-- Logs begin at Tue 2021-11-23 04:00:25 UTC, end at Tue 2021-11-23 05:39:08 UTC. -- Nov 23 04:31:19.962042 dv-neutron-818850-1-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Nov 23 04:31:22.662155 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.common.config [-] Logging enabled! Nov 23 04:31:22.662757 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 23 04:31:22.662936 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109843) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 04:31:22.666226 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.common.config [-] Logging enabled! Nov 23 04:31:22.666482 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev224 Nov 23 04:31:22.666792 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=109843) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Nov 23 04:31:22.667722 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 04:31:22.667955 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 04:31:22.668319 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 04:31:22.668562 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 04:31:22.668785 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 04:31:22.669102 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.669539 dv-neutron-818850-1-hyperv neutron-server[109843]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Nov 23 04:31:22.669854 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.670146 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.670435 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.670726 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.671012 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.671292 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.671577 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.671869 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.672152 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.672428 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.672964 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.673252 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.673559 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] config_source = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.673845 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.674130 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.674413 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] debug = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.674690 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.675120 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.675523 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.675803 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.676092 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.676373 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.676644 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.676919 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.677202 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.677560 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] host = dv-neutron-818850-1-hyperv {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.677838 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.678126 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.678412 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.678702 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.678974 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.679249 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.679534 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.679805 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] log_dir = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.680076 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] log_file = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.680348 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.680635 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.680921 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.681772 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.681998 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.682219 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.682518 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.682806 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.683081 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.683359 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.683632 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.683905 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.684178 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.684447 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.684731 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.685013 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.685315 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.685592 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.685863 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.686135 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.686404 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.686688 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.686960 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.687230 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.687501 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.687787 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.688056 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.688327 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.688625 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.688910 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.689189 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.689500 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.689773 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.690054 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.690324 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.690592 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] use_journal = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.690860 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] use_json = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.691129 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.691397 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.691678 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.691948 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.692217 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.692487 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.692756 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.693038 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:22.693359 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.693656 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.693955 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.694234 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.694533 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.694808 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.695093 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.695365 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.695648 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.695934 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.696215 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.696487 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.697349 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.697626 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.697918 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.698219 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.698514 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.698806 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.699081 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.699354 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.699626 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.699902 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.700189 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.700466 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.700754 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.701041 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.701342 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.701639 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.701924 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.702218 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.702507 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.702780 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.703056 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.703350 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.703624 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.703892 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.704167 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.704455 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.704729 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.704999 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.705294 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.705573 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.705842 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.706112 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.706389 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.706675 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.706947 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.707214 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.707481 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.707753 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.708020 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.708304 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.708579 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.708850 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.709118 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.709419 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.709689 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.709959 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.710233 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.710501 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.710775 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.711045 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.711313 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.711580 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.711847 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.712115 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.712412 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.712683 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.712954 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.713222 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.713516 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.713785 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.714054 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.714324 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.714605 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.714899 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.715172 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.715446 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.715717 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.715988 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.716260 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.716532 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.716805 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.717078 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.717371 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.717660 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.717938 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.718221 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.718497 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.718799 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.719092 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.719366 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.719643 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.719917 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.720192 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.720470 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.720748 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.721038 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.721352 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.721646 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.721936 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.722225 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.722503 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.722808 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.723083 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:22.723300 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 04:31:22.723532 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=109843) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Nov 23 04:31:23.155835 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=109843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 04:31:23.156114 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=109843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 04:31:23.156418 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=109843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Nov 23 04:31:23.156764 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.manager [-] Loading core plugin: ml2 Nov 23 04:31:23.483313 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.483529 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.483796 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.484954 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.485225 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.485627 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.523439 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.523713 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.523978 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.538367 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.538647 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.538912 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.568175 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.568449 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.568716 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.606317 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.606595 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.606866 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.850712 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.851338 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.851338 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.851509 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.852201 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.951824 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.952144 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.952426 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.952694 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.952955 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.953261 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.953545 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.953798 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.954048 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.954325 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.954582 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.954841 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.955091 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.955335 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.955585 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.955843 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.956093 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.956352 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.956615 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.956864 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.957129 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.957402 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.957680 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.958046 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.958292 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.958535 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:23.958937 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=109843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:31:23.959175 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=109843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:31:23.959408 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=109843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:31:23.959639 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=109843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:31:23.959869 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=109843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:31:23.960098 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=109843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:31:23.960461 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Nov 23 04:31:23.964126 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Nov 23 04:31:23.968055 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Nov 23 04:31:23.971922 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Nov 23 04:31:23.973699 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Nov 23 04:31:23.974163 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Nov 23 04:31:23.974502 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Nov 23 04:31:23.974890 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Nov 23 04:31:23.977724 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Nov 23 04:31:23.978571 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Nov 23 04:31:23.978915 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 04:31:23.984134 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Nov 23 04:31:24.006419 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Nov 23 04:31:24.006864 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.007157 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=109843) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Nov 23 04:31:24.007514 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.008899 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=109843) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Nov 23 04:31:24.009208 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Nov 23 04:31:24.009476 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Nov 23 04:31:24.012869 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.013152 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.075724 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Nov 23 04:31:24.075961 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Nov 23 04:31:24.076195 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Nov 23 04:31:24.076556 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Nov 23 04:31:24.098530 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_db.sqlalchemy.engines [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=109843) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Nov 23 04:31:24.644817 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Initializing driver for type 'gre' Nov 23 04:31:24.645493 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] gre ID ranges: [(1, 1000)] Nov 23 04:31:24.699490 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Initializing driver for type 'local' Nov 23 04:31:24.699830 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Initializing driver for type 'vlan' Nov 23 04:31:24.713861 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] VlanTypeDriver initialization complete Nov 23 04:31:24.714220 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Initializing driver for type 'vxlan' Nov 23 04:31:24.714735 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] vxlan ID ranges: [(1, 1000)] Nov 23 04:31:24.763634 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Initializing extension driver 'port_security' Nov 23 04:31:24.763972 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.extensions.port_security [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] PortSecurityExtensionDriver initialization complete Nov 23 04:31:24.764331 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Initializing mechanism driver 'openvswitch' Nov 23 04:31:24.764629 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Initializing mechanism driver 'hyperv' Nov 23 04:31:24.771236 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.plugins.ml2.plugin [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=109843) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:31:24.771899 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > port after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.772272 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > port after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.772625 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > port after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.773206 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=109843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 04:31:24.773667 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > subnet after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.774020 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > subnet after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.774368 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.775276 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=109843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 04:31:24.775683 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > network after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.776023 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > network after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.776367 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > network after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.776766 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=109843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 04:31:24.777167 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > security_group after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.777541 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > security_group after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.777881 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > security_group after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.778413 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=109843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 04:31:24.778821 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.779174 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.779517 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.779917 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=109843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 04:31:24.780600 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > address_group after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.780712 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > address_group after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.780979 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > address_group after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.781414 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=109843) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Nov 23 04:31:24.781777 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] ML2 OVO RPC backend initialized. {{(pid=109843) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Nov 23 04:31:24.782489 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.782847 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.783263 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > network before_response 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.783611 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > networks before_response 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.783959 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > port before_response 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.784299 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > ports before_response 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.784639 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > subnet before_response 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.784978 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > subnets before_response 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.785345 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > network after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.785689 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > network after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.786024 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > network after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.786363 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > port after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.786700 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > port after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.787044 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > port after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.787373 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > subnet after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.787708 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > subnet after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.788045 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > subnet after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.788619 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.plugin [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Modular L2 Plugin initialization complete Nov 23 04:31:24.788944 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading services supported by the core plugin {{(pid=109843) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Nov 23 04:31:24.789289 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.plugins.ml2.managers [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Got port-security extension from driver 'port_security' Nov 23 04:31:24.789765 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.extensions.vlantransparent [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Disabled vlantransparent extension. Nov 23 04:31:24.790251 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=109843) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Nov 23 04:31:24.791143 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading Plugin: router Nov 23 04:31:24.827501 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router_interface before_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.827895 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router after_create 55549900 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.828265 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router before_create 55549900 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.828631 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.829006 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.829385 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router after_delete 55549900 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.829749 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > floatingip after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.830095 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > floatingip after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.830453 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router after_create 55549900 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.830799 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router after_update 55549900 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.831147 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router after_update 55549900 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.831493 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.831858 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router after_update 55549900 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.832270 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router precommit_update 55549900 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.832637 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: port after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.832980 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: port after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.833333 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: subnet after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.833673 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.834021 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > port precommit_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.834365 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router precommit_create 55549900 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.834704 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: port before_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.835046 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router precommit_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.835402 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router after_update 55549900 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.835744 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router precommit_delete 55549900 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.836096 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router precommit_create 55549900 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.836453 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router_interface after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.836794 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router precommit_update 55549900 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.837710 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > agent after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.838064 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > agent after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.838408 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > network after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.839281 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Tracking information for resource: router configured {{(pid=109843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:31:24.839614 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Tracking information for resource: floatingip configured {{(pid=109843) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Nov 23 04:31:24.844612 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.db.l3_agentschedulers_db [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Nov 23 04:31:24.845200 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: port after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.845586 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: port after_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.845939 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: port after_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.846289 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: port after_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.847078 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router before_create 55550100 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.847438 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router precommit_delete 55550100 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.847800 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router precommit_create 55550100 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.848155 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > router precommit_update 55550100 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.853710 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.services.provider_configuration [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Service providers = [] {{(pid=109843) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Nov 23 04:31:24.854233 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.db.servicetype_db [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=109843) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Nov 23 04:31:24.856981 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.services.service_base [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=109843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 04:31:24.857362 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.services.service_base [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=109843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 04:31:24.857707 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.services.service_base [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=109843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 04:31:24.858599 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.services.service_base [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=109843) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Nov 23 04:31:24.858970 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.services.service_base [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Default provider is not specified for service type L3_ROUTER_NAT Nov 23 04:31:24.859350 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=109843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:31:24.859669 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Nov 23 04:31:24.870391 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=109843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:31:24.870724 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading Plugin: auto_allocate Nov 23 04:31:24.876556 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: network precommit_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.876926 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: network precommit_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.877477 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=109843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:31:24.877800 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading Plugin: tag Nov 23 04:31:24.884380 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=109843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:31:24.884706 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading Plugin: timestamp Nov 23 04:31:24.888738 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=109843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:31:24.889071 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading Plugin: network_ip_availability Nov 23 04:31:24.894548 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.894965 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.895276 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:24.895986 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=109843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:31:24.896303 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading Plugin: flavors Nov 23 04:31:24.901618 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=109843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:31:24.901947 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading Plugin: revisions Nov 23 04:31:24.906243 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=109843) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Nov 23 04:31:24.906635 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_concurrency.lockutils [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 1.750s {{(pid=109843) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Nov 23 04:31:24.907384 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=109843) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Nov 23 04:31:24.907722 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Initializing extension manager. Nov 23 04:31:24.908230 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: __init__.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.908571 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: __pycache__ {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.908905 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.909237 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: address_group.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.910013 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.910570 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: address-group Nov 23 04:31:24.910895 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: address_scope.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.911798 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.912312 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: address-scope Nov 23 04:31:24.912638 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: admin_state_down_before_update.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.913591 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.914099 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: router-admin-state-down-before-update Nov 23 04:31:24.914421 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: agent.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.915124 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.916274 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: agent Nov 23 04:31:24.916597 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: agent_resources_synced.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.917531 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.918044 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: agent-resources-synced Nov 23 04:31:24.918366 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: allowedaddresspairs.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.920143 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.920665 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: allowed-address-pairs Nov 23 04:31:24.920989 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: auto_allocated_topology.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.922115 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.922888 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: auto-allocated-topology Nov 23 04:31:24.923214 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: availability_zone.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.923911 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.924418 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: availability_zone Nov 23 04:31:24.924739 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: availability_zone_filter.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.925687 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.926196 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: availability_zone_filter Nov 23 04:31:24.926515 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: data_plane_status.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.927426 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.927929 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension data-plane-status not supported by any of loaded plugins Nov 23 04:31:24.928245 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: default_subnetpools.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.929157 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.929699 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: default-subnetpools Nov 23 04:31:24.930019 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: dhcpagentscheduler.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.930874 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.931390 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: dhcp_agent_scheduler Nov 23 04:31:24.931717 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: dns.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.932636 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.933139 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension dns-integration not supported by any of loaded plugins Nov 23 04:31:24.933489 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: dns_domain_ports.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.934405 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.934912 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension dns-domain-ports not supported by any of loaded plugins Nov 23 04:31:24.935229 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.936153 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.936651 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Nov 23 04:31:24.936968 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: dvr.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.937675 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.938174 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: dvr Nov 23 04:31:24.938492 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: ecmp_routes.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.939406 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.939906 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension ecmp_routes not supported by any of loaded plugins Nov 23 04:31:24.940227 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: empty_string_filtering.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.941142 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.941693 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: empty-string-filtering Nov 23 04:31:24.942019 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.942928 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.943434 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Nov 23 04:31:24.943755 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.944660 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.945161 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Nov 23 04:31:24.945520 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: external_net.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.946427 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.946958 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: external-net Nov 23 04:31:24.947280 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: extra_dhcp_opt.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.948183 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.948693 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: extra_dhcp_opt Nov 23 04:31:24.949013 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: extraroute.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.949947 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.950455 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: extraroute Nov 23 04:31:24.950774 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: extraroute_atomic.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.951817 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.952332 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: extraroute-atomic Nov 23 04:31:24.952654 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: filter_validation.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.953338 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.953847 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: filter-validation Nov 23 04:31:24.954167 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: fip_pf_description.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.955076 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.955579 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Nov 23 04:31:24.955896 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: fip_port_details.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.956813 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.957351 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: fip-port-details Nov 23 04:31:24.957675 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: flavors.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.958917 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.959435 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: flavors Nov 23 04:31:24.959760 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.961464 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.961992 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Nov 23 04:31:24.962889 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: floatingip_pools.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.963628 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.964139 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: floatingip-pools Nov 23 04:31:24.964463 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: ip_allocation.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.965441 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.965949 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension ip_allocation not supported by any of loaded plugins Nov 23 04:31:24.966273 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.967195 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.967701 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: ip-substring-filtering Nov 23 04:31:24.968026 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: l2_adjacency.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.968958 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.969488 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension l2_adjacency not supported by any of loaded plugins Nov 23 04:31:24.969812 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: l3.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.970927 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.971444 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: router Nov 23 04:31:24.971792 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: l3_conntrack_helper.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.974080 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.974607 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Nov 23 04:31:24.974939 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.975873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.976386 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: ext-gw-mode Nov 23 04:31:24.976716 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.977690 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.978757 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: l3-ha Nov 23 04:31:24.979080 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: l3_flavors.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.980009 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.980522 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: l3-flavors Nov 23 04:31:24.980846 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.981800 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.982317 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: l3-port-ip-change-not-allowed Nov 23 04:31:24.982640 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: l3agentscheduler.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.983680 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.984188 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: l3_agent_scheduler Nov 23 04:31:24.984516 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: local_ip.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.986339 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.986865 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension local_ip not supported by any of loaded plugins Nov 23 04:31:24.987196 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: logging.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.988691 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.989215 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension logging not supported by any of loaded plugins Nov 23 04:31:24.989576 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: metering.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.990323 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.990905 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: metering Nov 23 04:31:24.991235 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.992332 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.992845 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: metering_source_and_destination_fields Nov 23 04:31:24.993173 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: multiprovidernet.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.994160 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.994669 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: multi-provider Nov 23 04:31:24.994996 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: netmtu.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.995912 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.996425 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: net-mtu Nov 23 04:31:24.996751 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: netmtu_writable.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.997766 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.998292 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: net-mtu-writable Nov 23 04:31:24.998616 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: network_availability_zone.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:24.999290 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:24.999796 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: network_availability_zone Nov 23 04:31:25.000117 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: network_ip_availability.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.001221 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.001764 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: network-ip-availability Nov 23 04:31:25.002097 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: network_segment_range.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.002859 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.003361 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension network-segment-range not supported by any of loaded plugins Nov 23 04:31:25.003686 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: pagination.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.006140 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.006483 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: pagination Nov 23 04:31:25.006810 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: port_device_profile.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.007734 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.008254 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: port-device-profile Nov 23 04:31:25.008579 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.009681 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.010200 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: port-mac-address-regenerate Nov 23 04:31:25.010524 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.011457 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.011975 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: port-numa-affinity-policy Nov 23 04:31:25.012306 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: port_resource_request.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.013225 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.013774 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension port-resource-request not supported by any of loaded plugins Nov 23 04:31:25.014094 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: port_resource_request_groups.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.015058 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.015570 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension port-resource-request-groups not supported by any of loaded plugins Nov 23 04:31:25.015893 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: portbindings.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.016822 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.017366 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: binding Nov 23 04:31:25.017689 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: portbindings_extended.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.018965 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.019480 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: binding-extended Nov 23 04:31:25.019806 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: portsecurity.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.020721 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.021233 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: port-security Nov 23 04:31:25.021588 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: project_id.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.022571 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.022902 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: project-id Nov 23 04:31:25.023222 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: providernet.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.024153 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.025183 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: provider Nov 23 04:31:25.025531 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: qos.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.029112 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.029672 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension qos not supported by any of loaded plugins Nov 23 04:31:25.030002 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.031258 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.031771 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Nov 23 04:31:25.032102 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.033033 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.033580 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Nov 23 04:31:25.033914 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: qos_default.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.034834 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.035347 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension qos-default not supported by any of loaded plugins Nov 23 04:31:25.035675 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: qos_fip.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.036330 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.036830 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension qos-fip not supported by any of loaded plugins Nov 23 04:31:25.037152 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: qos_gateway_ip.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.038112 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.038618 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension qos-gateway-ip not supported by any of loaded plugins Nov 23 04:31:25.038941 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: qos_port_network_policy.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.039851 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.040947 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension qos-port-network-policy not supported by any of loaded plugins Nov 23 04:31:25.041271 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.042324 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.042842 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension qos-pps-minimum not supported by any of loaded plugins Nov 23 04:31:25.043169 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: qos_pps_rule.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.044351 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.044871 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension qos-pps not supported by any of loaded plugins Nov 23 04:31:25.045198 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: qos_rule_type_details.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.046163 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.046675 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension qos-rule-type-details not supported by any of loaded plugins Nov 23 04:31:25.046998 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: qos_rules_alias.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.048320 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.048833 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension qos-rules-alias not supported by any of loaded plugins Nov 23 04:31:25.049155 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: quota_check_limit.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.050106 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.050621 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: quota-check-limit Nov 23 04:31:25.050940 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: quotasv2.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.051863 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.052188 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: quotas Nov 23 04:31:25.052508 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: quotasv2_detail.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.055895 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.056237 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: quota_details Nov 23 04:31:25.056566 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: rbac.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.057656 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.058187 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: rbac-policies Nov 23 04:31:25.058519 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: rbac_address_group.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.059453 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.059976 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: rbac-address-group Nov 23 04:31:25.060304 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: rbac_address_scope.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.061235 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.061777 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: rbac-address-scope Nov 23 04:31:25.062103 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: rbac_security_groups.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.063034 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.063547 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: rbac-security-groups Nov 23 04:31:25.063873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: rbac_subnetpool.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.064795 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.065336 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: rbac-subnetpool Nov 23 04:31:25.065669 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: revisionifmatch.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.066594 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.067105 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: revision-if-match Nov 23 04:31:25.067429 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: revisions.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.068555 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.069064 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: standard-attr-revisions Nov 23 04:31:25.069422 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: router_availability_zone.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.070095 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.070605 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: router_availability_zone Nov 23 04:31:25.070926 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: routerservicetype.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.072354 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.072869 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension router-service-type not supported by any of loaded plugins Nov 23 04:31:25.073195 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.074219 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.074726 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: security-groups-normalized-cidr Nov 23 04:31:25.075047 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: security_groups_port_filtering.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.075968 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.076478 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: port-security-groups-filtering Nov 23 04:31:25.076800 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.077746 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.078261 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: security-groups-remote-address-group Nov 23 04:31:25.078583 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: security_groups_shared_filtering.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.079520 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.080034 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: security-groups-shared-filtering Nov 23 04:31:25.080355 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.080940 dv-neutron-818850-1-hyperv neutron-server[109843]: WARNING neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Nov 23 04:31:25.081260 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: securitygroup.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.091701 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.092230 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: security-group Nov 23 04:31:25.092561 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: segment.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.093377 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.093895 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension segment not supported by any of loaded plugins Nov 23 04:31:25.094220 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.095166 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.095675 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Nov 23 04:31:25.095999 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: servicetype.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.097114 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.097675 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: service-type Nov 23 04:31:25.098001 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: sorting.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.098995 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.099329 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: sorting Nov 23 04:31:25.099651 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: standard_attr_segment.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.100570 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.101085 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension standard-attr-segment not supported by any of loaded plugins Nov 23 04:31:25.101451 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: standardattrdescription.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.102097 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.102602 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: standard-attr-description Nov 23 04:31:25.102949 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: stateful_security_group.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.103883 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.104396 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: stateful-security-group Nov 23 04:31:25.104718 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: stdattrs_common.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.105307 dv-neutron-818850-1-hyperv neutron-server[109843]: WARNING neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Nov 23 04:31:25.105639 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.106589 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.107100 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Nov 23 04:31:25.107421 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: subnet_onboard.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.108495 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.109008 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: subnet_onboard Nov 23 04:31:25.109364 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.110302 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.110812 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Nov 23 04:31:25.111134 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: subnet_service_types.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.112058 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.112565 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: subnet-service-types Nov 23 04:31:25.112887 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: subnetallocation.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.114019 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.114532 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: subnet_allocation Nov 23 04:31:25.114859 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.115534 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.116044 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: subnetpool-prefix-ops Nov 23 04:31:25.116366 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.117317 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.117832 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Nov 23 04:31:25.118151 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: tagging.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.119246 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.119758 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: standard-attr-tag Nov 23 04:31:25.120086 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: timestamp.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.121318 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.121836 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loaded extension: standard-attr-timestamp Nov 23 04:31:25.122160 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: trunk.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.123208 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.123723 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension trunk not supported by any of loaded plugins Nov 23 04:31:25.124047 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: trunk_details.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.124990 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.125523 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension trunk-details not supported by any of loaded plugins Nov 23 04:31:25.125848 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: uplink_status_propagation.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.126770 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.127277 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension uplink-status-propagation not supported by any of loaded plugins Nov 23 04:31:25.127598 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Loading extension file: vlantransparent.py {{(pid=109843) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Nov 23 04:31:25.128411 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=109843) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Nov 23 04:31:25.128914 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extension vlan-transparent not supported by any of loaded plugins Nov 23 04:31:25.131470 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:network Nov 23 04:31:25.132018 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:subnet Nov 23 04:31:25.132416 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 04:31:25.132805 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:port Nov 23 04:31:25.134621 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.v2.resource_helper [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:31:25.135058 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.v2.resource_helper [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Service FLAVORS assigned prefix: {{(pid=109843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:31:25.135679 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.v2.resource_helper [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:31:25.136115 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.v2.resource_helper [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:31:25.136453 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:router Nov 23 04:31:25.136882 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 04:31:25.137396 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.v2.resource_helper [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Service METERING assigned prefix: /metering {{(pid=109843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:31:25.138831 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:25.139201 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:25.139551 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=109843) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:31:25.140572 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 04:31:25.141005 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:security_group Nov 23 04:31:25.141494 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 04:31:25.142112 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.v2.resource_helper [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Service CORE assigned prefix: {{(pid=109843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:31:25.142447 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 04:31:25.142793 dv-neutron-818850-1-hyperv neutron-server[109843]: WARNING neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] subnetpool is already registered Nov 23 04:31:25.143214 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.v2.resource_helper [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Service CORE assigned prefix: {{(pid=109843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:31:25.143549 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 04:31:25.143878 dv-neutron-818850-1-hyperv neutron-server[109843]: WARNING neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] subnetpool is already registered Nov 23 04:31:25.146191 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.v2.resource_helper [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:31:25.146575 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.v2.resource_helper [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Service FLAVORS assigned prefix: {{(pid=109843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:31:25.147161 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.v2.resource_helper [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:31:25.147582 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.v2.resource_helper [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=109843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:31:25.147926 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:router Nov 23 04:31:25.148263 dv-neutron-818850-1-hyperv neutron-server[109843]: WARNING neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] router is already registered Nov 23 04:31:25.148669 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:floatingip Nov 23 04:31:25.149002 dv-neutron-818850-1-hyperv neutron-server[109843]: WARNING neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] floatingip is already registered Nov 23 04:31:25.149485 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.v2.resource_helper [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Service METERING assigned prefix: /metering {{(pid=109843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:31:25.150774 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of CountableResource for resource:rbac_policy Nov 23 04:31:25.151127 dv-neutron-818850-1-hyperv neutron-server[109843]: WARNING neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] rbac_policy is already registered Nov 23 04:31:25.151535 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:security_group Nov 23 04:31:25.151864 dv-neutron-818850-1-hyperv neutron-server[109843]: WARNING neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] security_group is already registered Nov 23 04:31:25.152265 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:security_group_rule Nov 23 04:31:25.152590 dv-neutron-818850-1-hyperv neutron-server[109843]: WARNING neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] security_group_rule is already registered Nov 23 04:31:25.153215 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.v2.resource_helper [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Service CORE assigned prefix: {{(pid=109843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:31:25.153570 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 04:31:25.153902 dv-neutron-818850-1-hyperv neutron-server[109843]: WARNING neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] subnetpool is already registered Nov 23 04:31:25.154315 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.v2.resource_helper [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Service CORE assigned prefix: {{(pid=109843) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Nov 23 04:31:25.154644 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Creating instance of TrackedResource for resource:subnetpool Nov 23 04:31:25.154964 dv-neutron-818850-1-hyperv neutron-server[109843]: WARNING neutron.quota.resource_registry [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] subnetpool is already registered Nov 23 04:31:25.155408 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: extensions {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.156908 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: address-groups {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.158437 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: address-scopes {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.159776 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: agents {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.168853 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: auto-allocated-topology {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.170205 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: availability_zones {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.171441 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: dhcp-networks {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.173259 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: dhcp-agents {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.174715 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: routers {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.176937 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: flavors {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.178149 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: service_profiles {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.179372 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: next_providers {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.180820 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: service_profiles {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.182437 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: floatingip-pools {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.183671 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: routers {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.185846 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: floatingips {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.188142 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: l3-routers {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.189581 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: l3-agents {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.191000 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: metering-labels {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.192366 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: metering-label-rules {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.193687 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: network-ip-availabilities {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.194957 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: bindings {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.197149 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: quotas {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.198744 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: quotas {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.200399 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: rbac-policies {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.201752 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: security-groups {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.203000 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: security-group-rules {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.204240 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: service-providers {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.205501 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: subnetpools {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.206935 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: subnetpools {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.208575 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: tags {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.210297 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: tags {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.212727 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: tags {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.214578 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: tags {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.216369 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: tags {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.218287 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: tags {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.219964 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: tags {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.221918 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: tags {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.223697 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: tags {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.225589 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron.api.extensions [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Extended resource: tags {{(pid=109843) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Nov 23 04:31:25.231697 dv-neutron-818850-1-hyperv neutron-server[109843]: WARNING keystonemiddleware.auth_token [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Nov 23 04:31:25.236689 dv-neutron-818850-1-hyperv neutron-server[109843]: WARNING keystonemiddleware.auth_token [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Nov 23 04:31:25.246374 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_concurrency.lockutils [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Acquired lock "singleton_lock" {{(pid=109843) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Nov 23 04:31:25.246853 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_concurrency.lockutils [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Releasing lock "singleton_lock" {{(pid=109843) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Nov 23 04:31:25.247518 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO oslo_service.service [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Starting 2 workers Nov 23 04:31:25.252382 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Started child 109952 {{(pid=109843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 04:31:25.257646 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Started child 109953 {{(pid=109843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 04:31:25.258120 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:25.258755 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO neutron.service [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Neutron service started, listening on 0.0.0.0:9696 Nov 23 04:31:25.259910 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Publish callbacks [] for process, before_spawn {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:25.260117 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [-] (109952) wsgi starting up on http://0.0.0.0:9696 Nov 23 04:31:25.262781 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO oslo_service.service [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Starting 1 workers Nov 23 04:31:25.264589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:25.266047 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [-] (109953) wsgi starting up on http://0.0.0.0:9696 Nov 23 04:31:25.267978 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Started child 109954 {{(pid=109843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 04:31:25.268548 dv-neutron-818850-1-hyperv neutron-server[109843]: INFO oslo_service.service [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Starting 1 workers Nov 23 04:31:25.272021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.service [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] calling RpcWorker wait() {{(pid=109954) _wait /opt/stack/neutron/neutron/service.py:128}} Nov 23 04:31:25.272583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.service [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] returning from RpcWorker wait() {{(pid=109954) _wait /opt/stack/neutron/neutron/service.py:135}} Nov 23 04:31:25.273194 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Started child 109955 {{(pid=109843) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Nov 23 04:31:25.274050 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG neutron_lib.callbacks.manager [None req-4ce099c4-06bc-4903-8583-116064c91d04 None None] Publish callbacks [] for process, after_spawn {{(pid=109843) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:25.274214 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:25.275560 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:31:25.276686 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109843) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 04:31:25.276897 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 04:31:25.277088 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 04:31:25.277496 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 04:31:25.277682 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 04:31:25.278144 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 04:31:25.278574 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.278809 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.279099 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.279375 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.279689 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.280280 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.280619 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process, after_init {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:25.281296 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.281550 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.281816 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:31:25.282132 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.282426 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.282564 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.282874 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.283393 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.283530 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.283983 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.284399 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.284790 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.285041 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.285421 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.285656 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.285926 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.286188 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.286625 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] debug = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.287049 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.287554 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.287847 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.288045 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.288270 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.288534 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.288902 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.289350 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.289601 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.289985 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.290273 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.290676 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.291174 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.291174 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.291417 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.291633 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.292112 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.292112 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.292618 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] host = dv-neutron-818850-1-hyperv {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.292841 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.293223 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.293497 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.293887 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.294020 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.294318 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.294490 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.294748 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.295016 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.295235 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.295499 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.295799 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.296000 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.296257 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_file = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.296414 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_options = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.296744 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.296940 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.297147 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.297358 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.297810 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.297956 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.298233 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.298428 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.298795 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.298969 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.299079 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.299355 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.299519 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.299756 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.300032 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.300267 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.300512 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.300763 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.301151 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.301334 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.301519 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.301663 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.301863 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.302123 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.302276 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.302518 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.302795 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.302949 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.303266 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.303474 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.303663 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.303895 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.304110 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.304376 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.304623 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.304852 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.305175 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.305358 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.305751 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.305918 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.306085 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.306354 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.306632 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.306771 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.306979 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.307212 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.307420 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] use_json = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.307664 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.307910 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.308147 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.308563 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.308563 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.308838 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.308976 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.309430 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.309686 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.310273 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.310770 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.311166 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.311556 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.311856 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.312066 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.312313 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.312572 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.312813 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.313119 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.313374 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.313680 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.313920 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.314162 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.314477 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.314743 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.315010 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.315245 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.315478 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.315713 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.315951 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.316223 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.316446 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.316682 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.316908 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.317127 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.317447 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.317783 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.318131 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.318607 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.318809 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.319075 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.319622 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.319622 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.320013 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.320013 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.320376 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.320561 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.320771 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.320977 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.321158 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.321417 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.322445 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.322815 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.323650 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.323650 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.323987 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.323987 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.324255 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.324394 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.324602 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.325018 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.325167 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.325343 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.325544 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.325783 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.326031 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.326294 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.326511 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.326808 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.329584 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.329584 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.329584 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.329584 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.329584 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.329584 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.329584 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.329584 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.329584 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.330848 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.330848 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.330848 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.330848 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.330848 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.330848 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.330848 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.330848 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.330848 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.332960 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.332960 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.332960 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.332960 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.332960 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.332960 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.332960 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.332960 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.332960 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.339247 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.339247 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.339247 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.339247 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.339247 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.339247 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.339247 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.339247 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.340238 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.340238 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.340238 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.340238 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.340238 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.340238 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.340238 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.340238 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.341169 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.341169 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.341169 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.341169 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.341169 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.341169 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.341169 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.341169 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.345411 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.345411 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.345411 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.345411 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.345411 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.345411 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.345411 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.345411 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.346376 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.346376 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.346376 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.346376 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.346376 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.346376 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.346376 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.346376 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347093 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347093 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347093 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347093 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347093 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347093 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347093 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347093 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347887 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347887 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347887 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347887 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347887 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347887 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347887 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.347887 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.348443 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.348443 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.348443 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.348443 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.348443 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.348443 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.348443 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.348443 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.351690 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.351690 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.351690 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.351690 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.351690 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.351690 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.351690 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.351690 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.352787 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.352787 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.352787 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.352787 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.352787 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.352787 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.352787 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.352787 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.353746 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.353746 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.353746 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.353746 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.353746 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.353746 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.353746 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.353746 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.354975 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.354975 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.354975 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.354975 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.354975 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.354975 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.355754 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.355754 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.355754 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.355754 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.356217 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.356217 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.356465 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.356594 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.356718 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.356974 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.357214 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.357582 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.357833 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.358064 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.358313 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.358533 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.358781 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.359020 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.359257 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.359472 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.359688 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.359904 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.360163 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.360416 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.362254 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.362254 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.362254 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.362254 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.362254 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.362254 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.363179 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.363179 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.363179 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.363179 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.363734 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.363734 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.363734 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.364082 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.364205 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.364408 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.364618 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.364745 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.364951 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.365253 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.365793 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.365793 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.365793 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.366829 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.366829 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.366829 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.366829 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.366829 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.369816 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.369816 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.369816 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.369816 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.369816 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.369816 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.369816 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.369816 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.370878 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.370878 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.370878 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.370878 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.370878 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.370878 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.370878 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.370878 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.371417 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.371417 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.371417 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.371417 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.371706 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.371788 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.372085 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.372629 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.372629 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.372629 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.372988 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.373121 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.374033 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.374033 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.374033 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.374355 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.374501 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.374772 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.375047 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.375263 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.375558 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.375874 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.376158 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.376416 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.376644 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.377044 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.377216 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.377418 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.377772 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.378097 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.378097 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.378394 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.378519 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.378700 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.378916 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.379166 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.379377 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.379625 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.379838 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.380057 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.380273 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.380612 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 04:31:25.381441 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=109843) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Nov 23 04:31:25.381441 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Nov 23 04:31:25.381441 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Nov 23 04:31:25.381441 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Nov 23 04:31:25.382173 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Nov 23 04:31:25.382173 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Nov 23 04:31:25.382173 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.382173 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.382646 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.382646 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.382646 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.383029 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.383029 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.383029 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.383375 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.383375 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.383375 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.383731 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.383731 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.384499 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.384499 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.384737 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.384859 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.384980 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.385111 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.385236 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] config_source = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.385408 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.385537 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.385743 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] debug = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.385878 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.386047 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.386215 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.386373 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.386513 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.386675 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.386831 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.386987 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.387146 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.387290 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.387447 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.387604 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.387761 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.387917 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.388073 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.388230 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.388386 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.388542 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.388698 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] host = dv-neutron-818850-1-hyperv {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.388853 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.389010 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.389167 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.389346 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.389503 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.389659 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.389816 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.389972 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.390129 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.390287 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.390444 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.390600 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.390759 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_dir = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.390915 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_file = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.391071 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_options = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.391226 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.391389 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.391546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.391728 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.391891 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.392047 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.393107 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.393107 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.393107 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.393107 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.393107 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.393107 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.394945 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.394945 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.394945 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.394945 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.394945 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.394945 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.394945 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.394945 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396083 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396083 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396083 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396083 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396083 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396083 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396083 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396083 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396083 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.396873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.398840 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.398840 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.398840 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.398840 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.398840 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.398840 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.398840 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.398840 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.400731 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] use_journal = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.400731 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] use_json = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.400731 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.400731 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.400731 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.400731 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.400731 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.400731 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.400731 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.401948 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Nov 23 04:31:25.401948 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.401948 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.401948 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.401948 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.401948 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.401948 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.401948 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.402873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.402873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.402873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.402873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.402873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.402873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.402873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.402873 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.403410 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.403410 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.403410 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.403410 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.403410 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.403410 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.403410 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.403410 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.404217 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.404217 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.404217 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.404217 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.404217 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.404217 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.404853 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.404853 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.404853 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.37/identity {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.404853 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.405184 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.405184 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.405356 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.405461 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.405623 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.405785 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.405958 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.406089 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.406254 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.406413 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.406577 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.406735 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.406897 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.407058 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.407220 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.407381 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.407541 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.407702 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.407861 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.408025 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.408420 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.408420 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.408726 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.408726 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.408986 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.408986 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.409465 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.409465 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.409465 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.409875 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.409875 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.409875 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.410692 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.410692 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.410692 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.410692 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.410692 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.412159 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.412159 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.412159 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.412159 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.412159 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.412159 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.412159 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.412159 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.412159 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.414330 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.414330 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.414330 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.414330 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.414330 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.414330 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.414330 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.414330 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.414330 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.415546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.415546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.415546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.415546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.415546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.415546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.415546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.416454 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:31:25.416600 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.416600 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.416600 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.416600 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.416600 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.416600 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.416600 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.416600 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.417703 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.417703 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.417703 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.417703 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.417703 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.417703 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.417703 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.417703 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.418744 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.418744 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.418744 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.418744 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.418744 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.418744 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.418744 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.418744 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.419817 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.419817 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.419817 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.419817 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.419817 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.419817 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.419817 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.419817 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.420824 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.420824 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.420824 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.420824 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.420824 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.420824 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.420824 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.420824 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.420824 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.422020 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.422020 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.422020 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.422020 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.422020 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.422020 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.422020 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.422020 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.423296 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.423296 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.423296 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.423296 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.423296 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.423296 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.37/identity {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.423296 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.423296 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.424364 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.424364 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.424364 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.424364 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.424364 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.424364 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.424364 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.424364 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.427105 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.427105 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.427105 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.427105 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.427105 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.427105 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.427105 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.427105 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.430546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.430546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.430546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.430546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.430546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.430546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.430546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.430546 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.432314 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.432314 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.432314 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.432314 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.432314 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.432314 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.432314 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.432314 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433091 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433091 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433091 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433091 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433091 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433091 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433091 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433091 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433714 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433714 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433714 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433714 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433714 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433714 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433714 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.433714 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434258 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434258 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434258 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434258 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434258 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434258 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434258 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434258 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434779 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434779 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434779 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434779 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434779 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434779 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434779 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.434779 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.436184 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.436184 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.436184 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.436184 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.436184 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.436184 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.436184 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.436184 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.437591 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.437591 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.437591 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.437591 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.437591 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.437591 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.437591 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.437591 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.438144 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.438144 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.438144 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.438144 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.438144 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.438144 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.438144 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.438144 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.438738 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.438738 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.438738 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.438738 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.438738 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.438738 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.438738 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.439196 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.439196 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.439196 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.439397 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.439397 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.439576 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.440097 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.440097 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.440097 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.440674 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.440674 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.440674 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.440674 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.441128 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.441128 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.441128 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.441854 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.441854 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.441854 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.441854 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.442308 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.442308 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.442308 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.442647 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.442647 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.442647 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.442986 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.442986 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.443217 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.443217 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.443452 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.443575 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.443696 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.443819 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.443981 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.444141 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.444301 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.444463 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.444623 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.444784 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.444944 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.445104 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.445264 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.445466 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Nov 23 04:31:25.445593 dv-neutron-818850-1-hyperv neutron-server[109843]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=109843) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Nov 23 04:31:25.633513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 38482) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:31:25.642633 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063756 Nov 23 04:31:36.921780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f5892e-4f9e-4312-8ea8-dfc06c2062d3 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:31:37.020055 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9f5892e-4f9e-4312-8ea8-dfc06c2062d3 None None] No non-hosted networks {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Nov 23 04:31:37.035701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.agentschedulers_db [None req-c9f5892e-4f9e-4312-8ea8-dfc06c2062d3 None None] DHCP Agent not found on host dv-neutron-818850-1-hyperv {{(pid=109954) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Nov 23 04:31:37.188113 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-76ad544c-3892-4bc8-95f6-5837c95331d2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419850'] for agent, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:39.141088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d1b0dd5d-9414-4fea-989e-a2879cbd003c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419850'] for agent, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:39.206348 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-efc763d2-5dbb-4721-8da2-07657adaf1fd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:40.302368 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419850'] for agent, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:41.692039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419850'] for agent, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:42.455816 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419850'] for agent, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:42.456849 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:42.457268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:42.457686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:42.458241 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:42.458627 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:42.459223 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:42.459583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:42.460086 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:42.460412 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:42.460901 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:42.461245 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:42.461696 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:42.462084 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-818850-1-hyperv', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:31:42.467533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-818850-1-hyperv', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:31:43.062065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 38574) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:31:43.567529 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING oslo_policy.policy [None req-93c167c4-f9ef-4610-bba1-72b2d32001b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:31:43.568127 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING oslo_policy.policy [None req-93c167c4-f9ef-4610-bba1-72b2d32001b8 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:31:43.796095 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-93c167c4-f9ef-4610-bba1-72b2d32001b8 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:31:43.797755 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-93c167c4-f9ef-4610-bba1-72b2d32001b8 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7346997 Nov 23 04:31:45.656139 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.db.l3_hamode_db [None req-059c1a0d-40fb-4810-be62-efeb14337b09 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Nov 23 04:31:45.737021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c1a0d-40fb-4810-be62-efeb14337b09 None None] Routers set() bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:31:45.737445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-059c1a0d-40fb-4810-be62-efeb14337b09 None None] Router IDs set() for agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 04:31:46.273897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 38590) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:31:46.755678 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING oslo_policy.policy [None req-455124e6-7c6e-4e9d-813d-4e40b6ccff35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:31:46.756240 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING oslo_policy.policy [None req-455124e6-7c6e-4e9d-813d-4e40b6ccff35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:31:46.980097 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-455124e6-7c6e-4e9d-813d-4e40b6ccff35 admin admin] Request body: {'subnetpool': {'shared': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:31:47.075576 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.policy [None req-455124e6-7c6e-4e9d-813d-4e40b6ccff35 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109952) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 04:31:47.122388 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING oslo_policy.policy [None req-455124e6-7c6e-4e9d-813d-4e40b6ccff35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:31:47.122752 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING oslo_policy.policy [None req-455124e6-7c6e-4e9d-813d-4e40b6ccff35 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:31:47.131296 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.quota [None req-455124e6-7c6e-4e9d-813d-4e40b6ccff35 admin admin] Loaded quota_driver: . Nov 23 04:31:47.220668 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-455124e6-7c6e-4e9d-813d-4e40b6ccff35 admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788454639654', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788454651387', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788454660745', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788454657922', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788454664509', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8788454553095', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1321087', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1336416', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-333249', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-16399975'] for rbac-policy, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:47.287375 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-455124e6-7c6e-4e9d-813d-4e40b6ccff35 admin admin] Publish callbacks [] for subnetpool, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:47.288675 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-455124e6-7c6e-4e9d-813d-4e40b6ccff35 admin admin] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.0122144 Nov 23 04:31:49.970119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 38608) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:31:50.264551 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Request body: {'network': {'tenant_id': '004a968fb0d14039ab8bf5225bd78e58', 'admin_state_up': True, 'name': 'private', 'project_id': '004a968fb0d14039ab8bf5225bd78e58'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:31:50.293664 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Made reservation on behalf of 004a968fb0d14039ab8bf5225bd78e58 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:31:50.296518 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:50.313152 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:50.420352 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:50.425113 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:50.450093 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] vlan segment allocate from pool success with {'vlan_id': 191, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:31:50.475103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788451369692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:50.475688 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Unsubscribe: segment precommit_create {{(pid=109952) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 04:31:50.476189 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Added segment 3dad5500-31bf-401f-ae34-e3041974e90e of type vlan for network e46a7ff6-de43-4fa6-ba57-d12a4702cd3d Nov 23 04:31:50.482419 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00bf40e3-414f-4257-b9c9-771c28cd606d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:31:50.503392 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:50.503752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:50.504094 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:50.504465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:50.504824 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:50.505425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:50.505769 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:50.506107 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:50.506436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:50.506758 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:50.507071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:50.507386 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Tracked resource versions report: Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: pushed versions: Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: { 'AddressGroup': {'1.2'}, Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'ConntrackHelper': {'1.0'}, Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Log': {'1.0'}, Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Network': {'1.1'}, Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Port': {'1.7'}, Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'PortForwarding': {'1.2'}, Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'QosPolicy': {'1.10'}, Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'SecurityGroup': {'1.5'}, Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'SubPort': {'1.0'}, Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Subnet': {'1.1'}, Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Trunk': {'1.1'}} Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: consumer versions: Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: { DHCP agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: L3 agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: Metadata agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: Metering agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: Open vSwitch agent@dv-neutron-818850-1-hyperv: { 'AddressGroup': '1.2', Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'ConntrackHelper': '1.0', Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Log': '1.0', Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Network': '1.1', Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Port': '1.7', Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'PortForwarding': '1.2', Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'QosPolicy': '1.10', Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'SecurityGroup': '1.5', Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'SecurityGroupRule': '1.2', Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'SubPort': '1.0', Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Subnet': '1.1', Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Trunk': '1.1'}} Nov 23 04:31:50.508741 dv-neutron-818850-1-hyperv neutron-server[109952]: {{(pid=109952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:31:50.595592 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:50.634252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:50.635444 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:31:50.636179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:50.713218 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7419624 Nov 23 04:31:50.736508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0e415a-b29d-41ec-94a8-8dc10e83b830 admin admin] Pushing event updated for resources: {'Network': ['ID=e46a7ff6-de43-4fa6-ba57-d12a4702cd3d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:31:50.749818 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network e46a7ff6-de43-4fa6-ba57-d12a4702cd3d details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:31:53.423919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 38622) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:31:53.821545 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1022b457-04c1-4f28-90bd-4effe8056940 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:31:53.822945 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1022b457-04c1-4f28-90bd-4effe8056940 admin admin] 10.222.0.37 "GET /v2.0/networks/e46a7ff6-de43-4fa6-ba57-d12a4702cd3d HTTP/1.1" status: 200 len: 825 time: 0.3980381 Nov 23 04:31:53.846782 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2cfe7e17-b879-47a2-8008-fac3022e5c5d admin admin] 10.222.0.37 "GET /v2.0/subnetpools/836168f3-ef0c-4808-9a0a-fb7e1ca8e662 HTTP/1.1" status: 200 len: 734 time: 0.0178070 Nov 23 04:31:53.855884 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-5100cb8e-0089-40f9-b6fa-41179d990fd1 admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d', 'subnetpool_id': '836168f3-ef0c-4808-9a0a-fb7e1ca8e662', 'name': 'private-subnet', 'tenant_id': '004a968fb0d14039ab8bf5225bd78e58', 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:31:53.883660 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5100cb8e-0089-40f9-b6fa-41179d990fd1 admin admin] Made reservation on behalf of 004a968fb0d14039ab8bf5225bd78e58 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:31:53.886002 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5100cb8e-0089-40f9-b6fa-41179d990fd1 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:54.173078 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5100cb8e-0089-40f9-b6fa-41179d990fd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:54.244127 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5100cb8e-0089-40f9-b6fa-41179d990fd1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7172cf71-4f7b-45f2-8983-6bf3960612d8,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:31:54.250422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5100cb8e-0089-40f9-b6fa-41179d990fd1 admin admin] Checking segment: {'id': '3dad5500-31bf-401f-ae34-e3041974e90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:31:54.250807 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5100cb8e-0089-40f9-b6fa-41179d990fd1 admin admin] Network hostable DHCP agents. Network: e46a7ff6-de43-4fa6-ba57-d12a4702cd3d, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:31:54.273307 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5100cb8e-0089-40f9-b6fa-41179d990fd1 admin admin] Network e46a7ff6-de43-4fa6-ba57-d12a4702cd3d is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:31:54.284165 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-5100cb8e-0089-40f9-b6fa-41179d990fd1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, e46a7ff6-de43-4fa6-ba57-d12a4702cd3d) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:31:54.288939 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5100cb8e-0089-40f9-b6fa-41179d990fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:31:54.290265 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5100cb8e-0089-40f9-b6fa-41179d990fd1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:54.295533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eeeac20-5e67-498d-9607-0c040befb317 None None] Network e46a7ff6-de43-4fa6-ba57-d12a4702cd3d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:31:54.311766 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5100cb8e-0089-40f9-b6fa-41179d990fd1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4543824 Nov 23 04:31:54.636645 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-e46a7ff6-de43-4fa6-ba57-d12a4702cd3d', 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d', 'tenant_id': '004a968fb0d14039ab8bf5225bd78e58', 'fixed_ips': [{'subnet_id': '7172cf71-4f7b-45f2-8983-6bf3960612d8'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:31:54.637948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:54.943708 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Allocated IP 172.20.0.2 (e46a7ff6-de43-4fa6-ba57-d12a4702cd3d/7172cf71-4f7b-45f2-8983-6bf3960612d8/5476b8c4-0b8a-43e8-868d-2ce0f2162a96) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:31:55.143877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:55.151578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:55.227750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Network e46a7ff6-de43-4fa6-ba57-d12a4702cd3d is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:31:55.235670 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:31:55.241530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Pushing event updated for resources: {'Port': ['ID=5476b8c4-0b8a-43e8-868d-2ce0f2162a96,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:31:55.246161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:31:55.252831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:55.253009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:55.253297 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:55.253621 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:55.253950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:55.254298 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:55.254636 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:55.254982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:55.255327 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:55.255657 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:55.255980 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:55.256302 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Tracked resource versions report: Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: pushed versions: Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: { 'AddressGroup': {'1.2'}, Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'ConntrackHelper': {'1.0'}, Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Log': {'1.0'}, Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Network': {'1.1'}, Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Port': {'1.7'}, Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'PortForwarding': {'1.2'}, Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'QosPolicy': {'1.10'}, Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'SecurityGroup': {'1.5'}, Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'SubPort': {'1.0'}, Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Subnet': {'1.1'}, Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Trunk': {'1.1'}} Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: consumer versions: Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: { DHCP agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: L3 agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: Metadata agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: Metering agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: Open vSwitch agent@dv-neutron-818850-1-hyperv: { 'AddressGroup': '1.2', Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'ConntrackHelper': '1.0', Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Log': '1.0', Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Network': '1.1', Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Port': '1.7', Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'PortForwarding': '1.2', Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'QosPolicy': '1.10', Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'SecurityGroup': '1.5', Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'SecurityGroupRule': '1.2', Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'SubPort': '1.0', Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Subnet': '1.1', Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Trunk': '1.1'}} Nov 23 04:31:55.257695 dv-neutron-818850-1-hyperv neutron-server[109954]: {{(pid=109954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:31:55.331975 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Attempting to bind port 5476b8c4-0b8a-43e8-868d-2ce0f2162a96 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:31:55.332631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Attempting to bind port 5476b8c4-0b8a-43e8-868d-2ce0f2162a96 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '3dad5500-31bf-401f-ae34-e3041974e90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:31:55.332790 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Attempting to bind port 5476b8c4-0b8a-43e8-868d-2ce0f2162a96 on network e46a7ff6-de43-4fa6-ba57-d12a4702cd3d {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:31:55.337665 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 31, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:31:55.338040 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Checking segment: {'id': '3dad5500-31bf-401f-ae34-e3041974e90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:31:55.338492 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:55.338883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Bound using segment: {'id': '3dad5500-31bf-401f-ae34-e3041974e90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:31:55.339365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Bound port: 5476b8c4-0b8a-43e8-868d-2ce0f2162a96, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dad5500-31bf-401f-ae34-e3041974e90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:31:55.339777 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:55.400349 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] For port 5476b8c4-0b8a-43e8-868d-2ce0f2162a96, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:31:55.404601 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] For port 5476b8c4-0b8a-43e8-868d-2ce0f2162a96, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5476b8c4-0b8a-43e8-868d-2ce0f2162a96,segment=NetworkSegment(3dad5500-31bf-401f-ae34-e3041974e90e),segment_id=3dad5500-31bf-401f-ae34-e3041974e90e)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:31:55.408933 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:31:55.473893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029cae2b-5ab5-423c-80da-63053d816831 None None] Pushing event updated for resources: {'Port': ['ID=5476b8c4-0b8a-43e8-868d-2ce0f2162a96,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:31:56.824746 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 38630) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:31:57.131227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-6a030008-fcfc-4d8e-a7b4-e78e956a951b admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:31:57.132194 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6a030008-fcfc-4d8e-a7b4-e78e956a951b admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3064823 Nov 23 04:31:59.611408 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 38638) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:31:59.931808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-3dda37ef-ecbf-4edd-9fa8-e2ada718a1bd admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:31:59.932822 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3dda37ef-ecbf-4edd-9fa8-e2ada718a1bd admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3203959 Nov 23 04:32:02.661610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 38648) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:32:02.966675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-3162e931-2041-4494-a574-a612592d7de4 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '004a968fb0d14039ab8bf5225bd78e58'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:32:02.990983 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3162e931-2041-4494-a574-a612592d7de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:02.992740 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3162e931-2041-4494-a574-a612592d7de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:03.124689 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3162e931-2041-4494-a574-a612592d7de4 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:03.140209 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3162e931-2041-4494-a574-a612592d7de4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:03.157814 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3162e931-2041-4494-a574-a612592d7de4 admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:03.159036 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3162e931-2041-4494-a574-a612592d7de4 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4964495 Nov 23 04:32:04.198606 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5476b8c4-0b8a-43e8-868d-2ce0f2162a96 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:32:04.287768 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 5476b8c4-0b8a-43e8-868d-2ce0f2162a96 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:32:04.288246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:04.397319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:04.434114 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf2f5ca-49ba-4507-adad-6e7285661f09 None None] Network e46a7ff6-de43-4fa6-ba57-d12a4702cd3d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:32:04.439280 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 5476b8c4-0b8a-43e8-868d-2ce0f2162a96, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5476b8c4-0b8a-43e8-868d-2ce0f2162a96,segment=NetworkSegment(3dad5500-31bf-401f-ae34-e3041974e90e),segment_id=3dad5500-31bf-401f-ae34-e3041974e90e)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:32:04.483355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:04.559418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ab2be44a-f583-4c4a-acc9-724638c85a11 None None] Provisioning complete for port 5476b8c4-0b8a-43e8-868d-2ce0f2162a96 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:32:04.559792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ab2be44a-f583-4c4a-acc9-724638c85a11 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:04.568239 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=5476b8c4-0b8a-43e8-868d-2ce0f2162a96,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:32:04.936207 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e1a1ea29-91fc-4b8e-8d73-af7d048d8408 None None] Provisioning complete for port 5476b8c4-0b8a-43e8-868d-2ce0f2162a96 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:32:04.936583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e1a1ea29-91fc-4b8e-8d73-af7d048d8408 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:05.667873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 38662) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:32:05.973864 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-f70f9b87-9b27-4197-b7a6-657fd0ca9338 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:32:05.974883 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f70f9b87-9b27-4197-b7a6-657fd0ca9338 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3060780 Nov 23 04:32:06.173110 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5476b8c4-0b8a-43e8-868d-2ce0f2162a96 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:32:06.221849 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 5476b8c4-0b8a-43e8-868d-2ce0f2162a96 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:32:06.222219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:06.814762 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-688d3422-fff1-4b9a-b2e2-936e0666daf0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:07.333800 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 5 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:32:08.452754 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 38670) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:32:08.758688 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'name': 'public'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:32:08.779421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] Made reservation on behalf of 1403cf7703ca4956bcf7cc9e138dca3f for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:32:08.781768 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:08.790093 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:08.860443 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:08.864039 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:08.889559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] Reserving flat network on physical network physnet1 {{(pid=109952) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Nov 23 04:32:08.904957 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c1ce07a-6c1d-45ff-a88e-4adb4986a899,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:32:08.914148 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:08.914486 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] Added segment 15269423-b83f-47be-8491-1c28a2e131dd of type flat for network 707e3b6c-c967-4552-be8b-522e32d46a1b Nov 23 04:32:08.966947 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:09.001569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:09.002421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:32:09.003003 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:09.056462 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.6026464 Nov 23 04:32:09.062447 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af78f02-877e-4c22-96fd-9794801904cc admin admin] Pushing event updated for resources: {'Network': ['ID=707e3b6c-c967-4552-be8b-522e32d46a1b,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:32:09.073213 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 707e3b6c-c967-4552-be8b-522e32d46a1b details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:32:09.151570 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1b589dee-8cae-4603-a4cd-3dbaa7aa2f7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:10.235405 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:11.540561 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 38688) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:32:11.659860 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:11.721219 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019075c9-4244-40d0-88eb-9ab3bd99a3b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:32:11.722580 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-019075c9-4244-40d0-88eb-9ab3bd99a3b4 admin admin] 10.222.0.37 "GET /v2.0/subnets/7172cf71-4f7b-45f2-8983-6bf3960612d8 HTTP/1.1" status: 200 len: 849 time: 0.1810639 Nov 23 04:32:11.837834 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-298b061a-3ecb-44cd-8587-6cdf3af2cf2c admin admin] 10.222.0.37 "GET /v2.0/routers/ea349191-0cff-4774-ad20-a8f6165739fe HTTP/1.1" status: 200 len: 704 time: 0.1086438 Nov 23 04:32:12.136400 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:12.463832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Allocated IP 172.20.0.1 (e46a7ff6-de43-4fa6-ba57-d12a4702cd3d/7172cf71-4f7b-45f2-8983-6bf3960612d8/036413d1-0f0a-49a8-b297-ca778a9cc181) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:32:12.468267 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:12.664802 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:12.731880 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:12.806756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Network e46a7ff6-de43-4fa6-ba57-d12a4702cd3d is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:32:12.814858 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:32:12.819357 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:32:12.820929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:12.838546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Pushing event updated for resources: {'Port': ['ID=036413d1-0f0a-49a8-b297-ca778a9cc181,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:32:12.983822 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5d6deeaf-600b-4b12-b94c-d0bb3285000b None None] Provisioning complete for port 036413d1-0f0a-49a8-b297-ca778a9cc181 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:32:12.984347 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5d6deeaf-600b-4b12-b94c-d0bb3285000b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:13.012137 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:13.019224 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5d6deeaf-600b-4b12-b94c-d0bb3285000b None None] Port 036413d1-0f0a-49a8-b297-ca778a9cc181 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:32:13.220211 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:13.224357 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:13.225071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:13.305143 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Pushing event updated for resources: {'Port': ['ID=036413d1-0f0a-49a8-b297-ca778a9cc181,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:32:13.349490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Network e46a7ff6-de43-4fa6-ba57-d12a4702cd3d is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:32:13.350743 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:32:13.512171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Router ea349191-0cff-4774-ad20-a8f6165739fe is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:32:13.540220 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1f42c8f4-be97-413c-aea8-7cd80787c703 None None] Provisioning complete for port 036413d1-0f0a-49a8-b297-ca778a9cc181 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:32:13.540591 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1f42c8f4-be97-413c-aea8-7cd80787c703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:13.575882 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-1f42c8f4-be97-413c-aea8-7cd80787c703 None None] Port 036413d1-0f0a-49a8-b297-ca778a9cc181 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:32:13.601349 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:32:13.606503 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a37f2b55-b6f2-4c9e-b672-1ac2c8a5777c admin admin] 10.222.0.37 "PUT /v2.0/routers/ea349191-0cff-4774-ad20-a8f6165739fe/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7630227 Nov 23 04:32:13.611035 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Sync routers for ids ['ea349191-0cff-4774-ad20-a8f6165739fe'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:32:13.623922 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Routers {'ea349191-0cff-4774-ad20-a8f6165739fe'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:32:13.624635 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:32:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ea349191-0cff-4774-ad20-a8f6165739fe'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:32:13.813516 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Set router ea349191-0cff-4774-ad20-a8f6165739fe gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:32:14.245565 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea349191-0cff-4774-ad20-a8f6165739fe', 'name': 'router1', 'tenant_id': '004a968fb0d14039ab8bf5225bd78e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:32:02Z', 'updated_at': '2021-11-23T04:32:12Z', 'revision_number': 2, 'project_id': '004a968fb0d14039ab8bf5225bd78e58', 'gw_port_host': None, '_interfaces': [{'id': '036413d1-0f0a-49a8-b297-ca778a9cc181', 'name': '', 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d', 'tenant_id': '004a968fb0d14039ab8bf5225bd78e58', 'mac_address': 'fa:16:3e:56:73:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea349191-0cff-4774-ad20-a8f6165739fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7172cf71-4f7b-45f2-8983-6bf3960612d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:32:12Z', 'updated_at': '2021-11-23T04:32:13Z', 'revision_number': 2, 'project_id': '004a968fb0d14039ab8bf5225bd78e58', 'subnets': [{'id': '7172cf71-4f7b-45f2-8983-6bf3960612d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '836168f3-ef0c-4808-9a0a-fb7e1ca8e662'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:32:14.296217 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Checking router: ea349191-0cff-4774-ad20-a8f6165739fe for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:32:14.296835 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Updating router ea349191-0cff-4774-ad20-a8f6165739fe port 036413d1-0f0a-49a8-b297-ca778a9cc181 binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:32:14.343714 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:14.848967 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:14.854750 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:15.018336 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fa7d8-b1cd-4ad6-b310-20207e93ec48 None None] Pushing event updated for resources: {'Port': ['ID=036413d1-0f0a-49a8-b297-ca778a9cc181,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:32:15.027752 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Attempting to bind port 036413d1-0f0a-49a8-b297-ca778a9cc181 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:32:15.028146 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Attempting to bind port 036413d1-0f0a-49a8-b297-ca778a9cc181 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '3dad5500-31bf-401f-ae34-e3041974e90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:32:15.028575 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Attempting to bind port 036413d1-0f0a-49a8-b297-ca778a9cc181 on network e46a7ff6-de43-4fa6-ba57-d12a4702cd3d {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:32:15.031876 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fa7d8-b1cd-4ad6-b310-20207e93ec48 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:32:15.032240 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fa7d8-b1cd-4ad6-b310-20207e93ec48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:32:15.032579 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fa7d8-b1cd-4ad6-b310-20207e93ec48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:32:15.032907 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fa7d8-b1cd-4ad6-b310-20207e93ec48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:32:15.033233 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fa7d8-b1cd-4ad6-b310-20207e93ec48 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:32:15.033597 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fa7d8-b1cd-4ad6-b310-20207e93ec48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:32:15.033923 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fa7d8-b1cd-4ad6-b310-20207e93ec48 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:32:15.034259 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fa7d8-b1cd-4ad6-b310-20207e93ec48 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:32:15.034597 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fa7d8-b1cd-4ad6-b310-20207e93ec48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:32:15.034918 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fa7d8-b1cd-4ad6-b310-20207e93ec48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:32:15.035234 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fa7d8-b1cd-4ad6-b310-20207e93ec48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:32:15.035547 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fa7d8-b1cd-4ad6-b310-20207e93ec48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed6fa7d8-b1cd-4ad6-b310-20207e93ec48 None None] Tracked resource versions report: Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: pushed versions: Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: { 'AddressGroup': {'1.2'}, Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'ConntrackHelper': {'1.0'}, Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Log': {'1.0'}, Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Network': {'1.1'}, Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Port': {'1.7'}, Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'PortForwarding': {'1.2'}, Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'QosPolicy': {'1.10'}, Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'SecurityGroup': {'1.5'}, Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'SubPort': {'1.0'}, Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Subnet': {'1.1'}, Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Trunk': {'1.1'}} Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: consumer versions: Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: { DHCP agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: L3 agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: Metadata agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: Metering agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: Open vSwitch agent@dv-neutron-818850-1-hyperv: { 'AddressGroup': '1.2', Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'ConntrackHelper': '1.0', Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Log': '1.0', Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Network': '1.1', Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Port': '1.7', Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'PortForwarding': '1.2', Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'QosPolicy': '1.10', Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'SecurityGroup': '1.5', Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'SecurityGroupRule': '1.2', Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'SubPort': '1.0', Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Subnet': '1.1', Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Trunk': '1.1'}} Nov 23 04:32:15.036889 dv-neutron-818850-1-hyperv neutron-server[109955]: {{(pid=109955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:32:15.041846 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:32:15.042235 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Checking segment: {'id': '3dad5500-31bf-401f-ae34-e3041974e90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:32:15.042699 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:15.043072 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Bound using segment: {'id': '3dad5500-31bf-401f-ae34-e3041974e90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:32:15.043558 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Bound port: 036413d1-0f0a-49a8-b297-ca778a9cc181, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dad5500-31bf-401f-ae34-e3041974e90e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 191, 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:32:15.043945 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:15.102928 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7d25dc7a-701d-465e-9041-19f2bac3c660 None None] Provisioning complete for port 036413d1-0f0a-49a8-b297-ca778a9cc181 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:32:15.103505 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7d25dc7a-701d-465e-9041-19f2bac3c660 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:15.112208 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] For port 036413d1-0f0a-49a8-b297-ca778a9cc181, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:32:15.134300 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] For port 036413d1-0f0a-49a8-b297-ca778a9cc181, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=036413d1-0f0a-49a8-b297-ca778a9cc181,segment=NetworkSegment(3dad5500-31bf-401f-ae34-e3041974e90e),segment_id=3dad5500-31bf-401f-ae34-e3041974e90e)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:32:15.138349 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7d25dc7a-701d-465e-9041-19f2bac3c660 None None] Port 036413d1-0f0a-49a8-b297-ca778a9cc181 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:32:15.140175 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:15.206221 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed6fa7d8-b1cd-4ad6-b310-20207e93ec48 None None] Pushing event updated for resources: {'Port': ['ID=036413d1-0f0a-49a8-b297-ca778a9cc181,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:32:15.210494 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Routers {'ea349191-0cff-4774-ad20-a8f6165739fe'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:32:15.211105 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:32:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ea349191-0cff-4774-ad20-a8f6165739fe'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:32:15.301022 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] Set router ea349191-0cff-4774-ad20-a8f6165739fe gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:32:15.364019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2025ab19-9334-49e2-bd32-8fbff59e130c None None] Provisioning complete for port 036413d1-0f0a-49a8-b297-ca778a9cc181 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:32:15.364390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2025ab19-9334-49e2-bd32-8fbff59e130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:15.442129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2025ab19-9334-49e2-bd32-8fbff59e130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:15.478501 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-2025ab19-9334-49e2-bd32-8fbff59e130c None None] For port 036413d1-0f0a-49a8-b297-ca778a9cc181, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=036413d1-0f0a-49a8-b297-ca778a9cc181,segment=NetworkSegment(3dad5500-31bf-401f-ae34-e3041974e90e),segment_id=3dad5500-31bf-401f-ae34-e3041974e90e)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:32:15.483569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2025ab19-9334-49e2-bd32-8fbff59e130c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:15.516160 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea349191-0cff-4774-ad20-a8f6165739fe', 'name': 'router1', 'tenant_id': '004a968fb0d14039ab8bf5225bd78e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:32:02Z', 'updated_at': '2021-11-23T04:32:12Z', 'revision_number': 2, 'project_id': '004a968fb0d14039ab8bf5225bd78e58', 'gw_port_host': None, '_interfaces': [{'id': '036413d1-0f0a-49a8-b297-ca778a9cc181', 'name': '', 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d', 'tenant_id': '004a968fb0d14039ab8bf5225bd78e58', 'mac_address': 'fa:16:3e:56:73:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea349191-0cff-4774-ad20-a8f6165739fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7172cf71-4f7b-45f2-8983-6bf3960612d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:32:12Z', 'updated_at': '2021-11-23T04:32:15Z', 'revision_number': 4, 'project_id': '004a968fb0d14039ab8bf5225bd78e58', 'subnets': [{'id': '7172cf71-4f7b-45f2-8983-6bf3960612d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '836168f3-ef0c-4808-9a0a-fb7e1ca8e662'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:32:15.531568 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2025ab19-9334-49e2-bd32-8fbff59e130c None None] Pushing event updated for resources: {'Port': ['ID=036413d1-0f0a-49a8-b297-ca778a9cc181,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:32:15.547721 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8f4f94e-bbf6-4e1e-8697-757091743be2 None None] The sync data for ids ['ea349191-0cff-4774-ad20-a8f6165739fe'] in dv-neutron-818850-1-hyperv is: [{'id': 'ea349191-0cff-4774-ad20-a8f6165739fe', 'name': 'router1', 'tenant_id': '004a968fb0d14039ab8bf5225bd78e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:32:02Z', 'updated_at': '2021-11-23T04:32:12Z', 'revision_number': 2, 'project_id': '004a968fb0d14039ab8bf5225bd78e58', 'gw_port_host': None, '_interfaces': [{'id': '036413d1-0f0a-49a8-b297-ca778a9cc181', 'name': '', 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d', 'tenant_id': '004a968fb0d14039ab8bf5225bd78e58', 'mac_address': 'fa:16:3e:56:73:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea349191-0cff-4774-ad20-a8f6165739fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7172cf71-4f7b-45f2-8983-6bf3960612d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:32:12Z', 'updated_at': '2021-11-23T04:32:15Z', 'revision_number': 4, 'project_id': '004a968fb0d14039ab8bf5225bd78e58', 'subnets': [{'id': '7172cf71-4f7b-45f2-8983-6bf3960612d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '836168f3-ef0c-4808-9a0a-fb7e1ca8e662'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:32:15.928256 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 38708) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:32:16.036467 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5becc67-6403-418a-b89c-b374e122f1f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:32:16.037855 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b5becc67-6403-418a-b89c-b374e122f1f6 admin admin] 10.222.0.37 "GET /v2.0/networks/707e3b6c-c967-4552-be8b-522e32d46a1b HTTP/1.1" status: 200 len: 842 time: 0.1086173 Nov 23 04:32:16.048450 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-062b5e6a-5ccc-4780-8114-d51949015540 admin admin] Request body: {'subnet': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'enable_dhcp': False, 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.26.8.1', 'cidr': '172.26.8.0/24'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:32:16.070345 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062b5e6a-5ccc-4780-8114-d51949015540 admin admin] Made reservation on behalf of 1403cf7703ca4956bcf7cc9e138dca3f for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:32:16.072525 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-062b5e6a-5ccc-4780-8114-d51949015540 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:16.421049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.objects.ports [None req-062b5e6a-5ccc-4780-8114-d51949015540 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:32:16.421694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-062b5e6a-5ccc-4780-8114-d51949015540 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:16.481216 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062b5e6a-5ccc-4780-8114-d51949015540 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50a70ba9-f078-4903-b2af-175551a0adc2,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:32:16.485078 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-062b5e6a-5ccc-4780-8114-d51949015540 admin admin] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:32:16.485458 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b5e6a-5ccc-4780-8114-d51949015540 admin admin] Network hostable DHCP agents. Network: 707e3b6c-c967-4552-be8b-522e32d46a1b, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:32:16.501233 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062b5e6a-5ccc-4780-8114-d51949015540 admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:32:16.510355 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-062b5e6a-5ccc-4780-8114-d51949015540 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 707e3b6c-c967-4552-be8b-522e32d46a1b) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:32:16.515388 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062b5e6a-5ccc-4780-8114-d51949015540 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:32:16.516794 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-062b5e6a-5ccc-4780-8114-d51949015540 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:16.520022 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8157fc97-ccf9-4a85-8ac2-ac9276d76c75 None None] Network 707e3b6c-c967-4552-be8b-522e32d46a1b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:32:16.540209 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-062b5e6a-5ccc-4780-8114-d51949015540 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4891815 Nov 23 04:32:16.664522 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcc7cc47-9192-448a-ba83-9299828baf69 None None] Network 707e3b6c-c967-4552-be8b-522e32d46a1b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:32:18.954466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 38716) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:32:19.088481 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-04c08e6f-6f1d-49ba-8ead-5b0014fbf04f admin admin] 10.222.0.37 "GET /v2.0/routers/ea349191-0cff-4774-ad20-a8f6165739fe HTTP/1.1" status: 200 len: 710 time: 0.1328318 Nov 23 04:32:19.173984 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceacf32-0836-4312-9800-5352dc7706ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:32:19.181201 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3ceacf32-0836-4312-9800-5352dc7706ad admin admin] 10.222.0.37 "GET /v2.0/networks/707e3b6c-c967-4552-be8b-522e32d46a1b HTTP/1.1" status: 200 len: 886 time: 0.0810711 Nov 23 04:32:19.185228 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:32:19.450854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:19.685081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:19.758404 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:19.863038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Allocated IP 172.26.8.83 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/ca97d89e-97c6-4e90-8e31-08d732eec193) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:32:19.970030 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:20.003325 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:20.043276 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:32:20.046532 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:32:20.055623 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:32:20.058282 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Pushing event updated for resources: {'Port': ['ID=ca97d89e-97c6-4e90-8e31-08d732eec193,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:32:20.391793 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:20.585566 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:20.589120 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:20.692909 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Router ea349191-0cff-4774-ad20-a8f6165739fe has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:32:20.798329 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:32:20.802490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:20.803686 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f8f0935e-a96f-43cc-aa70-d03c3aafc56e admin admin] 10.222.0.37 "PUT /v2.0/routers/ea349191-0cff-4774-ad20-a8f6165739fe HTTP/1.1" status: 200 len: 889 time: 1.6219256 Nov 23 04:32:22.203932 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 036413d1-0f0a-49a8-b297-ca778a9cc181 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:32:22.255093 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 036413d1-0f0a-49a8-b297-ca778a9cc181 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:32:22.255470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:22.409120 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Sync routers for ids ['ea349191-0cff-4774-ad20-a8f6165739fe'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:32:22.420514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Routers {'ea349191-0cff-4774-ad20-a8f6165739fe'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:32:22.421438 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:32:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ea349191-0cff-4774-ad20-a8f6165739fe'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:32:22.633717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Set router ea349191-0cff-4774-ad20-a8f6165739fe gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:32:23.096723 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea349191-0cff-4774-ad20-a8f6165739fe', 'name': 'router1', 'tenant_id': '004a968fb0d14039ab8bf5225bd78e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'ca97d89e-97c6-4e90-8e31-08d732eec193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:32:02Z', 'updated_at': '2021-11-23T04:32:20Z', 'revision_number': 4, 'project_id': '004a968fb0d14039ab8bf5225bd78e58', 'gw_port': {'id': 'ca97d89e-97c6-4e90-8e31-08d732eec193', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea349191-0cff-4774-ad20-a8f6165739fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:32:19Z', 'updated_at': '2021-11-23T04:32:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '036413d1-0f0a-49a8-b297-ca778a9cc181', 'name': '', 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d', 'tenant_id': '004a968fb0d14039ab8bf5225bd78e58', 'mac_address': 'fa:16:3e:56:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea349191-0cff-4774-ad20-a8f6165739fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7172cf71-4f7b-45f2-8983-6bf3960612d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:32:12Z', 'updated_at': '2021-11-23T04:32:15Z', 'revision_number': 5, 'project_id': '004a968fb0d14039ab8bf5225bd78e58', 'subnets': [{'id': '7172cf71-4f7b-45f2-8983-6bf3960612d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '836168f3-ef0c-4808-9a0a-fb7e1ca8e662'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:32:23.148925 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Checking router: ea349191-0cff-4774-ad20-a8f6165739fe for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:32:23.149293 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Updating router ea349191-0cff-4774-ad20-a8f6165739fe port ca97d89e-97c6-4e90-8e31-08d732eec193 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:32:23.196624 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:23.331403 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 38728) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:32:23.439128 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-20765da6-29d9-4b71-bdaf-8a54b3342c17 admin admin] 10.222.0.37 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1065168 Nov 23 04:32:23.520237 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:23.526097 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:23.582128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Attempting to bind port ca97d89e-97c6-4e90-8e31-08d732eec193 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:32:23.582507 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Attempting to bind port ca97d89e-97c6-4e90-8e31-08d732eec193 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:32:23.582884 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Attempting to bind port ca97d89e-97c6-4e90-8e31-08d732eec193 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:32:23.585073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0d4d4-637d-45b4-9fb8-063d27102f44 None None] Pushing event updated for resources: {'Port': ['ID=ca97d89e-97c6-4e90-8e31-08d732eec193,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:32:23.590917 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 32, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:32:23.591311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:32:23.591722 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:23.592118 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:32:23.592604 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Bound port: ca97d89e-97c6-4e90-8e31-08d732eec193, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:32:23.593622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:23.645731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] For port ca97d89e-97c6-4e90-8e31-08d732eec193, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:32:23.648617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] For port ca97d89e-97c6-4e90-8e31-08d732eec193, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ca97d89e-97c6-4e90-8e31-08d732eec193,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:32:23.654067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:23.714136 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Routers {'ea349191-0cff-4774-ad20-a8f6165739fe'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:32:23.714740 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:32:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ea349191-0cff-4774-ad20-a8f6165739fe'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:32:23.716510 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c0d4d4-637d-45b4-9fb8-063d27102f44 None None] Pushing event updated for resources: {'Port': ['ID=ca97d89e-97c6-4e90-8e31-08d732eec193,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:32:23.824740 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] Set router ea349191-0cff-4774-ad20-a8f6165739fe gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:32:24.037681 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea349191-0cff-4774-ad20-a8f6165739fe', 'name': 'router1', 'tenant_id': '004a968fb0d14039ab8bf5225bd78e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'ca97d89e-97c6-4e90-8e31-08d732eec193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:32:02Z', 'updated_at': '2021-11-23T04:32:20Z', 'revision_number': 4, 'project_id': '004a968fb0d14039ab8bf5225bd78e58', 'gw_port': {'id': 'ca97d89e-97c6-4e90-8e31-08d732eec193', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea349191-0cff-4774-ad20-a8f6165739fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:32:19Z', 'updated_at': '2021-11-23T04:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '036413d1-0f0a-49a8-b297-ca778a9cc181', 'name': '', 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d', 'tenant_id': '004a968fb0d14039ab8bf5225bd78e58', 'mac_address': 'fa:16:3e:56:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea349191-0cff-4774-ad20-a8f6165739fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7172cf71-4f7b-45f2-8983-6bf3960612d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:32:12Z', 'updated_at': '2021-11-23T04:32:15Z', 'revision_number': 5, 'project_id': '004a968fb0d14039ab8bf5225bd78e58', 'subnets': [{'id': '7172cf71-4f7b-45f2-8983-6bf3960612d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '836168f3-ef0c-4808-9a0a-fb7e1ca8e662'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:32:24.064210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22b3e6de-7afe-42eb-b56d-f27e14bba958 None None] The sync data for ids ['ea349191-0cff-4774-ad20-a8f6165739fe'] in dv-neutron-818850-1-hyperv is: [{'id': 'ea349191-0cff-4774-ad20-a8f6165739fe', 'name': 'router1', 'tenant_id': '004a968fb0d14039ab8bf5225bd78e58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.83'}], 'enable_snat': True}, 'gw_port_id': 'ca97d89e-97c6-4e90-8e31-08d732eec193', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:32:02Z', 'updated_at': '2021-11-23T04:32:20Z', 'revision_number': 4, 'project_id': '004a968fb0d14039ab8bf5225bd78e58', 'gw_port': {'id': 'ca97d89e-97c6-4e90-8e31-08d732eec193', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:36:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea349191-0cff-4774-ad20-a8f6165739fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:32:19Z', 'updated_at': '2021-11-23T04:32:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '036413d1-0f0a-49a8-b297-ca778a9cc181', 'name': '', 'network_id': 'e46a7ff6-de43-4fa6-ba57-d12a4702cd3d', 'tenant_id': '004a968fb0d14039ab8bf5225bd78e58', 'mac_address': 'fa:16:3e:56:73:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea349191-0cff-4774-ad20-a8f6165739fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '7172cf71-4f7b-45f2-8983-6bf3960612d8', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:32:12Z', 'updated_at': '2021-11-23T04:32:15Z', 'revision_number': 5, 'project_id': '004a968fb0d14039ab8bf5225bd78e58', 'subnets': [{'id': '7172cf71-4f7b-45f2-8983-6bf3960612d8', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '836168f3-ef0c-4808-9a0a-fb7e1ca8e662'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:32:24.271324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ca97d89e-97c6-4e90-8e31-08d732eec193 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:32:24.336873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port ca97d89e-97c6-4e90-8e31-08d732eec193 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:32:24.337249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:24.451120 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:24.477170 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port ca97d89e-97c6-4e90-8e31-08d732eec193, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ca97d89e-97c6-4e90-8e31-08d732eec193,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:32:24.481816 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:24.537121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=ca97d89e-97c6-4e90-8e31-08d732eec193,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:32:26.219973 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ca97d89e-97c6-4e90-8e31-08d732eec193 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:32:26.270761 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port ca97d89e-97c6-4e90-8e31-08d732eec193 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:32:26.271127 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:36.816971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0e619851-dfc0-41d2-87fa-acb07a623b1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:39.145715 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-59218a29-70ce-47aa-bc31-203f97bdf84f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:40.247255 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:41.632840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:42.467899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:32:44.333014 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 5 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:33:06.822257 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-006c7fcf-f8a7-4566-9a05-90b533b71a13 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:09.139932 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8d53f362-9975-478f-a8c1-17196a3e7bcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:10.245709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:11.627663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:12.464827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:21.331219 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 5 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:33:36.827203 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-63c7bf51-6a54-43ca-a576-39aba7a7d0b6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:39.141291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6b9cf249-e78d-41b0-9bf2-245d1fe38794 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:40.249884 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:41.625945 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:42.460360 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:47.335605 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39244) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:33:47.397134 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f3895b8-aab8-4bce-ac7f-d293c87f10a7 admin admin] GET failed (client error): The resource could not be found. Nov 23 04:33:47.399217 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7f3895b8-aab8-4bce-ac7f-d293c87f10a7 admin admin] 10.222.0.37 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0624838 Nov 23 04:33:47.562036 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a4eb16c-6ebb-45b0-8673-3f17f8bd81c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:33:47.563551 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9a4eb16c-6ebb-45b0-8673-3f17f8bd81c2 admin admin] 10.222.0.37 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1599140 Nov 23 04:33:49.835322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39254) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:33:49.924301 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73ea6cd0-33e3-46db-a9d9-21897589ce67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:33:49.925620 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-73ea6cd0-33e3-46db-a9d9-21897589ce67 admin admin] 10.222.0.37 "GET /v2.0/subnets/7172cf71-4f7b-45f2-8983-6bf3960612d8 HTTP/1.1" status: 200 len: 849 time: 0.0893106 Nov 23 04:33:49.935942 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:33:50.019808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Publish callbacks [] for subnet, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:50.157442 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788451473996'] for subnet, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:50.189674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:33:50.189847 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:50.201504 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] 10.222.0.37 "PUT /v2.0/subnets/7172cf71-4f7b-45f2-8983-6bf3960612d8 HTTP/1.1" status: 200 len: 868 time: 0.2587066 Nov 23 04:33:50.202675 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638b44c6-728e-4427-8b17-66f6f3be097f None None] Network e46a7ff6-de43-4fa6-ba57-d12a4702cd3d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:33:50.210063 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7172cf71-4f7b-45f2-8983-6bf3960612d8,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:33:50.222780 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:33:50.223764 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:33:50.224208 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:33:50.224546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:33:50.224877 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:33:50.225219 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:33:50.225573 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:33:50.225905 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:33:50.226237 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:33:50.226567 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:33:50.226896 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:33:50.227219 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4c72ebb4-0880-4325-af5d-caf0ddc7e140 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:33:50.613132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8ba1789c-7bc4-4ff6-b932-857a2beec49f None None] Provisioning complete for port 5476b8c4-0b8a-43e8-868d-2ce0f2162a96 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:33:50.613535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8ba1789c-7bc4-4ff6-b932-857a2beec49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:50.697534 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8ba1789c-7bc4-4ff6-b932-857a2beec49f None None] Provisioning complete for port 036413d1-0f0a-49a8-b297-ca778a9cc181 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:33:50.697804 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8ba1789c-7bc4-4ff6-b932-857a2beec49f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:33:52.473622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39262) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:33:52.670478 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d08eb8-09be-4a1a-a1ac-adc5996b89f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:33:52.670942 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d08eb8-09be-4a1a-a1ac-adc5996b89f9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:33:52.672471 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-37d08eb8-09be-4a1a-a1ac-adc5996b89f9 admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1978846 Nov 23 04:33:54.935476 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39270) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:33:55.065798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b52058-673c-44ea-953b-7324a7236c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:33:55.066272 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b52058-673c-44ea-953b-7324a7236c3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:33:55.068307 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-71b52058-673c-44ea-953b-7324a7236c3a admin admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1318593 Nov 23 04:33:57.373365 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39278) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:33:57.511180 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcdd29bf-c882-4a8c-86fd-37bd7e90f4dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:33:57.512569 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dcdd29bf-c882-4a8c-86fd-37bd7e90f4dc admin admin] 10.222.0.37 "GET /v2.0/networks/707e3b6c-c967-4552-be8b-522e32d46a1b HTTP/1.1" status: 200 len: 886 time: 0.1382277 Nov 23 04:33:58.330101 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 5 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:33:59.800190 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39286) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:34:00.024383 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b3045c7-c6cb-4a33-9e9c-54044b3f4b83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:34:00.025691 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5b3045c7-c6cb-4a33-9e9c-54044b3f4b83 admin admin] 10.222.0.37 "GET /v2.0/networks/e46a7ff6-de43-4fa6-ba57-d12a4702cd3d HTTP/1.1" status: 200 len: 869 time: 0.2245486 Nov 23 04:34:02.289614 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39294) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:34:02.412281 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d859ebca-57ad-438c-af27-32e0a258eb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:34:02.412735 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d859ebca-57ad-438c-af27-32e0a258eb5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:34:02.414265 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d859ebca-57ad-438c-af27-32e0a258eb5a admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1237144 Nov 23 04:34:04.672307 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39302) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:34:04.761168 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858de95d-db45-43e9-8eb8-539a4beb394b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:34:04.761674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-858de95d-db45-43e9-8eb8-539a4beb394b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:34:04.763146 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-858de95d-db45-43e9-8eb8-539a4beb394b admin admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0898960 Nov 23 04:34:06.829570 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-358eed51-8ee5-4ae5-ac2c-945378e8eda6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:07.027509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39310) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:34:07.114983 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38e9b346-b1f4-449c-b4b4-38e2909c9104 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:34:07.116310 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-38e9b346-b1f4-449c-b4b4-38e2909c9104 admin admin] 10.222.0.37 "GET /v2.0/subnets/50a70ba9-f078-4903-b2af-175551a0adc2 HTTP/1.1" status: 200 len: 816 time: 0.0878663 Nov 23 04:34:09.143243 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6d31933f-9287-4483-a9e0-4b7fa32ed92d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:09.409841 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39318) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:34:09.501637 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-968c40a2-34c8-44e2-80a5-aab6ad2e6647 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:34:09.503001 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-968c40a2-34c8-44e2-80a5-aab6ad2e6647 admin admin] 10.222.0.37 "GET /v2.0/subnets/7172cf71-4f7b-45f2-8983-6bf3960612d8 HTTP/1.1" status: 200 len: 868 time: 0.0917566 Nov 23 04:34:10.251018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:11.630613 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:12.465876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:33.989479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39372) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:34:34.036689 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-efd9b59e-aaa5-4160-b876-7c8244ed3754 admin admin] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:34:34.037720 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-efd9b59e-aaa5-4160-b876-7c8244ed3754 admin admin] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0473037 Nov 23 04:34:35.328957 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 5 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:34:36.388012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39380) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:34:36.460252 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-585bbb06-385d-40ef-8a0e-ec0236545d48 admin admin] GET failed (client error): The resource could not be found. Nov 23 04:34:36.461848 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-585bbb06-385d-40ef-8a0e-ec0236545d48 admin admin] 10.222.0.37 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0725989 Nov 23 04:34:36.551747 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a159fd1b-f5bc-49c8-9d5f-4169f6e99f0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:34:36.553116 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a159fd1b-f5bc-49c8-9d5f-4169f6e99f0c admin admin] 10.222.0.37 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0843952 Nov 23 04:34:36.831656 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ff027d8f-d7cd-4a36-b79b-f7b6323682f1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:38.857370 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39388) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:34:38.905099 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-230246d7-ee8b-40ae-8af8-f0a72830098e admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:34:38.924772 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-230246d7-ee8b-40ae-8af8-f0a72830098e admin admin] Made reservation on behalf of 1403cf7703ca4956bcf7cc9e138dca3f for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:34:38.927486 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-230246d7-ee8b-40ae-8af8-f0a72830098e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:38.955656 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.services.revisions.revision_plugin [None req-230246d7-ee8b-40ae-8af8-f0a72830098e admin admin] Could not find related network for resource to bump revision. Nov 23 04:34:38.966701 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-230246d7-ee8b-40ae-8af8-f0a72830098e admin admin] vlan segment allocate from pool success with {'vlan_id': 195, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:34:38.975835 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-230246d7-ee8b-40ae-8af8-f0a72830098e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:38.976180 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-230246d7-ee8b-40ae-8af8-f0a72830098e admin admin] Added segment 1724094e-2a9d-46b7-94ce-cf6bf970f59a of type vlan for network f078164b-21b4-4ed1-bfe7-d73ff447a978 Nov 23 04:34:39.015113 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-230246d7-ee8b-40ae-8af8-f0a72830098e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:39.038625 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-230246d7-ee8b-40ae-8af8-f0a72830098e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:39.039707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-230246d7-ee8b-40ae-8af8-f0a72830098e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:34:39.040285 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-230246d7-ee8b-40ae-8af8-f0a72830098e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:39.089079 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-230246d7-ee8b-40ae-8af8-f0a72830098e admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2305830 Nov 23 04:34:39.102379 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230246d7-ee8b-40ae-8af8-f0a72830098e admin admin] Pushing event updated for resources: {'Network': ['ID=f078164b-21b4-4ed1-bfe7-d73ff447a978,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:34:39.123282 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network f078164b-21b4-4ed1-bfe7-d73ff447a978 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:34:39.294404 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d2edf636-f743-4fc9-9db8-8d3b96ca2533 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:40.255287 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:41.404784 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39396) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:34:41.467345 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-c02db3da-7a08-4bf9-9113-ed94552cee6e admin admin] GET failed (client error): The resource could not be found. Nov 23 04:34:41.468623 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c02db3da-7a08-4bf9-9113-ed94552cee6e admin admin] 10.222.0.37 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0628572 Nov 23 04:34:41.544994 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4684bf0a-c03e-4e69-ab4a-50c2a4ad9bbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:34:41.546536 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4684bf0a-c03e-4e69-ab4a-50c2a4ad9bbe admin admin] 10.222.0.37 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0728405 Nov 23 04:34:41.556638 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b155e5c9-4493-4b48-a7b3-a7c3d48c2571 admin admin] Request body: {'subnet': {'network_id': 'f078164b-21b4-4ed1-bfe7-d73ff447a978', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:34:41.577044 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b155e5c9-4493-4b48-a7b3-a7c3d48c2571 admin admin] Made reservation on behalf of 1403cf7703ca4956bcf7cc9e138dca3f for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:34:41.579383 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b155e5c9-4493-4b48-a7b3-a7c3d48c2571 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:41.630369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:41.745636 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b155e5c9-4493-4b48-a7b3-a7c3d48c2571 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:41.797874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b155e5c9-4493-4b48-a7b3-a7c3d48c2571 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8da17cf1-42b6-4d4a-8127-2bccdfa1e564,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:34:41.810693 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b155e5c9-4493-4b48-a7b3-a7c3d48c2571 admin admin] Checking segment: {'id': '1724094e-2a9d-46b7-94ce-cf6bf970f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f078164b-21b4-4ed1-bfe7-d73ff447a978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:34:41.811049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b155e5c9-4493-4b48-a7b3-a7c3d48c2571 admin admin] Network hostable DHCP agents. Network: f078164b-21b4-4ed1-bfe7-d73ff447a978, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:34:41.827299 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b155e5c9-4493-4b48-a7b3-a7c3d48c2571 admin admin] Network f078164b-21b4-4ed1-bfe7-d73ff447a978 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:34:41.835694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-b155e5c9-4493-4b48-a7b3-a7c3d48c2571 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, f078164b-21b4-4ed1-bfe7-d73ff447a978) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:34:41.839696 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b155e5c9-4493-4b48-a7b3-a7c3d48c2571 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:34:41.840285 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b155e5c9-4493-4b48-a7b3-a7c3d48c2571 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:41.845299 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1b30cf7-74c5-4fa4-9f45-b1faf7fce41f None None] Network f078164b-21b4-4ed1-bfe7-d73ff447a978 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:34:41.857769 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b155e5c9-4493-4b48-a7b3-a7c3d48c2571 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3044465 Nov 23 04:34:41.994199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-f078164b-21b4-4ed1-bfe7-d73ff447a978', 'network_id': 'f078164b-21b4-4ed1-bfe7-d73ff447a978', 'tenant_id': '1403cf7703ca4956bcf7cc9e138dca3f', 'fixed_ips': [{'subnet_id': '8da17cf1-42b6-4d4a-8127-2bccdfa1e564'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:34:41.995081 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:42.136286 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Allocated IP 192.168.233.2 (f078164b-21b4-4ed1-bfe7-d73ff447a978/8da17cf1-42b6-4d4a-8127-2bccdfa1e564/52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:34:42.286058 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:42.293210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:42.333541 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Network f078164b-21b4-4ed1-bfe7-d73ff447a978 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:34:42.336574 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:34:42.340010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:34:42.347631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Pushing event updated for resources: {'Port': ['ID=52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:34:42.370001 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:34:42.370381 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:34:42.370730 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:34:42.371072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:34:42.371409 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:34:42.371759 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:34:42.372096 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:34:42.372445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:34:42.372796 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:34:42.373125 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:34:42.373484 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:34:42.373805 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:34:42.407720 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Attempting to bind port 52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:34:42.408188 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Attempting to bind port 52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '1724094e-2a9d-46b7-94ce-cf6bf970f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f078164b-21b4-4ed1-bfe7-d73ff447a978'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:34:42.408631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Attempting to bind port 52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca on network f078164b-21b4-4ed1-bfe7-d73ff447a978 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:34:42.414350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 34, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:34:42.414807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Checking segment: {'id': '1724094e-2a9d-46b7-94ce-cf6bf970f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f078164b-21b4-4ed1-bfe7-d73ff447a978'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:34:42.415289 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:42.415686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Bound using segment: {'id': '1724094e-2a9d-46b7-94ce-cf6bf970f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f078164b-21b4-4ed1-bfe7-d73ff447a978'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:34:42.416151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Bound port: 52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1724094e-2a9d-46b7-94ce-cf6bf970f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f078164b-21b4-4ed1-bfe7-d73ff447a978'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:34:42.416551 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:42.488142 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:42.495136 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] For port 52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:34:42.498339 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] For port 52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca,segment=NetworkSegment(1724094e-2a9d-46b7-94ce-cf6bf970f59a),segment_id=1724094e-2a9d-46b7-94ce-cf6bf970f59a)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:34:42.503059 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:42.564793 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626f06d7-2560-41af-892f-ccab44272e6e None None] Pushing event updated for resources: {'Port': ['ID=52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:34:43.403885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69cdb354-e8a3-4697-8b06-63047ca2c4d5 None None] Network f078164b-21b4-4ed1-bfe7-d73ff447a978 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:34:43.538314 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-daa2ac60-7510-4444-9a43-75cdf636f3a6 None None] Provisioning complete for port 52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:34:43.538683 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-daa2ac60-7510-4444-9a43-75cdf636f3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:43.649027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-daa2ac60-7510-4444-9a43-75cdf636f3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:43.686105 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-daa2ac60-7510-4444-9a43-75cdf636f3a6 None None] For port 52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca,segment=NetworkSegment(1724094e-2a9d-46b7-94ce-cf6bf970f59a),segment_id=1724094e-2a9d-46b7-94ce-cf6bf970f59a)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:34:43.690805 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-daa2ac60-7510-4444-9a43-75cdf636f3a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:43.743681 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2ac60-7510-4444-9a43-75cdf636f3a6 None None] Pushing event updated for resources: {'Port': ['ID=52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:34:43.812585 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-df0c4e11-d8c8-4d50-89b3-f31ad350685e None None] Provisioning complete for port 52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:34:43.812952 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-df0c4e11-d8c8-4d50-89b3-f31ad350685e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:34:44.309696 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:34:44.357764 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 52b0b4b8-2024-4e6e-be0e-4b907b7ce9ca triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:34:44.358132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:06.836545 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f05f3526-b98c-4f14-8b3d-8abd69bfa29c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:09.146195 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ce44ed66-8128-49bb-bbde-647a335099df None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:10.257866 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:11.633868 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:12.328159 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 5 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:35:12.471784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:36.838439 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d3adfdd4-4d6f-4e51-83d1-a8c7089b6f18 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:39.149767 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ca8768bf-7d8e-4362-9b76-434d48c0c887 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:40.262201 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:41.635637 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:42.473373 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:49.326553 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 5 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:35:53.284161 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39440) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:35:53.289962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-2dbef390-0319-4911-a921-6a334e8a8846 tempest-verify_tempest_config-1310224233 tempest-verify_tempest_config-1310224233-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:35:53.290941 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2dbef390-0319-4911-a921-6a334e8a8846 tempest-verify_tempest_config-1310224233 tempest-verify_tempest_config-1310224233-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0058339 Nov 23 04:35:53.579917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39458) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:35:53.737368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.policy [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=109953) register_rules /opt/stack/neutron/neutron/policy.py:73}} Nov 23 04:35:53.785003 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING oslo_policy.policy [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:35:53.785434 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING oslo_policy.policy [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Nov 23 04:35:53.827836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:53.835831 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.quota [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Loaded quota_driver: . Nov 23 04:35:53.951708 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:53.956183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:53.997501 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0011077d8edd47889eaaa5ff862263be&name=default HTTP/1.1" status: 200 len: 2992 time: 0.4164491 Nov 23 04:35:54.000085 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39468) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:35:54.006188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5ae2967-d868-4470-a11d-5216e720fd70,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:35:54.020874 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.021233 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.021591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.021929 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.022259 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.022598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.022923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.023256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.023576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.023892 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.024207 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.024518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-954b456a-9d56-4c65-af4b-f13c2c94b52b admin admin] Tracked resource versions report: Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: pushed versions: Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: { 'AddressGroup': {'1.2'}, Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'ConntrackHelper': {'1.0'}, Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Log': {'1.0'}, Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Network': {'1.1'}, Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Port': {'1.7'}, Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'PortForwarding': {'1.2'}, Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'QosPolicy': {'1.10'}, Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'SecurityGroup': {'1.5'}, Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'SubPort': {'1.0'}, Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Subnet': {'1.1'}, Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Trunk': {'1.1'}} Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: consumer versions: Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: { DHCP agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: L3 agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: Metadata agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: Metering agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: Open vSwitch agent@dv-neutron-818850-1-hyperv: { 'AddressGroup': '1.2', Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'ConntrackHelper': '1.0', Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Log': '1.0', Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Network': '1.1', Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Port': '1.7', Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'PortForwarding': '1.2', Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'QosPolicy': '1.10', Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'SecurityGroup': '1.5', Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'SecurityGroupRule': '1.2', Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'SubPort': '1.0', Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Subnet': '1.1', Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Trunk': '1.1'}} Nov 23 04:35:54.025928 dv-neutron-818850-1-hyperv neutron-server[109953]: {{(pid=109953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:35:54.054491 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:54.078563 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:54.168435 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:54.171281 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:35:54.172431 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e5ae2967-d868-4470-a11d-5216e720fd70 HTTP/1.1" status: 204 len: 168 time: 0.1711957 Nov 23 04:35:54.180431 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5ae2967-d868-4470-a11d-5216e720fd70,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:35:54.187020 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.187387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.187731 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.188068 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.188402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.188750 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.189083 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.189455 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.189796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.190103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.190434 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:35:54.190750 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-459f30a0-3e25-4da6-95dd-db1530af5f1b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:36:06.839171 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-76c88026-9087-40e3-8151-cd26e75305b5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:36:09.150743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5bb69dc7-c8a9-4e88-9b76-6be5b16e408c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:36:10.266065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:36:11.639723 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:36:12.474467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:36:26.324964 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 5 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:36:36.839035 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-226bcf5a-b5ec-4c73-ba01-e2910a00cb78 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:36:39.151465 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3d60f841-24e4-4abf-ad7c-919e27a85de3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:36:40.268625 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:36:41.642003 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:36:42.474470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:37:03.323695 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 5 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:37:06.840424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-84374728-4faf-4f02-9f0e-a07d44b9415e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:37:08.407544 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-419850'] for agent, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:37:09.152244 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9695e282-5534-4de6-8bb2-8092c3e829d6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:37:10.275638 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:37:11.646547 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:37:12.476328 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:37:23.099859 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39540) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:37:23.200512 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7d89b709-ed42-440b-a977-1b032a360d32 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0995626 Nov 23 04:37:25.481489 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39550) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:37:25.536303 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-99bac6c2-065d-4421-aceb-37d46d1f2ae7 admin admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4565 time: 0.0537245 Nov 23 04:37:36.842324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fb71ea76-baf7-4b67-8ccd-066a9c5f4412 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:37:38.375300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:37:39.152783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5a67dd2f-b704-46e1-ae48-1262b715f0c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:37:40.272167 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:37:40.322576 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:37:41.649122 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:37:42.476647 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:06.843869 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9d4361e7-92df-4c22-993d-2bed36a23d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:08.372941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:09.154322 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-295f0e95-02ca-4920-abbd-d0f7e85c3b4e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:10.275820 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:11.651704 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:12.479489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:17.323674 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:38:36.860295 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bc116120-d67c-4c4f-8f7d-7b4a73c964a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:38.083673 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39672) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:38.333360 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1502332573-network', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:38.355209 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Made reservation on behalf of 6368c1500ebe48c7be5260bfbcbb5e9f for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:38.362465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:38.375463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:38.407748 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:38.460823 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:38.466023 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:38.504531 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3cd3f411-eb5e-4594-ad2f-906aef3c55ea,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:38.512158 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:38:38.513613 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:38.513983 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:38.514515 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:38.515025 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:38.515730 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:38.516723 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:38.517225 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:38.517870 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:38.518368 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:38.518857 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:38.519197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:38.519531 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Tracked resource versions report: Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: pushed versions: Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: { 'AddressGroup': {'1.2'}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'ConntrackHelper': {'1.0'}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Log': {'1.0'}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Network': {'1.1'}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Port': {'1.7'}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'PortForwarding': {'1.2'}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'QosPolicy': {'1.10'}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'SecurityGroup': {'1.5'}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'SubPort': {'1.0'}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Subnet': {'1.1'}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Trunk': {'1.1'}} Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: consumer versions: Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: { DHCP agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: HyperV agent@hv-neutron-8188: {}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: L3 agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: Metadata agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: Metering agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: Open vSwitch agent@dv-neutron-818850-1-hyperv: { 'AddressGroup': '1.2', Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'ConntrackHelper': '1.0', Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Log': '1.0', Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Network': '1.1', Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Port': '1.7', Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'PortForwarding': '1.2', Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'QosPolicy': '1.10', Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'SecurityGroup': '1.5', Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'SecurityGroupRule': '1.2', Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'SubPort': '1.0', Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Subnet': '1.1', Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: 'Trunk': '1.1'}} Nov 23 04:38:38.520648 dv-neutron-818850-1-hyperv neutron-server[109952]: {{(pid=109952) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:38:38.531719 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:38.532157 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Added segment 974fd589-4f74-4e37-b0df-c5bd86753794 of type vlan for network 96c71bc6-206e-4cde-ad6b-04fe79357a77 Nov 23 04:38:38.582571 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:38.615427 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:38.616521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:38.617177 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:38.676028 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.5911424 Nov 23 04:38:38.676691 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39718) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:38.685494 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Request body: {'subnet': {'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1502332573-subnet', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:38.693258 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d8167c-b481-4455-a548-9baa19b9212f admin admin] Pushing event updated for resources: {'Network': ['ID=96c71bc6-206e-4cde-ad6b-04fe79357a77,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:38.705646 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 96c71bc6-206e-4cde-ad6b-04fe79357a77 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:38:38.731216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Made reservation on behalf of 6368c1500ebe48c7be5260bfbcbb5e9f for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:38.735741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.060143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.116773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e0da7a-e696-4156-a0c5-214eeeb37609,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:39.130460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.130831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.131177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.131516 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.131849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.132200 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.132524 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.132877 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.133213 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.133557 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.133875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.134202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Tracked resource versions report: Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: pushed versions: Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: { 'AddressGroup': {'1.2'}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'ConntrackHelper': {'1.0'}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Log': {'1.0'}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Network': {'1.1'}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Port': {'1.7'}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'PortForwarding': {'1.2'}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'QosPolicy': {'1.10'}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'SecurityGroup': {'1.5'}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'SubPort': {'1.0'}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Subnet': {'1.1'}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Trunk': {'1.1'}} Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: consumer versions: Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: { DHCP agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: HyperV agent@hv-neutron-8188: {}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: L3 agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: Metadata agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: Metering agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: Open vSwitch agent@dv-neutron-818850-1-hyperv: { 'AddressGroup': '1.2', Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'ConntrackHelper': '1.0', Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Log': '1.0', Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Network': '1.1', Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Port': '1.7', Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'PortForwarding': '1.2', Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'QosPolicy': '1.10', Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'SecurityGroup': '1.5', Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'SecurityGroupRule': '1.2', Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'SubPort': '1.0', Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Subnet': '1.1', Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: 'Trunk': '1.1'}} Nov 23 04:38:39.135300 dv-neutron-818850-1-hyperv neutron-server[109953]: {{(pid=109953) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:38:39.153450 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Checking segment: {'id': '974fd589-4f74-4e37-b0df-c5bd86753794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:38:39.153837 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Network hostable DHCP agents. Network: 96c71bc6-206e-4cde-ad6b-04fe79357a77, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:38:39.161007 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1cdc3948-8bdc-4bf9-9cf5-f9094494fc44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.175993 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Network 96c71bc6-206e-4cde-ad6b-04fe79357a77 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:38:39.189835 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 96c71bc6-206e-4cde-ad6b-04fe79357a77) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:39.195725 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:39.196698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.207485 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7d85e7-3346-4884-8fe8-a08a3d585d5f None None] Network 96c71bc6-206e-4cde-ad6b-04fe79357a77 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:38:39.236698 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39740) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:39.237166 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8a2de2db-992d-4f95-99e0-0c06e94d0a63 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5510671 Nov 23 04:38:39.237304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:39.283176 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.284402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.307799 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39744) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:39.378685 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.484110 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-96c71bc6-206e-4cde-ad6b-04fe79357a77', 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'fixed_ips': [{'subnet_id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:38:39.485066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.521177 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.654735 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Allocated IP 172.20.0.2 (96c71bc6-206e-4cde-ad6b-04fe79357a77/b6e0da7a-e696-4156-a0c5-214eeeb37609/f7a9e598-15b3-4f1a-9364-bfd189b55176) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:38:39.764231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.786435 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.824193 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1125767235-network', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:39.846549 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.857340 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.862318 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] Made reservation on behalf of 7fa374e9f4784c43b80304323e3717a8 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:39.865599 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.882548 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.902220 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Network 96c71bc6-206e-4cde-ad6b-04fe79357a77 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:38:39.906202 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:39.913140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:38:39.927984 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Allocated IP 172.26.8.4 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/aa092efb-2fa6-4027-9328-1e940cd51528) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:38:39.979987 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Pushing event updated for resources: {'Port': ['ID=f7a9e598-15b3-4f1a-9364-bfd189b55176,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:39.983241 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.988164 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.988886 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.988886 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.989230 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.989587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.989899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.990223 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.990582 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.990977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.991297 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.991876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.992508 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:39.993089 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Tracked resource versions report: Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: pushed versions: Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: { 'AddressGroup': {'1.2'}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'ConntrackHelper': {'1.0'}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Log': {'1.0'}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Network': {'1.1'}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Port': {'1.7'}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'PortForwarding': {'1.2'}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'QosPolicy': {'1.10'}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'SecurityGroup': {'1.5'}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'SubPort': {'1.0'}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Subnet': {'1.1'}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Trunk': {'1.1'}} Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: consumer versions: Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: { DHCP agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: HyperV agent@hv-neutron-8188: {}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: L3 agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: Metadata agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: Metering agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: Open vSwitch agent@dv-neutron-818850-1-hyperv: { 'AddressGroup': '1.2', Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'ConntrackHelper': '1.0', Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Log': '1.0', Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Network': '1.1', Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Port': '1.7', Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'PortForwarding': '1.2', Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'QosPolicy': '1.10', Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'SecurityGroup': '1.5', Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'SecurityGroupRule': '1.2', Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'SubPort': '1.0', Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Subnet': '1.1', Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: 'Trunk': '1.1'}} Nov 23 04:38:39.993881 dv-neutron-818850-1-hyperv neutron-server[109954]: {{(pid=109954) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:38:40.011917 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Attempting to bind port f7a9e598-15b3-4f1a-9364-bfd189b55176 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:38:40.012383 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Attempting to bind port f7a9e598-15b3-4f1a-9364-bfd189b55176 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '974fd589-4f74-4e37-b0df-c5bd86753794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:38:40.013324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Attempting to bind port f7a9e598-15b3-4f1a-9364-bfd189b55176 on network 96c71bc6-206e-4cde-ad6b-04fe79357a77 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:38:40.018642 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 38, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:38:40.019138 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Checking segment: {'id': '974fd589-4f74-4e37-b0df-c5bd86753794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:38:40.019716 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:40.020275 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Bound using segment: {'id': '974fd589-4f74-4e37-b0df-c5bd86753794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:38:40.021110 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Bound port: f7a9e598-15b3-4f1a-9364-bfd189b55176, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974fd589-4f74-4e37-b0df-c5bd86753794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:38:40.021976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:40.057462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcf90a6c-9229-4cd6-b054-a9d0b8663383,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:40.082078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:38:40.083649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:40.103150 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8788451369692', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:40.103802 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] Unsubscribe: segment precommit_create {{(pid=109953) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Nov 23 04:38:40.104324 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] Added segment 053028f0-03a9-4134-8382-a8d3f8d56f47 of type vlan for network 11d0d08f-df23-4386-978f-0f1b245142bf Nov 23 04:38:40.127556 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:40.128007 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] For port f7a9e598-15b3-4f1a-9364-bfd189b55176, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:38:40.133302 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] For port f7a9e598-15b3-4f1a-9364-bfd189b55176, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f7a9e598-15b3-4f1a-9364-bfd189b55176,segment=NetworkSegment(974fd589-4f74-4e37-b0df-c5bd86753794),segment_id=974fd589-4f74-4e37-b0df-c5bd86753794)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:38:40.141557 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:40.174602 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:38:40.177797 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:40.185159 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:38:40.185755 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:40.231401 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f49f3f-ddb4-4209-96d4-69309767c347 None None] Pushing event updated for resources: {'Port': ['ID=f7a9e598-15b3-4f1a-9364-bfd189b55176,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:40.280496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:40.282379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:40.282905 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:40.316261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:40.364972 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Pushing event updated for resources: {'Port': ['ID=aa092efb-2fa6-4027-9328-1e940cd51528,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:40.465949 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1565223 Nov 23 04:38:40.472567 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39774) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:40.499149 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-fdcc2a8d-aede-4e55-8f96-c427467133c2 admin admin] Request body: {'subnet': {'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1125767235-subnet', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:40.515053 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d066d52-e1cf-4d50-bed5-d7ec341f15a3 admin admin] Pushing event updated for resources: {'Network': ['ID=11d0d08f-df23-4386-978f-0f1b245142bf,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:40.540100 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 11d0d08f-df23-4386-978f-0f1b245142bf details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:38:40.542776 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdcc2a8d-aede-4e55-8f96-c427467133c2 admin admin] Made reservation on behalf of 7fa374e9f4784c43b80304323e3717a8 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:40.547027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fdcc2a8d-aede-4e55-8f96-c427467133c2 admin admin] Publish callbacks [] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:40.668103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:40.806996 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fdcc2a8d-aede-4e55-8f96-c427467133c2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:40.856387 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcc2a8d-aede-4e55-8f96-c427467133c2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=45b211fe-4bfb-46ee-9494-6e310ec55924,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:40.889779 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdcc2a8d-aede-4e55-8f96-c427467133c2 admin admin] Checking segment: {'id': '053028f0-03a9-4134-8382-a8d3f8d56f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:38:40.890137 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcc2a8d-aede-4e55-8f96-c427467133c2 admin admin] Network hostable DHCP agents. Network: 11d0d08f-df23-4386-978f-0f1b245142bf, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:38:40.912817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:40.919705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdcc2a8d-aede-4e55-8f96-c427467133c2 admin admin] Network 11d0d08f-df23-4386-978f-0f1b245142bf is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:38:40.932589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-fdcc2a8d-aede-4e55-8f96-c427467133c2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 11d0d08f-df23-4386-978f-0f1b245142bf) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:40.939744 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdcc2a8d-aede-4e55-8f96-c427467133c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:40.941529 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fdcc2a8d-aede-4e55-8f96-c427467133c2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:40.951130 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5412f2ce-1609-41eb-81e9-18f62de5ac8a None None] Network 11d0d08f-df23-4386-978f-0f1b245142bf requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:38:40.960331 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fdcc2a8d-aede-4e55-8f96-c427467133c2 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.4864669 Nov 23 04:38:40.962722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39798) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:40.968900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:41.001367 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:41.003505 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:41.118902 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Router 88126e00-52c3-48d9-9827-aa608b67eee4 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:38:41.170746 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:41.231843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-11d0d08f-df23-4386-978f-0f1b245142bf', 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'fixed_ips': [{'subnet_id': '45b211fe-4bfb-46ee-9494-6e310ec55924'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:38:41.232733 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:41.293030 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:38:41.306522 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Sync routers for ids ['88126e00-52c3-48d9-9827-aa608b67eee4'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:38:41.330629 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Routers {'88126e00-52c3-48d9-9827-aa608b67eee4'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:38:41.331266 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:38:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['88126e00-52c3-48d9-9827-aa608b67eee4'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:41.333265 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:41.335990 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8a118d96-64d4-4b03-8c67-535036adf79b admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.1059523 Nov 23 04:38:41.338918 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39806) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:41.392722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:41.471173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Allocated IP 172.20.0.2 (11d0d08f-df23-4386-978f-0f1b245142bf/45b211fe-4bfb-46ee-9494-6e310ec55924/79d67627-b1c3-42c0-881d-c1432aeba512) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:38:41.658217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd28abc-322e-4ac5-9423-e4e1903fb907 None None] Network 96c71bc6-206e-4cde-ad6b-04fe79357a77 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:38:41.712622 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Set router 88126e00-52c3-48d9-9827-aa608b67eee4 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:38:41.768556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:41.772316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39816) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:41.820863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:41.856174 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-83370a5d-fde4-49b6-9d06-1fc03f6e2ced None None] Provisioning complete for port f7a9e598-15b3-4f1a-9364-bfd189b55176 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:41.856545 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-83370a5d-fde4-49b6-9d06-1fc03f6e2ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:41.863871 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.062021 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:40Z', 'revision_number': 3, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'gw_port': {'id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:42.104913 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Checking router: 88126e00-52c3-48d9-9827-aa608b67eee4 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:38:42.105301 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Updating router 88126e00-52c3-48d9-9827-aa608b67eee4 port aa092efb-2fa6-4027-9328-1e940cd51528 binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:38:42.121201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Allocated IP 172.26.8.109 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/40731b1f-26d9-4425-8db4-ae6db002cf2e) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:38:42.139478 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.193486 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:42.198271 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-83370a5d-fde4-49b6-9d06-1fc03f6e2ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.229304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.240238 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.277593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-83370a5d-fde4-49b6-9d06-1fc03f6e2ced None None] For port f7a9e598-15b3-4f1a-9364-bfd189b55176, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f7a9e598-15b3-4f1a-9364-bfd189b55176,segment=NetworkSegment(974fd589-4f74-4e37-b0df-c5bd86753794),segment_id=974fd589-4f74-4e37-b0df-c5bd86753794)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:38:42.290758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-83370a5d-fde4-49b6-9d06-1fc03f6e2ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.323516 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.352881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.469106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.470733 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83370a5d-fde4-49b6-9d06-1fc03f6e2ced None None] Pushing event updated for resources: {'Port': ['ID=f7a9e598-15b3-4f1a-9364-bfd189b55176,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:42.493331 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.530457 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Network 11d0d08f-df23-4386-978f-0f1b245142bf is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:38:42.551582 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:42.555123 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:38:42.563123 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f7a9e598-15b3-4f1a-9364-bfd189b55176 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:38:42.618008 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.643363 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39840) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:42.651279 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.707137 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Allocated IP 172.20.0.1 (96c71bc6-206e-4cde-ad6b-04fe79357a77/b6e0da7a-e696-4156-a0c5-214eeeb37609/2f21a735-1481-4973-9d5d-a5b521bebd47) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:38:42.779675 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.788434 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.803962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Attempting to bind port 79d67627-b1c3-42c0-881d-c1432aeba512 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:38:42.804538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Attempting to bind port 79d67627-b1c3-42c0-881d-c1432aeba512 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '053028f0-03a9-4134-8382-a8d3f8d56f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:38:42.804693 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Attempting to bind port 79d67627-b1c3-42c0-881d-c1432aeba512 on network 11d0d08f-df23-4386-978f-0f1b245142bf {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:38:42.816047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:38:42.816426 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Checking segment: {'id': '053028f0-03a9-4134-8382-a8d3f8d56f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:38:42.816832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.817230 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Bound using segment: {'id': '053028f0-03a9-4134-8382-a8d3f8d56f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:38:42.824890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Bound port: 79d67627-b1c3-42c0-881d-c1432aeba512, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053028f0-03a9-4134-8382-a8d3f8d56f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:38:42.825192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.844062 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9e111-3d74-4488-8a70-b4ff02376fd0 None None] Pushing event updated for resources: {'Port': ['ID=aa092efb-2fa6-4027-9328-1e940cd51528,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:42.850776 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:38:42.854228 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9e111-3d74-4488-8a70-b4ff02376fd0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:42.854381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:42.854972 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9e111-3d74-4488-8a70-b4ff02376fd0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:42.855520 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9e111-3d74-4488-8a70-b4ff02376fd0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:42.856184 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9e111-3d74-4488-8a70-b4ff02376fd0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:42.856899 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9e111-3d74-4488-8a70-b4ff02376fd0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:42.857470 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9e111-3d74-4488-8a70-b4ff02376fd0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:42.858207 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9e111-3d74-4488-8a70-b4ff02376fd0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:42.858734 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9e111-3d74-4488-8a70-b4ff02376fd0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:42.859516 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:38:42.860344 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9e111-3d74-4488-8a70-b4ff02376fd0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:42.860863 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9e111-3d74-4488-8a70-b4ff02376fd0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:42.861608 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9e111-3d74-4488-8a70-b4ff02376fd0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:42.862143 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9e111-3d74-4488-8a70-b4ff02376fd0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb9e111-3d74-4488-8a70-b4ff02376fd0 None None] Tracked resource versions report: Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: pushed versions: Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: { 'AddressGroup': {'1.2'}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'ConntrackHelper': {'1.0'}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Log': {'1.0'}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Network': {'1.1'}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Port': {'1.7'}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'PortForwarding': {'1.2'}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'QosPolicy': {'1.10'}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'SecurityGroup': {'1.5'}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'SecurityGroupRule': {'1.2'}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'SubPort': {'1.0'}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Subnet': {'1.1'}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Trunk': {'1.1'}} Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: consumer versions: Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: { DHCP agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: HyperV agent@hv-neutron-8188: {}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: L3 agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: Metadata agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: Metering agent@dv-neutron-818850-1-hyperv: {}, Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: Open vSwitch agent@dv-neutron-818850-1-hyperv: { 'AddressGroup': '1.2', Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'ConntrackHelper': '1.0', Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Log': '1.0', Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Network': '1.1', Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Port': '1.7', Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'PortForwarding': '1.2', Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'QosPolicy': '1.10', Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'SecurityGroup': '1.5', Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'SecurityGroupRule': '1.2', Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'SubPort': '1.0', Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Subnet': '1.1', Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: 'Trunk': '1.1'}} Nov 23 04:38:42.863640 dv-neutron-818850-1-hyperv neutron-server[109955]: {{(pid=109955) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Nov 23 04:38:42.890300 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Attempting to bind port aa092efb-2fa6-4027-9328-1e940cd51528 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:38:42.891364 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Attempting to bind port aa092efb-2fa6-4027-9328-1e940cd51528 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:38:42.891979 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Attempting to bind port aa092efb-2fa6-4027-9328-1e940cd51528 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:38:42.902693 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:38:42.903410 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:38:42.904032 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.904620 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:38:42.905324 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Bound port: aa092efb-2fa6-4027-9328-1e940cd51528, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:38:42.906411 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:42.975320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Pushing event updated for resources: {'Port': ['ID=79d67627-b1c3-42c0-881d-c1432aeba512,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:43.020293 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] For port aa092efb-2fa6-4027-9328-1e940cd51528, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:38:43.027031 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:43.027881 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] For port aa092efb-2fa6-4027-9328-1e940cd51528, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=aa092efb-2fa6-4027-9328-1e940cd51528,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:38:43.041843 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:43.103980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39846) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:43.104997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39848) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:43.130852 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:43.159382 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb9e111-3d74-4488-8a70-b4ff02376fd0 None None] Pushing event updated for resources: {'Port': ['ID=aa092efb-2fa6-4027-9328-1e940cd51528,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:43.163462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39856) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:43.164034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] For port 79d67627-b1c3-42c0-881d-c1432aeba512, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:38:43.176495 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] For port 79d67627-b1c3-42c0-881d-c1432aeba512, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=79d67627-b1c3-42c0-881d-c1432aeba512,segment=NetworkSegment(053028f0-03a9-4134-8382-a8d3f8d56f47),segment_id=053028f0-03a9-4134-8382-a8d3f8d56f47)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:38:43.182121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port f7a9e598-15b3-4f1a-9364-bfd189b55176 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:43.183927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:43.189477 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:43.199524 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Routers {'88126e00-52c3-48d9-9827-aa608b67eee4'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:38:43.200163 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:38:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['88126e00-52c3-48d9-9827-aa608b67eee4'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:43.221063 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1075774606'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:43.232589 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Pushing event updated for resources: {'Port': ['ID=2f21a735-1481-4973-9d5d-a5b521bebd47,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:43.306558 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Network 96c71bc6-206e-4cde-ad6b-04fe79357a77 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:38:43.311209 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:43.314729 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Made reservation on behalf of 2a9008aa8c1946a086b1b02f85f0ed6e for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:43.334306 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:43.355529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1139425984', 'router:external': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:43.397829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:38:43.399165 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:43.487804 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] Set router 88126e00-52c3-48d9-9827-aa608b67eee4 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:38:43.500784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-0536bde2-1e25-4944-b6c4-357cf093bc5c None None] Provisioning complete for port f7a9e598-15b3-4f1a-9364-bfd189b55176 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:43.501833 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0536bde2-1e25-4944-b6c4-357cf093bc5c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:43.610638 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-192720555'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:43.619366 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:43.684159 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b15b31-5c9d-4b61-9747-7880d53e5e80 None None] Pushing event updated for resources: {'Port': ['ID=79d67627-b1c3-42c0-881d-c1432aeba512,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:43.733728 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:43.752724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39870) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:43.784295 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-092b75e1-48dc-435c-931b-b6c659ddf261 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-901549274'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:43.784817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-092b75e1-48dc-435c-931b-b6c659ddf261 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Unknown quota resources ['metering_label']. {{(pid=109952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 04:38:43.788758 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Made reservation on behalf of 337b6db919664fec8df44be01115d551 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:43.791982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:43.813915 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Pushing event updated for resources: {'Port': ['ID=40731b1f-26d9-4425-8db4-ae6db002cf2e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:43.872319 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:40Z', 'revision_number': 3, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'gw_port': {'id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:43.883612 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Allocated IP 172.26.8.52 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/c656d50b-db31-4c8f-a133-e529e002c9e0) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:38:43.903317 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-2589c3b2-7aa1-4982-a8db-0298a53b1a29 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Request body: {'quota': {'network': 2}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:43.916184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:43.918901 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3e294e9-e11b-435c-b21f-634dcd8327f7 None None] The sync data for ids ['88126e00-52c3-48d9-9827-aa608b67eee4'] in dv-neutron-818850-1-hyperv is: [{'id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:40Z', 'revision_number': 3, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'gw_port': {'id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:38:43.935369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-614de158-b473-4228-8e6a-5f0e11a6f5ca None None] Provisioning complete for port 2f21a735-1481-4973-9d5d-a5b521bebd47 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:43.935983 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-614de158-b473-4228-8e6a-5f0e11a6f5ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:43.940284 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Made reservation on behalf of 70b2f0e1e0f545938d35f00b3b11cecf for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:43.949496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:43.971057 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-614de158-b473-4228-8e6a-5f0e11a6f5ca None None] Port 2f21a735-1481-4973-9d5d-a5b521bebd47 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:38:44.007127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.125067 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.149699 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-092b75e1-48dc-435c-931b-b6c659ddf261 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.153429 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-092b75e1-48dc-435c-931b-b6c659ddf261 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.0432746 Nov 23 04:38:44.156580 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39878) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:44.162985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c4cf53a2-27b8-4d5d-a772-cf886ba963be tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'fd25df48-7dc3-4380-bd24-6282506172f7'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:44.163564 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c4cf53a2-27b8-4d5d-a772-cf886ba963be tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109953) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 04:38:44.198054 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2589c3b2-7aa1-4982-a8db-0298a53b1a29 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] 10.222.0.37 "PUT /v2.0/quotas/3120ca02418c493785f5c35074f049dc HTTP/1.1" status: 200 len: 368 time: 0.4299636 Nov 23 04:38:44.208875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39880) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:44.214746 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.222776 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Request body: {'network': {'project_id': '3120ca02418c493785f5c35074f049dc'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:44.230987 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.269418 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.282912 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Made reservation on behalf of 3120ca02418c493785f5c35074f049dc for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:44.285224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.305506 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:38:44.347371 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.375994 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.376352 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Added segment 58492218-ef4a-483c-9aab-0406acae5442 of type vlan for network 2f919ea3-43cd-4bc6-940c-f3178e4a1b7d Nov 23 04:38:44.376698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.399449 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc59e09d-c943-4a93-bcab-4772daf28690,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:44.469758 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.491257 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.496898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.540362 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.563556 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:38:44.597945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.604134 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f1396c0-bd45-4a84-9532-014c2ec083e8,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:44.610827 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING neutron.services.metering.metering_plugin [None req-c4cf53a2-27b8-4d5d-a772-cf886ba963be tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 04:38:44.620046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.620386 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Added segment f25c8d5c-202a-4d5e-ae3f-f0482f7ccbcb of type vlan for network 4593b396-76b7-4d10-b400-c08ea656885a Nov 23 04:38:44.638788 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.649461 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:44.650634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.691474 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device aa092efb-2fa6-4027-9328-1e940cd51528 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:38:44.713397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39886) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:44.715242 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0707748 Nov 23 04:38:44.719927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.761655 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port aa092efb-2fa6-4027-9328-1e940cd51528 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:44.762406 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.764005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.866630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.873418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1695a25-41b0-4a5d-b858-4952ece93162 None None] Network 11d0d08f-df23-4386-978f-0f1b245142bf requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:38:44.885689 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae7f13a-80ab-432b-a709-f61280cd0e6f tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Pushing event updated for resources: {'Network': ['ID=2f919ea3-43cd-4bc6-940c-f3178e4a1b7d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:44.927133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Pushing event updated for resources: {'SecurityGroup': ['ID=828270e6-87a2-4170-a496-966ccbe6231b,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:44.936629 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 2f919ea3-43cd-4bc6-940c-f3178e4a1b7d details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:38:44.948186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.949035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.950351 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:44.951102 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.955200 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:44.977620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:38:45.002168 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.002589 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Added segment abd17907-60a5-4219-b5c2-df056ffaace8 of type vlan for network 61585759-e0f2-4075-a7f6-0538e4ff16d4 Nov 23 04:38:45.022812 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Pushing event updated for resources: {'Network': ['ID=4593b396-76b7-4d10-b400-c08ea656885a,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:45.029849 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.030460 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.031867 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.048723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:38:45.060428 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port aa092efb-2fa6-4027-9328-1e940cd51528, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=aa092efb-2fa6-4027-9328-1e940cd51528,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:38:45.068024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 4593b396-76b7-4d10-b400-c08ea656885a details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:38:45.092520 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-32b2dc57-51fe-460b-951b-8d4e713ca410 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 1.9860623 Nov 23 04:38:45.096368 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.097333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f7a9e598-15b3-4f1a-9364-bfd189b55176 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:38:45.101126 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Request body: {'network': {'name': 'tempest-network--1715837338', 'router:external': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:45.111555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.114987 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39892) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:45.139353 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c74103b0-dd1b-4a9d-8dbc-6a1bd2fc4dd7 None None] Provisioning complete for port 79d67627-b1c3-42c0-881d-c1432aeba512 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:45.139947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c74103b0-dd1b-4a9d-8dbc-6a1bd2fc4dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.146149 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Pushing event updated for resources: {'Port': ['ID=2f21a735-1481-4973-9d5d-a5b521bebd47,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:45.190764 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Network 96c71bc6-206e-4cde-ad6b-04fe79357a77 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:38:45.192262 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:45.331114 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4a5c9962-1492-42fa-acc4-55779ef2bb47 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Request body: {'subnet': {'network_id': '4593b396-76b7-4d10-b400-c08ea656885a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:45.339732 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:38:45.347925 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Router 88126e00-52c3-48d9-9827-aa608b67eee4 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:38:45.363466 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:45.367929 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d37441f2-63f9-420e-b94e-ce2dc35f5b4f,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:45.381455 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:38:45.393667 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.resource_extend [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 04:38:45.398708 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.399234 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Added segment 6fd71cbe-c313-4b90-91c5-ef056f3e7786 of type vlan for network 54e564b6-8ed7-4966-a80a-b483c6a4c6d3 Nov 23 04:38:45.405233 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c4cf53a2-27b8-4d5d-a772-cf886ba963be tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.407722 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=aa092efb-2fa6-4027-9328-1e940cd51528,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:45.410497 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c4cf53a2-27b8-4d5d-a772-cf886ba963be tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 1.2512376 Nov 23 04:38:45.411235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:38:45.413091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39902) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:45.439684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c6e25094-9b91-4852-bc33-035d7a60c713 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'fd25df48-7dc3-4380-bd24-6282506172f7'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:45.440170 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c6e25094-9b91-4852-bc33-035d7a60c713 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109953) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 04:38:45.482774 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port f7a9e598-15b3-4f1a-9364-bfd189b55176 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:45.483176 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.502471 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:38:45.507748 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2e2c0fb2-e55f-4b69-9608-ce70814504f3 admin admin] 10.222.0.37 "PUT /v2.0/routers/88126e00-52c3-48d9-9827-aa608b67eee4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1673367 Nov 23 04:38:45.513464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Pushing event updated for resources: {'Port': ['ID=c656d50b-db31-4c8f-a133-e529e002c9e0,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:45.543746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c74103b0-dd1b-4a9d-8dbc-6a1bd2fc4dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.599383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.600292 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:45.600801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c74103b0-dd1b-4a9d-8dbc-6a1bd2fc4dd7 None None] For port 79d67627-b1c3-42c0-881d-c1432aeba512, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=79d67627-b1c3-42c0-881d-c1432aeba512,segment=NetworkSegment(053028f0-03a9-4134-8382-a8d3f8d56f47),segment_id=053028f0-03a9-4134-8382-a8d3f8d56f47)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:38:45.601126 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.622473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.636490 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c74103b0-dd1b-4a9d-8dbc-6a1bd2fc4dd7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.675026 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 79d67627-b1c3-42c0-881d-c1432aeba512 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:38:45.723253 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c74103b0-dd1b-4a9d-8dbc-6a1bd2fc4dd7 None None] Pushing event updated for resources: {'Port': ['ID=79d67627-b1c3-42c0-881d-c1432aeba512,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:45.727821 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Made reservation on behalf of 6da8773055274c59826827775c317661 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:45.730491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.768473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 79d67627-b1c3-42c0-881d-c1432aeba512 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:45.768824 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.777522 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.resource_extend [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 04:38:45.835168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3549e399-2e4f-4e99-9061-5465344f7857 None None] Provisioning complete for port 2f21a735-1481-4973-9d5d-a5b521bebd47 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:45.835502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3549e399-2e4f-4e99-9061-5465344f7857 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.864194 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a5c9962-1492-42fa-acc4-55779ef2bb47 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Made reservation on behalf of 337b6db919664fec8df44be01115d551 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:45.867119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9962-1492-42fa-acc4-55779ef2bb47 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.883373 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-3549e399-2e4f-4e99-9061-5465344f7857 None None] Port 2f21a735-1481-4973-9d5d-a5b521bebd47 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:38:45.957502 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.963013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:45.963587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.965903 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING neutron.services.metering.metering_plugin [None req-c6e25094-9b91-4852-bc33-035d7a60c713 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 04:38:45.986575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:45.994092 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39916) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:45.994296 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.7842658 Nov 23 04:38:46.001001 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-dc9e8f8c-4794-42b5-8f27-e23bfd6962cd tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Request body: {'network': {'project_id': '3120ca02418c493785f5c35074f049dc'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:46.012640 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-93c018a5-d126-4d25-8570-faa07c4fad12 None None] Provisioning complete for port 79d67627-b1c3-42c0-881d-c1432aeba512 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:46.014690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-93c018a5-d126-4d25-8570-faa07c4fad12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:46.034501 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:46.055694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9e8f8c-4794-42b5-8f27-e23bfd6962cd tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Made reservation on behalf of 3120ca02418c493785f5c35074f049dc for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:46.059357 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8f8c-4794-42b5-8f27-e23bfd6962cd tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:46.097708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc9e8f8c-4794-42b5-8f27-e23bfd6962cd tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:38:46.117429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8f8c-4794-42b5-8f27-e23bfd6962cd tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:46.118644 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-dc9e8f8c-4794-42b5-8f27-e23bfd6962cd tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Added segment e5f26d37-c635-4db8-841a-7a7fc3c85ee1 of type vlan for network da455a9e-ca2c-4397-acd7-9d4b72f345f6 Nov 23 04:38:46.128212 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b70c040-0a7f-4331-85cc-56085752058e tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Pushing event updated for resources: {'Network': ['ID=61585759-e0f2-4075-a7f6-0538e4ff16d4,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:46.144151 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 2.9797423 Nov 23 04:38:46.168022 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39918) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:46.182658 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 61585759-e0f2-4075-a7f6-0538e4ff16d4 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:38:46.199610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-3c9b3252-8107-4948-b60f-214497fe1de5 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Request body: {'subnet': {'network_id': '54e564b6-8ed7-4966-a80a-b483c6a4c6d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:46.216770 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8f8c-4794-42b5-8f27-e23bfd6962cd tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:46.227123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c6e25094-9b91-4852-bc33-035d7a60c713 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:46.231029 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c6e25094-9b91-4852-bc33-035d7a60c713 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.7947769 Nov 23 04:38:46.248905 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39920) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:46.302724 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-24944b6b-aca8-4b5b-bbee-636dc0d7607b tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=f91e4788-9a46-43cc-9353-6358bd28a559 HTTP/1.1" status: 200 len: 464 time: 0.0525537 Nov 23 04:38:46.313776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39922) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:46.447152 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:46.467663 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8f8c-4794-42b5-8f27-e23bfd6962cd tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:46.472415 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9e8f8c-4794-42b5-8f27-e23bfd6962cd tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:46.473006 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Sync routers for ids ['88126e00-52c3-48d9-9827-aa608b67eee4'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:38:46.473151 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc9e8f8c-4794-42b5-8f27-e23bfd6962cd tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:46.492292 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Routers {'88126e00-52c3-48d9-9827-aa608b67eee4'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:38:46.493150 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:38:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['88126e00-52c3-48d9-9827-aa608b67eee4'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:46.502836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14aa1757-11bd-4256-9580-c2c8ed50c937 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Pushing event updated for resources: {'Network': ['ID=54e564b6-8ed7-4966-a80a-b483c6a4c6d3,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:46.535793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:38:46.581120 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Sync routers for ids ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:38:46.612167 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Routers {'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:38:46.613020 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:38:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:46.657784 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:46.660087 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Set router 88126e00-52c3-48d9-9827-aa608b67eee4 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:38:46.674243 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:46.675888 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a6cd21e6-f02b-4113-90da-8ad2abe988ac admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 5.7121749 Nov 23 04:38:46.686164 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:46.704867 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:38:46.720045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:46.720390 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Added segment ae7034b5-94a9-4309-89e5-ff253fb30c28 of type vlan for network cbf28b03-fcbb-4dd2-b752-13aecd56c286 Nov 23 04:38:46.774966 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39926) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:46.820295 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dc9e8f8c-4794-42b5-8f27-e23bfd6962cd tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 0.8223181 Nov 23 04:38:46.856087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:46.896718 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Set router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:38:46.902699 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39928) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:46.915006 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-5637f982-ce41-4073-a101-b47b59b72e49 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Request body: {'network': {'project_id': '3120ca02418c493785f5c35074f049dc'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:46.925599 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cf1f158a-c8e8-46c1-9570-0a27a7d21da7 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:46.929635 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cf1f158a-c8e8-46c1-9570-0a27a7d21da7 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/f91e4788-9a46-43cc-9353-6358bd28a559 HTTP/1.1" status: 204 len: 168 time: 0.6121039 Nov 23 04:38:46.934708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39930) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:46.945495 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device aa092efb-2fa6-4027-9328-1e940cd51528 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:38:46.945691 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9e8f8c-4794-42b5-8f27-e23bfd6962cd tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Pushing event updated for resources: {'Network': ['ID=da455a9e-ca2c-4397-acd7-9d4b72f345f6,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:46.948635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 54e564b6-8ed7-4966-a80a-b483c6a4c6d3 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:38:46.982619 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c9b3252-8107-4948-b60f-214497fe1de5 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Made reservation on behalf of 70b2f0e1e0f545938d35f00b3b11cecf for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:46.986395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3252-8107-4948-b60f-214497fe1de5 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks [] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:47.003138 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c5c39eb8-6b4e-4e16-8dd2-a341181312d1 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=f91e4788-9a46-43cc-9353-6358bd28a559 HTTP/1.1" status: 200 len: 221 time: 0.0612347 Nov 23 04:38:47.011208 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fdb799b-52a7-4157-b88c-29e4da538082,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:47.011764 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39932) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:47.029411 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:47.030367 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:47.033567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network da455a9e-ca2c-4397-acd7-9d4b72f345f6 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:38:47.036486 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:47.049241 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-6bd616ab-3775-4834-9fd0-d6e4400ba0f4 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--997847555', 'description': 'label created by tempest'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:47.059661 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-6bd616ab-3775-4834-9fd0-d6e4400ba0f4 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Unknown quota resources ['metering_label']. {{(pid=109952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 04:38:47.063075 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-5637f982-ce41-4073-a101-b47b59b72e49 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 04:38:47.063693 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5637f982-ce41-4073-a101-b47b59b72e49 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:38:47.067687 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5637f982-ce41-4073-a101-b47b59b72e49 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1611710 Nov 23 04:38:47.075011 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39934) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:47.127148 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.4087429 Nov 23 04:38:47.127794 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39936) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:47.226557 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39938) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:47.255299 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-931b9423-8d57-4189-93a4-4dfdc1c9be95 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Request body: {'security_group': {'name': 'tempest-securitygroup--535210093', 'description': 'tempest-description--1939619776'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:47.258327 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port aa092efb-2fa6-4027-9328-1e940cd51528 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:47.258695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:47.338698 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:43Z', 'revision_number': 3, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'gw_port': {'id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:47.362389 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:47.387404 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Checking router: bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:38:47.387936 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Updating router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 port 40731b1f-26d9-4425-8db4-ae6db002cf2e binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:38:47.391057 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 79d67627-b1c3-42c0-881d-c1432aeba512 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:38:47.412881 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:47.440880 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:44Z', 'revision_number': 4, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'gw_port': {'id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '2f21a735-1481-4973-9d5d-a5b521bebd47', 'name': '', 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'mac_address': 'fa:16:3e:26:44:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:42Z', 'updated_at': '2021-11-23T04:38:44Z', 'revision_number': 2, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'subnets': [{'id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:47.476579 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Checking router: 88126e00-52c3-48d9-9827-aa608b67eee4 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:38:47.476933 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Updating router 88126e00-52c3-48d9-9827-aa608b67eee4 port 2f21a735-1481-4973-9d5d-a5b521bebd47 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:38:47.508752 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:47.515729 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069ba284-4d97-4597-9f2f-24dc2e35ed7e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event updated for resources: {'Network': ['ID=cbf28b03-fcbb-4dd2-b752-13aecd56c286,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:47.531293 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network cbf28b03-fcbb-4dd2-b752-13aecd56c286 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:38:47.534701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 79d67627-b1c3-42c0-881d-c1432aeba512 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:47.535034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:47.644775 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6bd616ab-3775-4834-9fd0-d6e4400ba0f4 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:47.646036 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6bd616ab-3775-4834-9fd0-d6e4400ba0f4 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.6315539 Nov 23 04:38:47.647367 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-931b9423-8d57-4189-93a4-4dfdc1c9be95 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:47.668633 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39940) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:47.747507 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:47.768085 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:47.783698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:47.784416 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:47.785362 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:47.785457 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:47.785543 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > port after_create 55550000 {{(pid=109953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:47.785619 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:47.786150 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0a145a90-e727-459b-9ab5-8d40a6fa080b tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=ed6603e2-cfb4-46bb-9f6a-46b5f1b43a67 HTTP/1.1" status: 200 len: 467 time: 0.1116815 Nov 23 04:38:47.788683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > port after_update 55550000 {{(pid=109953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:47.789026 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:47.789838 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:47.789838 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:47.790026 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:47.848385 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bd383-dcc6-40ee-90f1-33c3f7351cfe None None] Pushing event updated for resources: {'Port': ['ID=40731b1f-26d9-4425-8db4-ae6db002cf2e,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:47.861614 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f5dd1336-196f-4dba-b887-d18c53825652 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3120ca02418c493785f5c35074f049dc&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7790425 Nov 23 04:38:47.866761 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39942) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:47.867203 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39944) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:47.889318 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Attempting to bind port 40731b1f-26d9-4425-8db4-ae6db002cf2e on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:38:47.889718 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Attempting to bind port 40731b1f-26d9-4425-8db4-ae6db002cf2e by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:38:47.893352 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Attempting to bind port 40731b1f-26d9-4425-8db4-ae6db002cf2e on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:38:47.912327 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:38:47.912956 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:38:47.913848 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:47.914391 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:38:47.916170 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Bound port: 40731b1f-26d9-4425-8db4-ae6db002cf2e, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:38:47.917020 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:47.990839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:47.991192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:47.991522 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:47.991848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109953) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:47.992547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf28b03-fcbb-4dd2-b752-13aecd56c286']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:48.025692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae7034b5-94a9-4309-89e5-ff253fb30c28') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:48.025883 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae7034b5-94a9-4309-89e5-ff253fb30c28') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:48.032029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.062339 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.067358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.073000 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] For port 40731b1f-26d9-4425-8db4-ae6db002cf2e, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:38:48.077357 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] For port 40731b1f-26d9-4425-8db4-ae6db002cf2e, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=40731b1f-26d9-4425-8db4-ae6db002cf2e,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:38:48.085693 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.115016 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.126464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.156734 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Routers {'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:38:48.157373 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:38:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:48.177328 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.230254 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.235041 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7bd383-dcc6-40ee-90f1-33c3f7351cfe None None] Pushing event updated for resources: {'Port': ['ID=40731b1f-26d9-4425-8db4-ae6db002cf2e,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:48.241950 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:38:48.242590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.275273 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6d987-1b67-4fdd-a588-8fc724a03a90 None None] Pushing event updated for resources: {'Port': ['ID=2f21a735-1481-4973-9d5d-a5b521bebd47,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:48.299046 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Attempting to bind port 2f21a735-1481-4973-9d5d-a5b521bebd47 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:38:48.300372 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Attempting to bind port 2f21a735-1481-4973-9d5d-a5b521bebd47 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '974fd589-4f74-4e37-b0df-c5bd86753794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:38:48.300904 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Attempting to bind port 2f21a735-1481-4973-9d5d-a5b521bebd47 on network 96c71bc6-206e-4cde-ad6b-04fe79357a77 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:38:48.308643 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:38:48.309013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Checking segment: {'id': '974fd589-4f74-4e37-b0df-c5bd86753794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:38:48.309527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.309918 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Bound using segment: {'id': '974fd589-4f74-4e37-b0df-c5bd86753794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:38:48.310381 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Bound port: 2f21a735-1481-4973-9d5d-a5b521bebd47, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '974fd589-4f74-4e37-b0df-c5bd86753794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:38:48.310758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.313507 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Pushing event updated for resources: {'Port': ['ID=c656d50b-db31-4c8f-a133-e529e002c9e0,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: from cryptography.utils import int_from_bytes Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: from cryptography.utils import int_from_bytes Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:38:48.323134 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:38:48.331076 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dbf6351a-9363-4934-b0c8-12ba91938239 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.332087 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] Set router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:38:48.352785 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dbf6351a-9363-4934-b0c8-12ba91938239 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.376758 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.objects.ports [None req-4a5c9962-1492-42fa-acc4-55779ef2bb47 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:38:48.377238 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9962-1492-42fa-acc4-55779ef2bb47 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.420429 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.427671 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] For port 2f21a735-1481-4973-9d5d-a5b521bebd47, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:38:48.427928 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-abc66841-31ee-4aa0-9084-904bf7d53c60 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.6508682 Nov 23 04:38:48.428745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39950) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:48.430984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] For port 2f21a735-1481-4973-9d5d-a5b521bebd47, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2f21a735-1481-4973-9d5d-a5b521bebd47,segment=NetworkSegment(974fd589-4f74-4e37-b0df-c5bd86753794),segment_id=974fd589-4f74-4e37-b0df-c5bd86753794)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:38:48.437777 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.465299 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-812c4bd2-e120-4603-8c48-5adbaf6f77e1 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1305693284', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'fixed_ips': [{'ip_address': '172.26.8.52'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:48.468968 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.513339 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cbf28b03-fcbb-4dd2-b752-13aecd56c286 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 04:38:48.516215 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Routers {'88126e00-52c3-48d9-9827-aa608b67eee4'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:38:48.517206 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:38:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['88126e00-52c3-48d9-9827-aa608b67eee4'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:48.547680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.551068 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "DELETE /v2.0/networks/cbf28b03-fcbb-4dd2-b752-13aecd56c286 HTTP/1.1" status: 204 len: 168 time: 1.3541186 Nov 23 04:38:48.565863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39952) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:48.586515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4fcfe722-3c84-4b67-876d-0ac3ae9ebaa6 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:48.606760 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf07030-3c65-4518-a654-74721394b666 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event deleted for resources: {'Network': ['ID=cbf28b03-fcbb-4dd2-b752-13aecd56c286,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:48.622937 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3252-8107-4948-b60f-214497fe1de5 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.625743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b6d987-1b67-4fdd-a588-8fc724a03a90 None None] Pushing event updated for resources: {'Port': ['ID=2f21a735-1481-4973-9d5d-a5b521bebd47,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:48.630667 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5c9962-1492-42fa-acc4-55779ef2bb47 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Pushing event updated for resources: {'Subnet': ['ID=ad019d35-cd19-423e-b8ea-80c0ac643075,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:48.642838 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-0fc46573-2718-45d7-aa19-9071abc0d7bc None None] Provisioning complete for port 2f21a735-1481-4973-9d5d-a5b521bebd47 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:48.643343 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0fc46573-2718-45d7-aa19-9071abc0d7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.663429 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-812c4bd2-e120-4603-8c48-5adbaf6f77e1 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Made reservation on behalf of b6fa106779844a7db1c9f5ffdf0d6c73 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:48.665831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-812c4bd2-e120-4603-8c48-5adbaf6f77e1 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.667739 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:43Z', 'revision_number': 3, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'gw_port': {'id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:48.683284 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a5c9962-1492-42fa-acc4-55779ef2bb47 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Checking segment: {'id': 'f25c8d5c-202a-4d5e-ae3f-f0482f7ccbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4593b396-76b7-4d10-b400-c08ea656885a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:38:48.683642 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5c9962-1492-42fa-acc4-55779ef2bb47 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Network hostable DHCP agents. Network: 4593b396-76b7-4d10-b400-c08ea656885a, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:38:48.704454 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c226a3a9-3d79-47f7-9fe9-c030dba53943 None None] The sync data for ids ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'] in dv-neutron-818850-1-hyperv is: [{'id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:43Z', 'revision_number': 3, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'gw_port': {'id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:38:48.715569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-812c4bd2-e120-4603-8c48-5adbaf6f77e1 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.754344 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4fcfe722-3c84-4b67-876d-0ac3ae9ebaa6 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Made reservation on behalf of 6da8773055274c59826827775c317661 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:48.756678 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe722-3c84-4b67-876d-0ac3ae9ebaa6 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.776716 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-931b9423-8d57-4189-93a4-4dfdc1c9be95 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.780612 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9b3252-8107-4948-b60f-214497fe1de5 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Pushing event updated for resources: {'Subnet': ['ID=d4884c41-7da3-4c08-8ee6-75a7d2810d26,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:48.838901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a5c9962-1492-42fa-acc4-55779ef2bb47 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Network 4593b396-76b7-4d10-b400-c08ea656885a is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:38:48.854146 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4fcfe722-3c84-4b67-876d-0ac3ae9ebaa6 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:38:48.867113 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-4a5c9962-1492-42fa-acc4-55779ef2bb47 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 4593b396-76b7-4d10-b400-c08ea656885a) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:48.877736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe722-3c84-4b67-876d-0ac3ae9ebaa6 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.878076 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-4fcfe722-3c84-4b67-876d-0ac3ae9ebaa6 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Added segment 68d8f47e-b8d9-42c4-adda-015a83a1324f of type vlan for network 409fb730-2d1d-4deb-92f6-7921a721fa39 Nov 23 04:38:48.880960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a5c9962-1492-42fa-acc4-55779ef2bb47 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:48.881570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a5c9962-1492-42fa-acc4-55779ef2bb47 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.889921 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e92a02c1-0a14-4518-9799-e1a615f5b7c3 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.891239 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e92a02c1-0a14-4518-9799-e1a615f5b7c3 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/ed6603e2-cfb4-46bb-9f6a-46b5f1b43a67 HTTP/1.1" status: 204 len: 168 time: 0.9692402 Nov 23 04:38:48.892120 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-931b9423-8d57-4189-93a4-4dfdc1c9be95 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.894054 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] Set router 88126e00-52c3-48d9-9827-aa608b67eee4 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:38:48.899504 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39954) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:48.900561 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0fc46573-2718-45d7-aa19-9071abc0d7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.903040 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61eee2c1-6558-4495-a863-08f899e238fb None None] Network 4593b396-76b7-4d10-b400-c08ea656885a requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:38:48.931739 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2ba758bd-90d8-4d66-b1b9-ba5dd2525754 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=ed6603e2-cfb4-46bb-9f6a-46b5f1b43a67 HTTP/1.1" status: 200 len: 216 time: 0.0310602 Nov 23 04:38:48.939542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39956) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:48.948398 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dbf6351a-9363-4934-b0c8-12ba91938239 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.951576 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dbf6351a-9363-4934-b0c8-12ba91938239 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.953045 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dbf6351a-9363-4934-b0c8-12ba91938239 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] 10.222.0.37 "DELETE /v2.0/security-groups/d37441f2-63f9-420e-b94e-ce2dc35f5b4f HTTP/1.1" status: 204 len: 168 time: 1.0261135 Nov 23 04:38:48.957040 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.958354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39958) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:48.976803 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-931b9423-8d57-4189-93a4-4dfdc1c9be95 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:48.980611 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-931b9423-8d57-4189-93a4-4dfdc1c9be95 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.7408278 Nov 23 04:38:48.990752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39960) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:48.993835 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4a5c9962-1492-42fa-acc4-55779ef2bb47 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.7219386 Nov 23 04:38:48.993835 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2457a668-68c0-4a11-bddf-664e0ac14a91 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0503535 Nov 23 04:38:48.995733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe722-3c84-4b67-876d-0ac3ae9ebaa6 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.002976 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c826e22c-0dd5-48b1-b6f2-03d454d8d82b tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Request body: {'security_group_rule': {'security_group_id': '76a50ff0-90ca-43b6-bfa0-b3933345771c', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:49.024304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39962) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:49.025046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39964) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:49.046279 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-812c4bd2-e120-4603-8c48-5adbaf6f77e1 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.058523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-812c4bd2-e120-4603-8c48-5adbaf6f77e1 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.059844 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-7f117599-657f-40a8-b86c-5f00396660db tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1797392788', 'network_id': '4593b396-76b7-4d10-b400-c08ea656885a'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:49.076334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-812c4bd2-e120-4603-8c48-5adbaf6f77e1 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] device_id is not set on port fb3667a4-9339-4f83-a768-57a89117a09e yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:38:49.081361 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c826e22c-0dd5-48b1-b6f2-03d454d8d82b tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.120729 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7f359de6-add9-410b-8b7b-aa044832f502 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.163028 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe722-3c84-4b67-876d-0ac3ae9ebaa6 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.163698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fcfe722-3c84-4b67-876d-0ac3ae9ebaa6 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:49.164074 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f59b0bd5-791e-4e4e-b557-5883efa4b25d tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1321874 Nov 23 04:38:49.164340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4fcfe722-3c84-4b67-876d-0ac3ae9ebaa6 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.165724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931b9423-8d57-4189-93a4-4dfdc1c9be95 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Pushing event updated for resources: {'SecurityGroup': ['ID=76a50ff0-90ca-43b6-bfa0-b3933345771c,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:49.177502 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39968) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:49.242767 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf6351a-9363-4934-b0c8-12ba91938239 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d37441f2-63f9-420e-b94e-ce2dc35f5b4f,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:49.244528 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f117599-657f-40a8-b86c-5f00396660db tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Made reservation on behalf of 337b6db919664fec8df44be01115d551 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:49.246932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812c4bd2-e120-4603-8c48-5adbaf6f77e1 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02060580-f7a1-4c85-8c01-b2456a8bc845,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:49.247050 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7f117599-657f-40a8-b86c-5f00396660db tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.279772 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4fcfe722-3c84-4b67-876d-0ac3ae9ebaa6 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.6970572 Nov 23 04:38:49.289231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39970) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:49.298263 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c826e22c-0dd5-48b1-b6f2-03d454d8d82b tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.348905 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-498d68b4-32fc-462b-8714-3c638a0ebc45 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Request body: {'subnet': {'network_id': '409fb730-2d1d-4deb-92f6-7921a721fa39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:49.354243 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c826e22c-0dd5-48b1-b6f2-03d454d8d82b tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.364799 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcfe722-3c84-4b67-876d-0ac3ae9ebaa6 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event updated for resources: {'Network': ['ID=409fb730-2d1d-4deb-92f6-7921a721fa39,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:49.384400 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-0fc46573-2718-45d7-aa19-9071abc0d7bc None None] For port 2f21a735-1481-4973-9d5d-a5b521bebd47, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2f21a735-1481-4973-9d5d-a5b521bebd47,segment=NetworkSegment(974fd589-4f74-4e37-b0df-c5bd86753794),segment_id=974fd589-4f74-4e37-b0df-c5bd86753794)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:38:49.389377 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-85969fc7-54dd-4afc-a38d-1f874cd8f0a1 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/fd25df48-7dc3-4380-bd24-6282506172f7 HTTP/1.1" status: 200 len: 472 time: 0.2068949 Nov 23 04:38:49.394613 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 409fb730-2d1d-4deb-92f6-7921a721fa39 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:38:49.397715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39972) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:49.419789 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-7f117599-657f-40a8-b86c-5f00396660db tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] device_id is not set on port abfe5909-95e9-44e3-b06d-499b4202a03c yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:38:49.424310 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c9b3252-8107-4948-b60f-214497fe1de5 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Checking segment: {'id': '6fd71cbe-c313-4b90-91c5-ef056f3e7786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '54e564b6-8ed7-4966-a80a-b483c6a4c6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:38:49.424676 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b3252-8107-4948-b60f-214497fe1de5 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Network hostable DHCP agents. Network: 54e564b6-8ed7-4966-a80a-b483c6a4c6d3, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:38:49.434464 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c826e22c-0dd5-48b1-b6f2-03d454d8d82b tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a639fd11-afa3-4078-8b73-032b42865eac,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:49.461462 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0fc46573-2718-45d7-aa19-9071abc0d7bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.470951 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-79772cd8-6a51-48bb-8536-3cea192f566a tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/70872e97-02df-4a31-800d-eb7a0b124955 HTTP/1.1" status: 200 len: 461 time: 0.0635123 Nov 23 04:38:49.481236 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39974) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:49.514032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7f359de6-add9-410b-8b7b-aa044832f502 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.535082 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-498d68b4-32fc-462b-8714-3c638a0ebc45 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Made reservation on behalf of 6da8773055274c59826827775c317661 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:49.538335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-498d68b4-32fc-462b-8714-3c638a0ebc45 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.543929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c9b3252-8107-4948-b60f-214497fe1de5 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Network 54e564b6-8ed7-4966-a80a-b483c6a4c6d3 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:38:49.559304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c826e22c-0dd5-48b1-b6f2-03d454d8d82b tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.560505 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c826e22c-0dd5-48b1-b6f2-03d454d8d82b tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5623877 Nov 23 04:38:49.569600 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39976) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:49.622214 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-eae7f36d-ff7b-44cb-b63f-dbba71721d24 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Request body: {'security_group_rule': {'security_group_id': '76a50ff0-90ca-43b6-bfa0-b3933345771c', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:49.632439 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-3c9b3252-8107-4948-b60f-214497fe1de5 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 54e564b6-8ed7-4966-a80a-b483c6a4c6d3) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:49.637428 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-812c4bd2-e120-4603-8c48-5adbaf6f77e1 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 04:38:49.637975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812c4bd2-e120-4603-8c48-5adbaf6f77e1 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:38:49.651832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Allocated IP 172.20.0.1 (11d0d08f-df23-4386-978f-0f1b245142bf/45b211fe-4bfb-46ee-9494-6e310ec55924/ebe2de30-f514-4720-afba-d383e644cda8) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:38:49.656945 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6aef457-28ae-494c-a8a2-6d93a9aadefe None None] Network 4593b396-76b7-4d10-b400-c08ea656885a requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:38:49.658839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-7f359de6-add9-410b-8b7b-aa044832f502 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da455a9e-ca2c-4397-acd7-9d4b72f345f6']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:49.664139 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c9b3252-8107-4948-b60f-214497fe1de5 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:49.665298 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3c9b3252-8107-4948-b60f-214497fe1de5 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.680102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-7f359de6-add9-410b-8b7b-aa044832f502 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5f26d37-c635-4db8-841a-7a7fc3c85ee1') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:49.680429 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-7f359de6-add9-410b-8b7b-aa044832f502 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5f26d37-c635-4db8-841a-7a7fc3c85ee1') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:49.702301 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7f359de6-add9-410b-8b7b-aa044832f502 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.733001 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7f359de6-add9-410b-8b7b-aa044832f502 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.737320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a207a79-c21f-4f51-9c79-81b61bac769e None None] Network 54e564b6-8ed7-4966-a80a-b483c6a4c6d3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:38:49.757746 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7f359de6-add9-410b-8b7b-aa044832f502 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:38:49.758148 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7f359de6-add9-410b-8b7b-aa044832f502 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:38:49.759823 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:38:49.798063 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-7f117599-657f-40a8-b86c-5f00396660db tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Allocated IP 172.20.0.2 (4593b396-76b7-4d10-b400-c08ea656885a/ad019d35-cd19-423e-b8ea-80c0ac643075/abfe5909-95e9-44e3-b06d-499b4202a03c) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:38:49.808391 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60d4f597-1130-45e7-8dc5-d1b2be09e113 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.810938 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-60d4f597-1130-45e7-8dc5-d1b2be09e113 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/70872e97-02df-4a31-800d-eb7a0b124955 HTTP/1.1" status: 204 len: 168 time: 0.3253813 Nov 23 04:38:49.817823 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc46573-2718-45d7-aa19-9071abc0d7bc None None] Pushing event updated for resources: {'Port': ['ID=2f21a735-1481-4973-9d5d-a5b521bebd47,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:49.821240 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a8ce3c91-f6b5-42ae-a4ae-cc29c4fbe959 None None] Provisioning complete for port 2f21a735-1481-4973-9d5d-a5b521bebd47 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:49.821667 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a8ce3c91-f6b5-42ae-a4ae-cc29c4fbe959 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.829071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39978) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:49.847854 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-812c4bd2-e120-4603-8c48-5adbaf6f77e1 tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 371 time: 1.3839152 Nov 23 04:38:49.854672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39980) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:49.867699 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3c9b3252-8107-4948-b60f-214497fe1de5 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6909442 Nov 23 04:38:49.905020 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39982) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:49.915574 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-eae7f36d-ff7b-44cb-b63f-dbba71721d24 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:49.954779 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a464525d-2121-4c0c-aea7-7025bb90b181 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Request body: {'port': {'network_id': '54e564b6-8ed7-4966-a80a-b483c6a4c6d3', 'name': 'tempest-DHCPAgentSchedulersTestJSON-2136410845'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:49.959088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:44Z', 'revision_number': 4, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'gw_port': {'id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '2f21a735-1481-4973-9d5d-a5b521bebd47', 'name': '', 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'mac_address': 'fa:16:3e:26:44:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:42Z', 'updated_at': '2021-11-23T04:38:48Z', 'revision_number': 4, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'subnets': [{'id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:50.014856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7f359de6-add9-410b-8b7b-aa044832f502 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.035773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7f359de6-add9-410b-8b7b-aa044832f502 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.037953 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19c8dc91-008a-4a32-b782-e435d988b203 None None] The sync data for ids ['88126e00-52c3-48d9-9827-aa608b67eee4'] in dv-neutron-818850-1-hyperv is: [{'id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:44Z', 'revision_number': 4, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'gw_port': {'id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '2f21a735-1481-4973-9d5d-a5b521bebd47', 'name': '', 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'mac_address': 'fa:16:3e:26:44:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:42Z', 'updated_at': '2021-11-23T04:38:48Z', 'revision_number': 4, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'subnets': [{'id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:38:50.042533 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7f359de6-add9-410b-8b7b-aa044832f502 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] 10.222.0.37 "DELETE /v2.0/networks/da455a9e-ca2c-4397-acd7-9d4b72f345f6 HTTP/1.1" status: 204 len: 168 time: 1.0780954 Nov 23 04:38:50.102170 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39984) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:50.135394 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f359de6-add9-410b-8b7b-aa044832f502 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Pushing event deleted for resources: {'Network': ['ID=da455a9e-ca2c-4397-acd7-9d4b72f345f6,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:50.160683 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-54e564b6-8ed7-4966-a80a-b483c6a4c6d3', 'network_id': '54e564b6-8ed7-4966-a80a-b483c6a4c6d3', 'tenant_id': '70b2f0e1e0f545938d35f00b3b11cecf', 'fixed_ips': [{'subnet_id': 'd4884c41-7da3-4c08-8ee6-75a7d2810d26'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:38:50.161704 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.323888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-12c5a723-3d03-4f20-9182-fd13396d7560 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.424599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Allocated IP 172.20.0.2 (54e564b6-8ed7-4966-a80a-b483c6a4c6d3/d4884c41-7da3-4c08-8ee6-75a7d2810d26/e6bc816c-6f10-4932-bc87-37be2995f789) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:38:50.571319 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-9616ccf0-198f-4aa3-b742-410570a58ece tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Deleting port c656d50b-db31-4c8f-a133-e529e002c9e0 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:38:50.571779 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9616ccf0-198f-4aa3-b742-410570a58ece tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.575707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-eae7f36d-ff7b-44cb-b63f-dbba71721d24 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.642473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-eae7f36d-ff7b-44cb-b63f-dbba71721d24 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.645562 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.651279 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7f117599-657f-40a8-b86c-5f00396660db tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.651857 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2f21a735-1481-4973-9d5d-a5b521bebd47 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:38:50.654600 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.667062 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0a0c62bc-49c6-42e3-beec-41b56f7faa28 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.668222 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0a0c62bc-49c6-42e3-beec-41b56f7faa28 tempest-MeteringTestJSON-1760277156 tempest-MeteringTestJSON-1760277156-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/fd25df48-7dc3-4380-bd24-6282506172f7 HTTP/1.1" status: 204 len: 168 time: 0.8324852 Nov 23 04:38:50.716391 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae7f36d-ff7b-44cb-b63f-dbba71721d24 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=584fdfe8-3b28-4a82-bb59-d7ff5c441da0,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:50.759380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-12c5a723-3d03-4f20-9182-fd13396d7560 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.784711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.794246 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a464525d-2121-4c0c-aea7-7025bb90b181 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Made reservation on behalf of 70b2f0e1e0f545938d35f00b3b11cecf for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:50.797833 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a464525d-2121-4c0c-aea7-7025bb90b181 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.799511 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-12c5a723-3d03-4f20-9182-fd13396d7560 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['61585759-e0f2-4075-a7f6-0538e4ff16d4']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:50.813954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-12c5a723-3d03-4f20-9182-fd13396d7560 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abd17907-60a5-4219-b5c2-df056ffaace8') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:50.814376 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-12c5a723-3d03-4f20-9182-fd13396d7560 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abd17907-60a5-4219-b5c2-df056ffaace8') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:50.820307 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-eae7f36d-ff7b-44cb-b63f-dbba71721d24 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.821553 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-eae7f36d-ff7b-44cb-b63f-dbba71721d24 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.2141623 Nov 23 04:38:50.824834 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 39988) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:50.827445 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-12c5a723-3d03-4f20-9182-fd13396d7560 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.852614 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:50.856446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-12c5a723-3d03-4f20-9182-fd13396d7560 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.858507 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7f117599-657f-40a8-b86c-5f00396660db tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.877265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Network 54e564b6-8ed7-4966-a80a-b483c6a4c6d3 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:38:50.880368 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Pushing event updated for resources: {'Port': ['ID=e6bc816c-6f10-4932-bc87-37be2995f789,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:50.884252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.893707 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:50.897061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:38:50.902060 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9616ccf0-198f-4aa3-b742-410570a58ece tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.902348 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 2f21a735-1481-4973-9d5d-a5b521bebd47 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:50.902515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9616ccf0-198f-4aa3-b742-410570a58ece tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.903011 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.918142 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12c5a723-3d03-4f20-9182-fd13396d7560 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:38:50.918719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-12c5a723-3d03-4f20-9182-fd13396d7560 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:38:50.922844 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:38:50.937760 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-a464525d-2121-4c0c-aea7-7025bb90b181 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] device_id is not set on port 3c3b3924-d8d5-4701-808e-7c96f90a6f6c yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:38:50.972923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-9616ccf0-198f-4aa3-b742-410570a58ece tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Calling delete_port for c656d50b-db31-4c8f-a133-e529e002c9e0 owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:38:50.992288 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Network 11d0d08f-df23-4386-978f-0f1b245142bf is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:38:51.026508 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Attempting to bind port e6bc816c-6f10-4932-bc87-37be2995f789 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:38:51.027265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Attempting to bind port e6bc816c-6f10-4932-bc87-37be2995f789 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '6fd71cbe-c313-4b90-91c5-ef056f3e7786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '54e564b6-8ed7-4966-a80a-b483c6a4c6d3'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:38:51.028193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Attempting to bind port e6bc816c-6f10-4932-bc87-37be2995f789 on network 54e564b6-8ed7-4966-a80a-b483c6a4c6d3 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:38:51.036830 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:38:51.037424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Checking segment: {'id': '6fd71cbe-c313-4b90-91c5-ef056f3e7786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '54e564b6-8ed7-4966-a80a-b483c6a4c6d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:38:51.038179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.038456 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Bound using segment: {'id': '6fd71cbe-c313-4b90-91c5-ef056f3e7786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '54e564b6-8ed7-4966-a80a-b483c6a4c6d3'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:38:51.039009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Bound port: e6bc816c-6f10-4932-bc87-37be2995f789, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6fd71cbe-c313-4b90-91c5-ef056f3e7786', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '54e564b6-8ed7-4966-a80a-b483c6a4c6d3'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:38:51.039452 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.150786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] For port e6bc816c-6f10-4932-bc87-37be2995f789, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:38:51.153682 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 40731b1f-26d9-4425-8db4-ae6db002cf2e up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:38:51.157155 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] For port e6bc816c-6f10-4932-bc87-37be2995f789, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e6bc816c-6f10-4932-bc87-37be2995f789,segment=NetworkSegment(6fd71cbe-c313-4b90-91c5-ef056f3e7786),segment_id=6fd71cbe-c313-4b90-91c5-ef056f3e7786)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:38:51.160610 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 39994) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:51.162455 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-12c5a723-3d03-4f20-9182-fd13396d7560 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.178342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-12c5a723-3d03-4f20-9182-fd13396d7560 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.181084 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.184886 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-12c5a723-3d03-4f20-9182-fd13396d7560 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] 10.222.0.37 "DELETE /v2.0/networks/61585759-e0f2-4075-a7f6-0538e4ff16d4 HTTP/1.1" status: 204 len: 168 time: 1.0815825 Nov 23 04:38:51.224623 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:51.229132 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5a723-3d03-4f20-9182-fd13396d7560 tempest-QuotasNegativeTest-1682640301 tempest-QuotasNegativeTest-1682640301-project-admin] Pushing event deleted for resources: {'Network': ['ID=61585759-e0f2-4075-a7f6-0538e4ff16d4,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:51.237929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f117599-657f-40a8-b86c-5f00396660db tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Network 4593b396-76b7-4d10-b400-c08ea656885a is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:38:51.249466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:38:51.249687 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.252948 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.267240 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-7f117599-657f-40a8-b86c-5f00396660db tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:51.294822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.objects.ports [None req-498d68b4-32fc-462b-8714-3c638a0ebc45 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:38:51.295284 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-498d68b4-32fc-462b-8714-3c638a0ebc45 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.325701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cc263e3-cd4b-48b1-bc06-c5806a3b87e8 None None] Pushing event updated for resources: {'Port': ['ID=e6bc816c-6f10-4932-bc87-37be2995f789,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:51.385404 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Pushing event updated for resources: {'Port': ['ID=ebe2de30-f514-4720-afba-d383e644cda8,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:51.399542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f117599-657f-40a8-b86c-5f00396660db tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:38:51.400707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f117599-657f-40a8-b86c-5f00396660db tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:51.401514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7f117599-657f-40a8-b86c-5f00396660db tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.437823 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 40731b1f-26d9-4425-8db4-ae6db002cf2e triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:51.438389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.473447 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-58ccc9bd-f460-4f72-b190-eed613e7bba6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.511546 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-498d68b4-32fc-462b-8714-3c638a0ebc45 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Checking segment: {'id': '68d8f47e-b8d9-42c4-adda-015a83a1324f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '409fb730-2d1d-4deb-92f6-7921a721fa39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:38:51.511931 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498d68b4-32fc-462b-8714-3c638a0ebc45 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Network hostable DHCP agents. Network: 409fb730-2d1d-4deb-92f6-7921a721fa39, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:38:51.521343 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-498d68b4-32fc-462b-8714-3c638a0ebc45 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event updated for resources: {'Subnet': ['ID=4d1601a1-265d-4ede-b60c-345ebd811522,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:51.632091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-498d68b4-32fc-462b-8714-3c638a0ebc45 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Network 409fb730-2d1d-4deb-92f6-7921a721fa39 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:38:51.649116 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7f117599-657f-40a8-b86c-5f00396660db tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 2.6190915 Nov 23 04:38:51.654223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40004) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:51.701429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.720949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-498d68b4-32fc-462b-8714-3c638a0ebc45 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 409fb730-2d1d-4deb-92f6-7921a721fa39) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:51.737757 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 40731b1f-26d9-4425-8db4-ae6db002cf2e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=40731b1f-26d9-4425-8db4-ae6db002cf2e,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:38:51.743023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-fb9f233b-f8fb-4e1b-994f-636776d77700 None None] Provisioning complete for port ebe2de30-f514-4720-afba-d383e644cda8 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:51.743644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fb9f233b-f8fb-4e1b-994f-636776d77700 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.746161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef60d847-cfd5-45c8-89e3-4831023a75f7 None None] Network 409fb730-2d1d-4deb-92f6-7921a721fa39 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:38:51.751594 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.826354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-498d68b4-32fc-462b-8714-3c638a0ebc45 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:51.829232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-498d68b4-32fc-462b-8714-3c638a0ebc45 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.838455 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9616ccf0-198f-4aa3-b742-410570a58ece tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:51.843771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-a464525d-2121-4c0c-aea7-7025bb90b181 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Allocated IP 172.20.0.3 (54e564b6-8ed7-4966-a80a-b483c6a4c6d3/d4884c41-7da3-4c08-8ee6-75a7d2810d26/3c3b3924-d8d5-4701-808e-7c96f90a6f6c) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:38:51.943527 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f117599-657f-40a8-b86c-5f00396660db tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Pushing event updated for resources: {'Port': ['ID=abfe5909-95e9-44e3-b06d-499b4202a03c,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:51.974340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9616ccf0-198f-4aa3-b742-410570a58ece tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Pushing event deleted for resources: {'Port': ['ID=c656d50b-db31-4c8f-a133-e529e002c9e0,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:52.071496 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.111708 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-498d68b4-32fc-462b-8714-3c638a0ebc45 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.8202260 Nov 23 04:38:52.119745 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-fb9f233b-f8fb-4e1b-994f-636776d77700 None None] Port ebe2de30-f514-4720-afba-d383e644cda8 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:38:52.123873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40008) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:52.126634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=40731b1f-26d9-4425-8db4-ae6db002cf2e,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:52.130861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Request body: {'floatingip': {'floating_network_id': '409fb730-2d1d-4deb-92f6-7921a721fa39'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:52.164202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-58ccc9bd-f460-4f72-b190-eed613e7bba6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.182827 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-58ccc9bd-f460-4f72-b190-eed613e7bba6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.191129 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-7c214456-6103-4756-ae16-eee177330755 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Deleting port abfe5909-95e9-44e3-b06d-499b4202a03c {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:38:52.191467 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c214456-6103-4756-ae16-eee177330755 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.261213 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40010) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:52.311618 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.312385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.329735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9616ccf0-198f-4aa3-b742-410570a58ece tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.332384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9616ccf0-198f-4aa3-b742-410570a58ece tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.333650 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9616ccf0-198f-4aa3-b742-410570a58ece tempest-ExternalNetworksAdminNegativeTestJSON-393421351 tempest-ExternalNetworksAdminNegativeTestJSON-393421351-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/2695d4e1-6bbf-4a66-8d4f-603173fc2d49 HTTP/1.1" status: 204 len: 168 time: 2.4761989 Nov 23 04:38:52.334420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ccc9bd-f460-4f72-b190-eed613e7bba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fd187f6-92ae-4a28-a322-0100031cbbbd,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:52.339114 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-58ccc9bd-f460-4f72-b190-eed613e7bba6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3ffe0f72d667423fad8b857c261ac028&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1737146 Nov 23 04:38:52.344677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40016) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:52.412097 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8c6d768-db8d-4112-b845-dd6740550e6e None None] Network 409fb730-2d1d-4deb-92f6-7921a721fa39 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:38:52.473350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c214456-6103-4756-ae16-eee177330755 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.530393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-7c214456-6103-4756-ae16-eee177330755 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Calling delete_port for abfe5909-95e9-44e3-b06d-499b4202a03c owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:38:52.532789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98887c05-86d6-49c8-b9c8-125c95e3d6aa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.535191 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.588764 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.589634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.660296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a464525d-2121-4c0c-aea7-7025bb90b181 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.692037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35d03b3d-6ae6-4897-a02a-311d1863b83e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.725384 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e6bc816c-6f10-4932-bc87-37be2995f789 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:38:52.765340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40020) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:52.790153 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e6bc816c-6f10-4932-bc87-37be2995f789 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:52.790533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.802182 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35d03b3d-6ae6-4897-a02a-311d1863b83e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.821521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Pushing event updated for resources: {'Port': ['ID=ebe2de30-f514-4720-afba-d383e644cda8,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:52.859840 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Allocated IP 172.26.8.241 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/74e94f5f-a2df-4dd1-9bb3-8877256e6b8d) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:38:52.892997 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.937104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port e6bc816c-6f10-4932-bc87-37be2995f789, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e6bc816c-6f10-4932-bc87-37be2995f789,segment=NetworkSegment(6fd71cbe-c313-4b90-91c5-ef056f3e7786),segment_id=6fd71cbe-c313-4b90-91c5-ef056f3e7786)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:38:52.939184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a464525d-2121-4c0c-aea7-7025bb90b181 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.942523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:52.943081 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 40731b1f-26d9-4425-8db4-ae6db002cf2e up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:38:52.954056 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Network 11d0d08f-df23-4386-978f-0f1b245142bf is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:38:53.017718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.034960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c4c506-7eb2-4396-8d15-f4844bc1bd8b None None] Network 54e564b6-8ed7-4966-a80a-b483c6a4c6d3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:38:53.047497 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:53.051395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a464525d-2121-4c0c-aea7-7025bb90b181 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Pushing event updated for resources: {'Port': ['ID=3c3b3924-d8d5-4701-808e-7c96f90a6f6c,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:53.115142 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=e6bc816c-6f10-4932-bc87-37be2995f789,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:53.127406 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a464525d-2121-4c0c-aea7-7025bb90b181 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Network 54e564b6-8ed7-4966-a80a-b483c6a4c6d3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:38:53.128972 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1d17d3d6-944a-4ed4-8f5e-55eb15906cf4 None None] Provisioning complete for port e6bc816c-6f10-4932-bc87-37be2995f789 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:53.130149 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1d17d3d6-944a-4ed4-8f5e-55eb15906cf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.144444 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-a464525d-2121-4c0c-aea7-7025bb90b181 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:53.149201 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a464525d-2121-4c0c-aea7-7025bb90b181 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:38:53.165743 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a464525d-2121-4c0c-aea7-7025bb90b181 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:53.166769 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a464525d-2121-4c0c-aea7-7025bb90b181 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.176104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c214456-6103-4756-ae16-eee177330755 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.185292 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Allocated IP 172.20.0.6 (409fb730-2d1d-4deb-92f6-7921a721fa39/4d1601a1-265d-4ede-b60c-345ebd811522/363cd4d7-85dc-4fa1-904e-cf7510a5019f) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:38:53.222306 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 40731b1f-26d9-4425-8db4-ae6db002cf2e triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:53.222691 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.224914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-44c14cfb-e077-4342-ad23-31681a2e250c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.229202 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a464525d-2121-4c0c-aea7-7025bb90b181 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3112884 Nov 23 04:38:53.231004 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40024) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:53.236306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98887c05-86d6-49c8-b9c8-125c95e3d6aa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.241127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35d03b3d-6ae6-4897-a02a-311d1863b83e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.243428 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.243848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35d03b3d-6ae6-4897-a02a-311d1863b83e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.247409 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-35d03b3d-6ae6-4897-a02a-311d1863b83e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4fd187f6-92ae-4a28-a322-0100031cbbbd HTTP/1.1" status: 204 len: 168 time: 0.8983271 Nov 23 04:38:53.247409 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c214456-6103-4756-ae16-eee177330755 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Pushing event deleted for resources: {'Port': ['ID=abfe5909-95e9-44e3-b06d-499b4202a03c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:53.277401 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98887c05-86d6-49c8-b9c8-125c95e3d6aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.328077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d03b3d-6ae6-4897-a02a-311d1863b83e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fd187f6-92ae-4a28-a322-0100031cbbbd,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:53.418996 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98887c05-86d6-49c8-b9c8-125c95e3d6aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d515ba42-c588-4105-a5ed-f89a22fb1342,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:53.489750 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-98887c05-86d6-49c8-b9c8-125c95e3d6aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e8580025fa114c48be3215148f956efd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2197948 Nov 23 04:38:53.490307 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c214456-6103-4756-ae16-eee177330755 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.496205 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7c214456-6103-4756-ae16-eee177330755 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "DELETE /v2.0/ports/abfe5909-95e9-44e3-b06d-499b4202a03c HTTP/1.1" status: 204 len: 168 time: 1.8317690 Nov 23 04:38:53.497835 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40030) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:53.499062 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40032) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:53.507160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8ec39994-77d2-4375-9849-a78a5bd49176 None None] Provisioning complete for port ebe2de30-f514-4720-afba-d383e644cda8 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:53.507664 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8ec39994-77d2-4375-9849-a78a5bd49176 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.508173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '4593b396-76b7-4d10-b400-c08ea656885a', 'external_fixed_ips': [{'subnet_id': 'ad019d35-cd19-423e-b8ea-80c0ac643075', 'ip_address': '172.20.0.2'}]}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:53.552720 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8ec39994-77d2-4375-9849-a78a5bd49176 None None] Port ebe2de30-f514-4720-afba-d383e644cda8 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:38:53.567184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:38:53.586970 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.609693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.610846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.636445 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.670502 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-44c14cfb-e077-4342-ad23-31681a2e250c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.688352 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a1a7be13-8d26-4aac-b6d2-9a936e406af2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.720030 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:38:53.722523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-19ddde63-731d-48d9-ae6f-451b794c7112 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Deleting port 3c3b3924-d8d5-4701-808e-7c96f90a6f6c {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:38:53.722858 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19ddde63-731d-48d9-ae6f-451b794c7112 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.725630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40034) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:53.739830 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:53.760103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:38:53.805458 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Pushing event updated for resources: {'Port': ['ID=74e94f5f-a2df-4dd1-9bb3-8877256e6b8d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:53.853026 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a1a7be13-8d26-4aac-b6d2-9a936e406af2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.854841 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-44c14cfb-e077-4342-ad23-31681a2e250c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.877781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-63225f55-3cd1-4016-bbf7-5157d954a830 None None] Provisioning complete for port e6bc816c-6f10-4932-bc87-37be2995f789 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:53.878343 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-63225f55-3cd1-4016-bbf7-5157d954a830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.882220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:53.979387 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-44c14cfb-e077-4342-ad23-31681a2e250c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=60eaa2345f1a4388a82dba889667a8fe&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1913328 Nov 23 04:38:53.997948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-63225f55-3cd1-4016-bbf7-5157d954a830 None None] Provisioning complete for port 3c3b3924-d8d5-4701-808e-7c96f90a6f6c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:53.998570 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-63225f55-3cd1-4016-bbf7-5157d954a830 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.018849 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40036) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:54.019629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d520b8a2-6072-4004-a8cf-94a8b58c7ae1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.031842 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c14cfb-e077-4342-ad23-31681a2e250c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41300981-a848-45d1-b79f-4d1e5e380b61,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:54.038753 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.062820 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-63225f55-3cd1-4016-bbf7-5157d954a830 None None] Port 3c3b3924-d8d5-4701-808e-7c96f90a6f6c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:38:54.144819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Network 409fb730-2d1d-4deb-92f6-7921a721fa39 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:38:54.150088 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.154947 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a1a7be13-8d26-4aac-b6d2-9a936e406af2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.157556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a1a7be13-8d26-4aac-b6d2-9a936e406af2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.158685 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a1a7be13-8d26-4aac-b6d2-9a936e406af2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d515ba42-c588-4105-a5ed-f89a22fb1342 HTTP/1.1" status: 204 len: 168 time: 0.6592646 Nov 23 04:38:54.159626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:54.167212 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:38:54.170426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event updated for resources: {'Port': ['ID=363cd4d7-85dc-4fa1-904e-cf7510a5019f,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:54.195378 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-99796579-c9f0-4605-9485-c3778318568a None None] Provisioning complete for port 3c3b3924-d8d5-4701-808e-7c96f90a6f6c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:54.196181 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-99796579-c9f0-4605-9485-c3778318568a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.203926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a7be13-8d26-4aac-b6d2-9a936e406af2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d515ba42-c588-4105-a5ed-f89a22fb1342,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:54.207955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.210868 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:38:54.239056 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5dd0074e-fbcf-470b-9a8a-235b901ec58a admin admin] 10.222.0.37 "PUT /v2.0/routers/bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4336326 Nov 23 04:38:54.263010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19ddde63-731d-48d9-ae6f-451b794c7112 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.308038 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-99796579-c9f0-4605-9485-c3778318568a None None] Port 3c3b3924-d8d5-4701-808e-7c96f90a6f6c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:38:54.314380 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-19ddde63-731d-48d9-ae6f-451b794c7112 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Calling delete_port for 3c3b3924-d8d5-4701-808e-7c96f90a6f6c owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:38:54.320005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.324533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56f1913c-3860-487f-8a7a-bb070330d972 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.333049 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:38:54.336955 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Sync routers for ids ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:38:54.345091 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.369778 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Routers {'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:38:54.372325 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:38:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:54.373530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.440638 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56f1913c-3860-487f-8a7a-bb070330d972 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.545133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d520b8a2-6072-4004-a8cf-94a8b58c7ae1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.564861 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d520b8a2-6072-4004-a8cf-94a8b58c7ae1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.574156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e6bc816c-6f10-4932-bc87-37be2995f789 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:38:54.648132 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.664947 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d520b8a2-6072-4004-a8cf-94a8b58c7ae1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3cbce3f854c746239ce2c08adaf3ce23&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9348402 Nov 23 04:38:54.677088 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40052) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:54.691310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.712346 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56f1913c-3860-487f-8a7a-bb070330d972 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.715155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56f1913c-3860-487f-8a7a-bb070330d972 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.719492 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-56f1913c-3860-487f-8a7a-bb070330d972 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/41300981-a848-45d1-b79f-4d1e5e380b61 HTTP/1.1" status: 204 len: 168 time: 0.6974657 Nov 23 04:38:54.731299 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Set router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:38:54.732467 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520b8a2-6072-4004-a8cf-94a8b58c7ae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056eb32d-07a5-484f-97c9-89487affaa08,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:54.744179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e6bc816c-6f10-4932-bc87-37be2995f789 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:54.744728 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.833611 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f1913c-3860-487f-8a7a-bb070330d972 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41300981-a848-45d1-b79f-4d1e5e380b61,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:54.857411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40058) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:54.876966 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96b326f4-8542-4f5d-8582-0b89650d9850 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.911918 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a8a112e5-575a-426a-b50e-293e4bad400a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:54.948606 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a8a112e5-575a-426a-b50e-293e4bad400a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.017248 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19ddde63-731d-48d9-ae6f-451b794c7112 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.042767 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.059443 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.109772 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ddde63-731d-48d9-ae6f-451b794c7112 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Pushing event deleted for resources: {'Port': ['ID=3c3b3924-d8d5-4701-808e-7c96f90a6f6c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:55.112749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'gw_port': {'id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ebe2de30-f514-4720-afba-d383e644cda8', 'name': '', 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'mac_address': 'fa:16:3e:44:ee:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:49Z', 'updated_at': '2021-11-23T04:38:52Z', 'revision_number': 2, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'subnets': [{'id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:55.130738 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.179532 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40062) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:55.183692 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Checking router: bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:38:55.184062 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Updating router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 port ebe2de30-f514-4720-afba-d383e644cda8 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:38:55.207278 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19ddde63-731d-48d9-ae6f-451b794c7112 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.215120 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-19ddde63-731d-48d9-ae6f-451b794c7112 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] 10.222.0.37 "DELETE /v2.0/ports/3c3b3924-d8d5-4701-808e-7c96f90a6f6c HTTP/1.1" status: 204 len: 168 time: 1.9829848 Nov 23 04:38:55.219180 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.221113 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40064) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:55.223516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.266971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a8a112e5-575a-426a-b50e-293e4bad400a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.269479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a8a112e5-575a-426a-b50e-293e4bad400a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.272908 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a8a112e5-575a-426a-b50e-293e4bad400a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/056eb32d-07a5-484f-97c9-89487affaa08 HTTP/1.1" status: 204 len: 168 time: 0.5728698 Nov 23 04:38:55.289322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.311564 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a112e5-575a-426a-b50e-293e4bad400a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056eb32d-07a5-484f-97c9-89487affaa08,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:55.318967 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Pushing event updated for resources: {'Port': ['ID=74e94f5f-a2df-4dd1-9bb3-8877256e6b8d,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:55.320380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event updated for resources: {'Port': ['ID=363cd4d7-85dc-4fa1-904e-cf7510a5019f,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:55.328910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.338104 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-50e829ab-26c5-46af-8c9a-fb651df755b0 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.4859717 Nov 23 04:38:55.382885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96b326f4-8542-4f5d-8582-0b89650d9850 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.391222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96b326f4-8542-4f5d-8582-0b89650d9850 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.443136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Allocated IP 172.20.0.2 (4593b396-76b7-4d10-b400-c08ea656885a/ad019d35-cd19-423e-b8ea-80c0ac643075/32c16d6b-2881-4619-9648-63a2a9ab040c) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:38:55.445172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.454238 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b326f4-8542-4f5d-8582-0b89650d9850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38f25d0-0d46-4cbd-b827-1b0bb0035f00,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:55.482247 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-96b326f4-8542-4f5d-8582-0b89650d9850 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=305473687b254d9680513596579839cb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6196005 Nov 23 04:38:55.482656 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40072) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:55.536955 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a7376b22-3720-4d83-b315-1f4796a120f4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b6fa106779844a7db1c9f5ffdf0d6c73&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3455179 Nov 23 04:38:55.542084 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40074) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:55.565211 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.566486 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ec822879-533a-4579-8805-e93129b84038 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 3.4400761 Nov 23 04:38:55.573708 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40076) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:55.647552 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dfeed3db-3e59-4db2-a48a-b34c744eec2b tempest-DHCPAgentSchedulersTestJSON-1436692316 tempest-DHCPAgentSchedulersTestJSON-1436692316-project-admin] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4560 time: 0.3973858 Nov 23 04:38:55.652848 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40080) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:55.667555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c7d4dec0-4e2f-47d9-b6ed-fa3636797dbd tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-829706659'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:55.719989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-af51d4b0-6db4-4766-96ec-94aac9468219 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.726758 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-72ee68e0-6e62-48bc-81fd-bc5a112a0798 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "GET /v2.0/floatingips?floating_network_id=409fb730-2d1d-4deb-92f6-7921a721fa39 HTTP/1.1" status: 200 len: 689 time: 0.1519277 Nov 23 04:38:55.753609 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7d4dec0-4e2f-47d9-b6ed-fa3636797dbd tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Made reservation on behalf of 70b2f0e1e0f545938d35f00b3b11cecf for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:55.758930 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7d4dec0-4e2f-47d9-b6ed-fa3636797dbd tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.761709 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40082) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:55.861198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-af51d4b0-6db4-4766-96ec-94aac9468219 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.887630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc5b03b5-5de5-4fbe-b650-357301e01278 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.912378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.960851 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:55.986396 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7d4dec0-4e2f-47d9-b6ed-fa3636797dbd tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:38:56.009942 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.019426 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.031948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Pushing event updated for resources: {'Port': ['ID=32c16d6b-2881-4619-9648-63a2a9ab040c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:56.050403 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc5b03b5-5de5-4fbe-b650-357301e01278 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.050403 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7d4dec0-4e2f-47d9-b6ed-fa3636797dbd tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.050767 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-c7d4dec0-4e2f-47d9-b6ed-fa3636797dbd tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Added segment 0d09acae-b417-4aea-8755-76b0a5f0c6f9 of type vlan for network f4dc3647-d155-43bc-b1fe-582201c5cd5a Nov 23 04:38:56.055216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Network 4593b396-76b7-4d10-b400-c08ea656885a is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:38:56.057745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:38:56.060595 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:38:56.130512 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.221494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8a48d-4f32-48eb-b790-50a4cbed3330 None None] Pushing event updated for resources: {'Port': ['ID=ebe2de30-f514-4720-afba-d383e644cda8,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:56.247303 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7d4dec0-4e2f-47d9-b6ed-fa3636797dbd tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.262846 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-af51d4b0-6db4-4766-96ec-94aac9468219 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.266755 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-af51d4b0-6db4-4766-96ec-94aac9468219 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.268080 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-af51d4b0-6db4-4766-96ec-94aac9468219 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e38f25d0-0d46-4cbd-b827-1b0bb0035f00 HTTP/1.1" status: 204 len: 168 time: 0.7845557 Nov 23 04:38:56.293920 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Attempting to bind port ebe2de30-f514-4720-afba-d383e644cda8 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:38:56.294578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Attempting to bind port ebe2de30-f514-4720-afba-d383e644cda8 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '053028f0-03a9-4134-8382-a8d3f8d56f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:38:56.299750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Attempting to bind port ebe2de30-f514-4720-afba-d383e644cda8 on network 11d0d08f-df23-4386-978f-0f1b245142bf {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:38:56.301490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af51d4b0-6db4-4766-96ec-94aac9468219 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38f25d0-0d46-4cbd-b827-1b0bb0035f00,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:56.341212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:38:56.341629 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Checking segment: {'id': '053028f0-03a9-4134-8382-a8d3f8d56f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:38:56.342043 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.345535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Bound using segment: {'id': '053028f0-03a9-4134-8382-a8d3f8d56f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:38:56.346062 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Bound port: ebe2de30-f514-4720-afba-d383e644cda8, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '053028f0-03a9-4134-8382-a8d3f8d56f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:38:56.346500 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.418281 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc5b03b5-5de5-4fbe-b650-357301e01278 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.420884 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc5b03b5-5de5-4fbe-b650-357301e01278 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.440264 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fc5b03b5-5de5-4fbe-b650-357301e01278 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/02060580-f7a1-4c85-8c01-b2456a8bc845 HTTP/1.1" status: 204 len: 168 time: 0.8884864 Nov 23 04:38:56.441086 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7d4dec0-4e2f-47d9-b6ed-fa3636797dbd tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.464583 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7d4dec0-4e2f-47d9-b6ed-fa3636797dbd tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:56.465383 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7d4dec0-4e2f-47d9-b6ed-fa3636797dbd tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.515365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40118) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:56.522112 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1075dda3-7502-4ba3-82d6-a1e32b3de4f9 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Request body: {'security_group': {'name': 'tempest-securitygroup--241588896', 'description': 'tempest-description--1950393748'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:56.572373 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] For port ebe2de30-f514-4720-afba-d383e644cda8, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:38:56.591461 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] For port ebe2de30-f514-4720-afba-d383e644cda8, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ebe2de30-f514-4720-afba-d383e644cda8,segment=NetworkSegment(053028f0-03a9-4134-8382-a8d3f8d56f47),segment_id=053028f0-03a9-4134-8382-a8d3f8d56f47)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:38:56.592483 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9562a6a8-68ed-4646-b745-5943821bb606 None None] Provisioning complete for port ebe2de30-f514-4720-afba-d383e644cda8 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:56.593385 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9562a6a8-68ed-4646-b745-5943821bb606 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.594979 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5b03b5-5de5-4fbe-b650-357301e01278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02060580-f7a1-4c85-8c01-b2456a8bc845,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:56.626147 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.628598 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Deleting port 363cd4d7-85dc-4fa1-904e-cf7510a5019f {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:38:56.628951 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.646254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7d4dec0-4e2f-47d9-b6ed-fa3636797dbd tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Pushing event updated for resources: {'Network': ['ID=f4dc3647-d155-43bc-b1fe-582201c5cd5a,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:56.703432 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network f4dc3647-d155-43bc-b1fe-582201c5cd5a details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:38:56.707418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9562a6a8-68ed-4646-b745-5943821bb606 None None] Port ebe2de30-f514-4720-afba-d383e644cda8 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:38:56.715446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1075dda3-7502-4ba3-82d6-a1e32b3de4f9 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.725042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40128) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:56.726668 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c7d4dec0-4e2f-47d9-b6ed-fa3636797dbd tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0707254 Nov 23 04:38:56.730905 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40130) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:56.734628 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 04:38:56.768917 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.769528 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:56.801557 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Calling delete_port for 363cd4d7-85dc-4fa1-904e-cf7510a5019f owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:38:56.822513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Routers {'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:38:56.823139 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:38:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:56.847660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d8a48d-4f32-48eb-b790-50a4cbed3330 None None] Pushing event updated for resources: {'Port': ['ID=ebe2de30-f514-4720-afba-d383e644cda8,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:56.980661 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-896c26c2-b327-49cc-9eaf-8757042ec2b7 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--535210093&fields=id&tenant_id=6368c1500ebe48c7be5260bfbcbb5e9f HTTP/1.1" status: 200 len: 267 time: 0.2469771 Nov 23 04:38:57.028303 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:57.132445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] Set router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:38:57.180845 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ba1bf9bf-fa09-4079-a4fa-6e5213c82697 None None] Provisioning complete for port ebe2de30-f514-4720-afba-d383e644cda8 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:57.181120 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ba1bf9bf-fa09-4079-a4fa-6e5213c82697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:57.193006 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1075dda3-7502-4ba3-82d6-a1e32b3de4f9 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:57.282593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1075dda3-7502-4ba3-82d6-a1e32b3de4f9 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:57.419852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1075dda3-7502-4ba3-82d6-a1e32b3de4f9 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:57.422210 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1075dda3-7502-4ba3-82d6-a1e32b3de4f9 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.9059558 Nov 23 04:38:57.466477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1075dda3-7502-4ba3-82d6-a1e32b3de4f9 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7585b283-68e7-4d8a-ba39-200eb11d82e5,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:57.471618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40154) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:57.495640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40156) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:57.500169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5ad8e35f-b9e3-49ae-bf14-2a06613eaad2 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Request body: {'security_group_rule': {'security_group_id': '7585b283-68e7-4d8a-ba39-200eb11d82e5', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:57.528395 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ba1bf9bf-fa09-4079-a4fa-6e5213c82697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:57.531539 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-58b4b7de-a355-4c55-ba72-b1f8436b371c tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:57.533762 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-58b4b7de-a355-4c55-ba72-b1f8436b371c tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/networks?id=96c71bc6-206e-4cde-ad6b-04fe79357a77 HTTP/1.1" status: 200 len: 812 time: 0.5186181 Nov 23 04:38:57.558013 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3c9e7d03-acca-4a57-bfd2-3a16282023f0 tempest-DHCPAgentSchedulersTestJSON-1436692316 tempest-DHCPAgentSchedulersTestJSON-1436692316-project-admin] 10.222.0.37 "GET /v2.0/agents/dbac491b-ee56-4588-95ec-b4bc1838df99/dhcp-networks HTTP/1.1" status: 200 len: 6453 time: 0.8307314 Nov 23 04:38:57.559806 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-ea7665ba-3ddd-465a-b514-df52a3bef2a3 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/quotas/6368c1500ebe48c7be5260bfbcbb5e9f HTTP/1.1" status: 200 len: 375 time: 0.0190637 Nov 23 04:38:57.560114 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40160) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:57.573340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e35f-b9e3-49ae-bf14-2a06613eaad2 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:57.623217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ba1bf9bf-fa09-4079-a4fa-6e5213c82697 None None] For port ebe2de30-f514-4720-afba-d383e644cda8, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ebe2de30-f514-4720-afba-d383e644cda8,segment=NetworkSegment(053028f0-03a9-4134-8382-a8d3f8d56f47),segment_id=053028f0-03a9-4134-8382-a8d3f8d56f47)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:38:57.631472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:57.634223 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ba1bf9bf-fa09-4079-a4fa-6e5213c82697 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:57.694629 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'gw_port': {'id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ebe2de30-f514-4720-afba-d383e644cda8', 'name': '', 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'mac_address': 'fa:16:3e:44:ee:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:49Z', 'updated_at': '2021-11-23T04:38:56Z', 'revision_number': 4, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'subnets': [{'id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:57.723114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event deleted for resources: {'Port': ['ID=363cd4d7-85dc-4fa1-904e-cf7510a5019f,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:57.735197 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21c6774b-ecbc-4c95-8674-1b191f19b7b4 None None] The sync data for ids ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'] in dv-neutron-818850-1-hyperv is: [{'id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'gw_port': {'id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ebe2de30-f514-4720-afba-d383e644cda8', 'name': '', 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'mac_address': 'fa:16:3e:44:ee:39', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:49Z', 'updated_at': '2021-11-23T04:38:56Z', 'revision_number': 4, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'subnets': [{'id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:38:57.738258 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1bf9bf-fa09-4079-a4fa-6e5213c82697 None None] Pushing event updated for resources: {'Port': ['ID=ebe2de30-f514-4720-afba-d383e644cda8,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:57.821644 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:57.831768 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-be8fb65a-7112-4631-b5c1-8e5e3e318f01 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6368c1500ebe48c7be5260bfbcbb5e9f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2612011 Nov 23 04:38:57.878068 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e35f-b9e3-49ae-bf14-2a06613eaad2 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:57.889184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:57.896760 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e35f-b9e3-49ae-bf14-2a06613eaad2 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:57.916748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad8e35f-b9e3-49ae-bf14-2a06613eaad2 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dbf67ff2-cf97-453c-ad59-3874b1e3266f,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:57.947049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1234010295'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:57.979517 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:58.036284 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0597bb0-5791-4723-95bb-f4993edfd7ce tempest-DHCPAgentSchedulersTestJSON-1436692316 tempest-DHCPAgentSchedulersTestJSON-1436692316-project-admin] Network f4dc3647-d155-43bc-b1fe-582201c5cd5a is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:38:58.048910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=4d1601a1-265d-4ede-b60c-345ebd811522,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:58.066556 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b0597bb0-5791-4723-95bb-f4993edfd7ce tempest-DHCPAgentSchedulersTestJSON-1436692316 tempest-DHCPAgentSchedulersTestJSON-1436692316-project-admin] 10.222.0.37 "POST /v2.0/agents/dbac491b-ee56-4588-95ec-b4bc1838df99/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.4984417 Nov 23 04:38:58.067300 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40178) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:58.075814 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Made reservation on behalf of 6c842b7094744959b5db0868f8bd8c1e for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:58.076071 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a60f83bf-6b6c-4cce-b8c6-a02b2930486f None None] Network f4dc3647-d155-43bc-b1fe-582201c5cd5a requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:38:58.086578 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:58.090577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:58.113012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ad8e35f-b9e3-49ae-bf14-2a06613eaad2 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:58.114290 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5ad8e35f-b9e3-49ae-bf14-2a06613eaad2 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6266658 Nov 23 04:38:58.133136 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:58.145962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40180) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:58.152568 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d9e83f9f-fbdf-4073-ad23-cb13696d7eda tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Request body: {'security_group_rule': {'security_group_id': '7585b283-68e7-4d8a-ba39-200eb11d82e5', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:58.158818 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > segment before_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:58.159170 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:58.160786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:58.160786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > port after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:58.160786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > port after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:58.161081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > port after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:58.161441 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > segment after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:58.161787 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:58.162105 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:58.162430 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet after_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:58.172769 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:58.375501 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet after_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:58.375929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet after_delete 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:58.376327 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet before_create 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:58.376756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Subscribe: > subnet before_update 55550000 {{(pid=109952) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Nov 23 04:38:58.377194 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['409fb730-2d1d-4deb-92f6-7921a721fa39']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:58.408153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68d8f47e-b8d9-42c4-adda-015a83a1324f') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:58.408565 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68d8f47e-b8d9-42c4-adda-015a83a1324f') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:58.427873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:58.454618 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:58.465499 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:38:58.469664 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:58.535202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9e83f9f-fbdf-4073-ad23-cb13696d7eda tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: from cryptography.utils import int_from_bytes Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: from cryptography.utils import int_from_bytes Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:38:58.551701 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:38:58.558118 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:58.567204 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 409fb730-2d1d-4deb-92f6-7921a721fa39 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 04:38:58.572992 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:58.581541 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "DELETE /v2.0/networks/409fb730-2d1d-4deb-92f6-7921a721fa39 HTTP/1.1" status: 204 len: 168 time: 2.8053327 Nov 23 04:38:58.582433 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40196) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:58.610229 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ebe2de30-f514-4720-afba-d383e644cda8 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:38:58.725598 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-06db87b8-498d-44b5-8c36-1e0f5044d082 tempest-DHCPAgentSchedulersTestJSON-1436692316 tempest-DHCPAgentSchedulersTestJSON-1436692316-project-admin] 10.222.0.37 "GET /v2.0/agents/dbac491b-ee56-4588-95ec-b4bc1838df99/dhcp-networks HTTP/1.1" status: 200 len: 7184 time: 0.6547914 Nov 23 04:38:58.726727 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port ebe2de30-f514-4720-afba-d383e644cda8 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:38:58.729080 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:58.731375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40202) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:58.733922 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5a38af44-5e89-4c07-a1a4-12b85d03e64e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1483033 Nov 23 04:38:58.752273 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40204) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:58.769448 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ca113c-6001-4514-89f7-ffe8b8f0890f tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event deleted for resources: {'Network': ['ID=409fb730-2d1d-4deb-92f6-7921a721fa39,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:58.777861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Router e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:38:58.804696 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9e83f9f-fbdf-4073-ad23-cb13696d7eda tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:58.865544 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9e83f9f-fbdf-4073-ad23-cb13696d7eda tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:58.871271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-89afbbab-b042-40bc-9f48-1666da5589e7 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:38:58.872750 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-89afbbab-b042-40bc-9f48-1666da5589e7 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3269875 Nov 23 04:38:58.876786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81982e-f881-4026-aae9-431532431630 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:58.878154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81982e-f881-4026-aae9-431532431630 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:58.878824 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81982e-f881-4026-aae9-431532431630 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:58.879663 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81982e-f881-4026-aae9-431532431630 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:58.880319 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81982e-f881-4026-aae9-431532431630 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:58.881010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81982e-f881-4026-aae9-431532431630 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:58.881997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b81982e-f881-4026-aae9-431532431630 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:58.884306 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2b81982e-f881-4026-aae9-431532431630 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4562 time: 0.1310806 Nov 23 04:38:58.897257 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40206) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:58.920852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e83f9f-fbdf-4073-ad23-cb13696d7eda tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7db81bab-d851-4f72-9ca8-4cb34aaa3bed,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:58.990180 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-72f3cc13-c1c5-4ef7-82b7-4fe6bf7ad00e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] delete failed (client error): The resource could not be found. Nov 23 04:38:58.991522 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-72f3cc13-c1c5-4ef7-82b7-4fe6bf7ad00e tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/4b1f7477-a32d-42ee-a2be-22775fcca59a HTTP/1.1" status: 404 len: 345 time: 0.0923507 Nov 23 04:38:58.994304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40214) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:59.029183 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a680312-60cc-463f-bc1f-4a99efb28457 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] DELETE failed (client error): The resource could not be found. Nov 23 04:38:59.030911 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a680312-60cc-463f-bc1f-4a99efb28457 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:38:59.035681 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0a680312-60cc-463f-bc1f-4a99efb28457 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "DELETE /v2.0/networks/409fb730-2d1d-4deb-92f6-7921a721fa39 HTTP/1.1" status: 404 len: 339 time: 0.0396807 Nov 23 04:38:59.040731 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40218) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:59.047211 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1cc36169-77df-4c06-9127-55549ccfec16 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Request body: {'network': {'name': 'tempest-network--2091265985', 'router:external': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:59.064095 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:59.072197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9e83f9f-fbdf-4073-ad23-cb13696d7eda tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:59.073934 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d9e83f9f-fbdf-4073-ad23-cb13696d7eda tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9336782 Nov 23 04:38:59.078595 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40220) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:59.080317 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:59.084747 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:59.113633 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-e23b6d93-7f0c-47b8-bb8b-7c01a301dab1 service neutron] 10.222.0.37 "GET /v2.0/networks/96c71bc6-206e-4cde-ad6b-04fe79357a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2276380 Nov 23 04:38:59.118747 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cc36169-77df-4c06-9127-55549ccfec16 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Made reservation on behalf of 6da8773055274c59826827775c317661 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:38:59.121463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1cc36169-77df-4c06-9127-55549ccfec16 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:59.176378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9cd372bf-5ded-4922-bda6-287efc105b63,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:38:59.192249 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0cca42cf-7d0b-4a4b-87c5-a946a6b49bd6 tempest-DHCPAgentSchedulersTestJSON-1436692316 tempest-DHCPAgentSchedulersTestJSON-1436692316-project-admin] 10.222.0.37 "DELETE /v2.0/agents/dbac491b-ee56-4588-95ec-b4bc1838df99/dhcp-networks/f4dc3647-d155-43bc-b1fe-582201c5cd5a HTTP/1.1" status: 204 len: 168 time: 0.4597173 Nov 23 04:38:59.195711 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40224) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:59.214800 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:59.228087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:38:59.229065 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cc36169-77df-4c06-9127-55549ccfec16 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] vlan segment allocate from pool success with {'vlan_id': 182, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:38:59.254856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:38:59.289745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:59.290146 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Added segment ab5723fb-042c-4e8e-93d0-1f722f68f276 of type vlan for network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d Nov 23 04:38:59.291210 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Sync routers for ids ['e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:38:59.311040 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Routers {'e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:38:59.318496 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:38:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:59.331231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:59.332496 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f2e0b598-fd5f-4eca-bbd8-027a35a53b1e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 5.8274560 Nov 23 04:38:59.338359 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40230) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:59.387261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1cc36169-77df-4c06-9127-55549ccfec16 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:59.387955 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-1cc36169-77df-4c06-9127-55549ccfec16 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Added segment bc2c8e41-4364-4809-8969-e6df8c8b045b of type vlan for network 9d5f2cfc-ef78-4112-99aa-4ec97e11d3f8 Nov 23 04:38:59.470045 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Set router e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:38:59.511001 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:59.564136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40234) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:59.613319 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:59.627752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:38:59.628631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:59.634443 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-e54e2eee-621f-4b16-a4dc-1d0635039907 service neutron] 10.222.0.37 "GET /v2.0/networks/96c71bc6-206e-4cde-ad6b-04fe79357a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4956367 Nov 23 04:38:59.678945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:59.701590 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2', 'name': '', 'tenant_id': '337b6db919664fec8df44be01115d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4593b396-76b7-4d10-b400-c08ea656885a', 'external_fixed_ips': [{'subnet_id': 'ad019d35-cd19-423e-b8ea-80c0ac643075', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '32c16d6b-2881-4619-9648-63a2a9ab040c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:53Z', 'updated_at': '2021-11-23T04:38:56Z', 'revision_number': 3, 'project_id': '337b6db919664fec8df44be01115d551', 'gw_port': {'id': '32c16d6b-2881-4619-9648-63a2a9ab040c', 'name': '', 'network_id': '4593b396-76b7-4d10-b400-c08ea656885a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'ad019d35-cd19-423e-b8ea-80c0ac643075', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:54Z', 'updated_at': '2021-11-23T04:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ad019d35-cd19-423e-b8ea-80c0ac643075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:38:59.736497 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Checking router: e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:38:59.737090 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Updating router e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2 port 32c16d6b-2881-4619-9648-63a2a9ab040c binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:38:59.762276 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1cc36169-77df-4c06-9127-55549ccfec16 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:59.765939 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:38:59.843875 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40240) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:38:59.939068 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-545b2a8a-5484-4afb-a6c8-0fd7873d8fc9 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-157924744'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:38:59.940919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-545b2a8a-5484-4afb-a6c8-0fd7873d8fc9 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Unknown quota resources ['metering_label']. {{(pid=109952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 04:38:59.953654 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-455d01a5-e671-4c3e-a1b9-3a445fb0b9d5 tempest-DHCPAgentSchedulersTestJSON-1436692316 tempest-DHCPAgentSchedulersTestJSON-1436692316-project-admin] 10.222.0.37 "GET /v2.0/agents/dbac491b-ee56-4588-95ec-b4bc1838df99/dhcp-networks HTTP/1.1" status: 200 len: 5685 time: 0.7514966 Nov 23 04:38:59.960613 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40244) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:00.083153 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.089440 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1cc36169-77df-4c06-9127-55549ccfec16 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.090488 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc36169-77df-4c06-9127-55549ccfec16 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:00.091140 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1cc36169-77df-4c06-9127-55549ccfec16 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.092805 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.120052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-629747650'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:00.145946 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event updated for resources: {'Network': ['ID=cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:00.156978 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8d33af71-8565-4df8-9b36-dd378de655bc tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.6308150 Nov 23 04:39:00.163111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40260) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:00.172336 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e2cf0363-3b79-428c-83a1-291b22ecd00e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Request body: {'subnet': {'network_id': 'cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:00.180548 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dfb23222-460a-46ba-b7b4-96aef7c981c1 tempest-DHCPAgentSchedulersTestJSON-1436692316 tempest-DHCPAgentSchedulersTestJSON-1436692316-project-admin] 10.222.0.37 "GET /v2.0/networks/54e564b6-8ed7-4966-a80a-b483c6a4c6d3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.2099447 Nov 23 04:39:00.181071 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:00.206102 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40262) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:00.222171 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230decc-4584-46d4-a9c9-f8c71bd866d1 None None] Pushing event updated for resources: {'Port': ['ID=32c16d6b-2881-4619-9648-63a2a9ab040c,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:00.238921 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Attempting to bind port 32c16d6b-2881-4619-9648-63a2a9ab040c on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:00.239564 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Attempting to bind port 32c16d6b-2881-4619-9648-63a2a9ab040c by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'f25c8d5c-202a-4d5e-ae3f-f0482f7ccbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4593b396-76b7-4d10-b400-c08ea656885a'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:00.240118 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Attempting to bind port 32c16d6b-2881-4619-9648-63a2a9ab040c on network 4593b396-76b7-4d10-b400-c08ea656885a {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:00.245891 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:39:00.246489 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Checking segment: {'id': 'f25c8d5c-202a-4d5e-ae3f-f0482f7ccbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4593b396-76b7-4d10-b400-c08ea656885a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:00.247085 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.247649 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Bound using segment: {'id': 'f25c8d5c-202a-4d5e-ae3f-f0482f7ccbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4593b396-76b7-4d10-b400-c08ea656885a'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:39:00.248283 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Bound port: 32c16d6b-2881-4619-9648-63a2a9ab040c, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f25c8d5c-202a-4d5e-ae3f-f0482f7ccbcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '4593b396-76b7-4d10-b400-c08ea656885a'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:39:00.248944 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.311950 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40270) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:00.327243 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] For port 32c16d6b-2881-4619-9648-63a2a9ab040c, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:00.333165 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] For port 32c16d6b-2881-4619-9648-63a2a9ab040c, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=32c16d6b-2881-4619-9648-63a2a9ab040c,segment=NetworkSegment(f25c8d5c-202a-4d5e-ae3f-f0482f7ccbcb),segment_id=f25c8d5c-202a-4d5e-ae3f-f0482f7ccbcb)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:39:00.340403 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.345151 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Made reservation on behalf of 9fd75b9e066b40518936cb16b8059fd0 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:00.351528 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.422185 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a230decc-4584-46d4-a9c9-f8c71bd866d1 None None] Pushing event updated for resources: {'Port': ['ID=32c16d6b-2881-4619-9648-63a2a9ab040c,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:00.425428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.436896 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Routers {'e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:00.437586 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:38:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:00.455132 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.473317 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Nov 23 04:39:00.545382 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3b05f70b-3868-4463-9dd5-6d3929f8330f req-5c036a2c-da6a-49ec-a034-bb2e51becafc tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 210 time: 0.2281985 Nov 23 04:39:00.552368 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] Set router e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:39:00.663666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-545b2a8a-5484-4afb-a6c8-0fd7873d8fc9 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.668086 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-545b2a8a-5484-4afb-a6c8-0fd7873d8fc9 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.8138514 Nov 23 04:39:00.668213 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Deleting port 32c16d6b-2881-4619-9648-63a2a9ab040c {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:00.668213 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.671384 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40280) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:00.678980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-49ec2ac3-c492-4441-8b79-6feaba7db20d tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '3b51636a-dd5a-46fc-8be3-1ec891827f5e'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:00.679651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-49ec2ac3-c492-4441-8b79-6feaba7db20d tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 04:39:00.701941 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1cc36169-77df-4c06-9127-55549ccfec16 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.6587989 Nov 23 04:39:00.709482 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40286) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:00.714409 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.759603 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cf0363-3b79-428c-83a1-291b22ecd00e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Made reservation on behalf of 6c842b7094744959b5db0868f8bd8c1e for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:00.764125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0363-3b79-428c-83a1-291b22ecd00e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.817906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.830500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc36169-77df-4c06-9127-55549ccfec16 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event updated for resources: {'Network': ['ID=9d5f2cfc-ef78-4112-99aa-4ec97e11d3f8,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:00.836339 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.841357 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 9d5f2cfc-ef78-4112-99aa-4ec97e11d3f8 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:00.861311 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2', 'name': '', 'tenant_id': '337b6db919664fec8df44be01115d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4593b396-76b7-4d10-b400-c08ea656885a', 'external_fixed_ips': [{'subnet_id': 'ad019d35-cd19-423e-b8ea-80c0ac643075', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '32c16d6b-2881-4619-9648-63a2a9ab040c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:53Z', 'updated_at': '2021-11-23T04:38:56Z', 'revision_number': 3, 'project_id': '337b6db919664fec8df44be01115d551', 'gw_port': {'id': '32c16d6b-2881-4619-9648-63a2a9ab040c', 'name': '', 'network_id': '4593b396-76b7-4d10-b400-c08ea656885a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'ad019d35-cd19-423e-b8ea-80c0ac643075', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:54Z', 'updated_at': '2021-11-23T04:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad019d35-cd19-423e-b8ea-80c0ac643075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:00.899406 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c556a549-51b4-41d5-8be1-a600912c0066,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:00.921057 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6d74d927-3106-4cba-a83c-4484fcf06240 tempest-DHCPAgentSchedulersTestJSON-1436692316 tempest-DHCPAgentSchedulersTestJSON-1436692316-project-admin] 10.222.0.37 "GET /v2.0/networks/54e564b6-8ed7-4966-a80a-b483c6a4c6d3/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.3080361 Nov 23 04:39:00.930841 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40290) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:00.957356 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:00.975223 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.services.metering.metering_plugin [None req-49ec2ac3-c492-4441-8b79-6feaba7db20d tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 04:39:00.995056 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:00.995406 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Added segment 92251556-323a-448f-ba42-a8c482c45309 of type vlan for network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e Nov 23 04:39:00.997960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] For port 32c16d6b-2881-4619-9648-63a2a9ab040c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=32c16d6b-2881-4619-9648-63a2a9ab040c,segment=NetworkSegment(f25c8d5c-202a-4d5e-ae3f-f0482f7ccbcb),segment_id=f25c8d5c-202a-4d5e-ae3f-f0482f7ccbcb)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:00.998320 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:01.049397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Calling delete_port for 32c16d6b-2881-4619-9648-63a2a9ab040c owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:01.051743 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0053faf0-547d-408d-9220-441d2ba4d8fc None None] The sync data for ids ['e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2'] in dv-neutron-818850-1-hyperv is: [{'id': 'e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2', 'name': '', 'tenant_id': '337b6db919664fec8df44be01115d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '4593b396-76b7-4d10-b400-c08ea656885a', 'external_fixed_ips': [{'subnet_id': 'ad019d35-cd19-423e-b8ea-80c0ac643075', 'ip_address': '172.20.0.2'}], 'enable_snat': True}, 'gw_port_id': '32c16d6b-2881-4619-9648-63a2a9ab040c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:53Z', 'updated_at': '2021-11-23T04:38:56Z', 'revision_number': 3, 'project_id': '337b6db919664fec8df44be01115d551', 'gw_port': {'id': '32c16d6b-2881-4619-9648-63a2a9ab040c', 'name': '', 'network_id': '4593b396-76b7-4d10-b400-c08ea656885a', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:7d:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 138, 'fixed_ips': [{'subnet_id': 'ad019d35-cd19-423e-b8ea-80c0ac643075', 'ip_address': '172.20.0.2', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:54Z', 'updated_at': '2021-11-23T04:39:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ad019d35-cd19-423e-b8ea-80c0ac643075', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:39:01.088042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:01.168448 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-49ec2ac3-c492-4441-8b79-6feaba7db20d tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:01.169649 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-49ec2ac3-c492-4441-8b79-6feaba7db20d tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4939048 Nov 23 04:39:01.177485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40298) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:01.197182 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-9e1b9ce7-3ca7-465a-8d2e-eb6190da8199 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '3b51636a-dd5a-46fc-8be3-1ec891827f5e'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:01.197695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-9e1b9ce7-3ca7-465a-8d2e-eb6190da8199 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=109953) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 04:39:01.220235 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c2cb4-5561-42ee-94c8-118890043021 tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:01.227377 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c2cb4-5561-42ee-94c8-118890043021 tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:01.234227 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c2cb4-5561-42ee-94c8-118890043021 tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:01.240742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c2cb4-5561-42ee-94c8-118890043021 tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:01.253045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f6c2cb4-5561-42ee-94c8-118890043021 tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:01.254867 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6f6c2cb4-5561-42ee-94c8-118890043021 tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3058 time: 0.5420692 Nov 23 04:39:01.265751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40300) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:01.299881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:01.305441 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:01.306108 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:01.356619 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Allocated IP 172.26.8.224 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/1e766020-8b39-4cb3-bfa9-755e0b8ffa49) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:01.366758 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e24298fc-b514-4989-99b9-cb2ca5669d07 tempest-DHCPAgentSchedulersTestJSON-1436692316 tempest-DHCPAgentSchedulersTestJSON-1436692316-project-admin] 10.222.0.37 "GET /v2.0/agents/dbac491b-ee56-4588-95ec-b4bc1838df99/dhcp-networks HTTP/1.1" status: 200 len: 5685 time: 0.4347177 Nov 23 04:39:01.370459 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40304) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:01.506643 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7af9cd6e-1b28-4f08-a328-9ad8f902d836 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:01.536282 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING neutron.services.metering.metering_plugin [None req-9e1b9ce7-3ca7-465a-8d2e-eb6190da8199 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Nov 23 04:39:01.622142 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0363-3b79-428c-83a1-291b22ecd00e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:01.653958 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:01.658891 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.0936561 Nov 23 04:39:01.668470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7af9cd6e-1b28-4f08-a328-9ad8f902d836 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:01.700417 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-7af9cd6e-1b28-4f08-a328-9ad8f902d836 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4dc3647-d155-43bc-b1fe-582201c5cd5a']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:01.719056 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-7af9cd6e-1b28-4f08-a328-9ad8f902d836 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d09acae-b417-4aea-8755-76b0a5f0c6f9') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:01.719446 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-7af9cd6e-1b28-4f08-a328-9ad8f902d836 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d09acae-b417-4aea-8755-76b0a5f0c6f9') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:01.731948 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7af9cd6e-1b28-4f08-a328-9ad8f902d836 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:01.750455 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:01.761946 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7af9cd6e-1b28-4f08-a328-9ad8f902d836 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:01.762161 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8808e379-6b5c-4fca-a0c7-575b8ad54abe tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Pushing event updated for resources: {'Network': ['ID=c9a7f7fc-12bf-4d61-bcea-be97baa88a3e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:01.773166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9e1b9ce7-3ca7-465a-8d2e-eb6190da8199 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:01.776798 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9e1b9ce7-3ca7-465a-8d2e-eb6190da8199 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.5868390 Nov 23 04:39:01.776922 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a5c71720-31bd-4338-b730-db245424b442 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:01.778795 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40312) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:01.814376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:01.823929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7af9cd6e-1b28-4f08-a328-9ad8f902d836 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:01.823929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7af9cd6e-1b28-4f08-a328-9ad8f902d836 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:01.832561 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:01.866681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:01.873691 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c083fac9-59fb-4c0f-86ac-ac4f6d4af757 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=c40fa73c-17ee-4348-aa33-b1dd95a756d7 HTTP/1.1" status: 200 len: 462 time: 0.0884914 Nov 23 04:39:01.876116 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:01.883082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:01.903714 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cf0363-3b79-428c-83a1-291b22ecd00e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event updated for resources: {'Subnet': ['ID=1010a41d-24f8-4c84-927b-75d28c80f07e,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:01.910449 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40314) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:01.969843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cf0363-3b79-428c-83a1-291b22ecd00e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Checking segment: {'id': 'ab5723fb-042c-4e8e-93d0-1f722f68f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:01.970151 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf0363-3b79-428c-83a1-291b22ecd00e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Network hostable DHCP agents. Network: cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:39:02.017808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40316) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:02.064676 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Request body: {'port': {'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e', 'binding:host_id': 'hv-neutron-8188', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1396313497'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:02.080989 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-85d885eb-21ae-47ad-a7dc-971a4f7abc17 req-37267c93-bea6-408f-bdad-1d718c3716e2 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 210 time: 0.2200520 Nov 23 04:39:02.103761 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Pushing event updated for resources: {'Port': ['ID=1e766020-8b39-4cb3-bfa9-755e0b8ffa49,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:02.192413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.199306 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7af9cd6e-1b28-4f08-a328-9ad8f902d836 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.205960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7af9cd6e-1b28-4f08-a328-9ad8f902d836 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.210123 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7af9cd6e-1b28-4f08-a328-9ad8f902d836 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] 10.222.0.37 "DELETE /v2.0/networks/f4dc3647-d155-43bc-b1fe-582201c5cd5a HTTP/1.1" status: 204 len: 168 time: 0.8384790 Nov 23 04:39:02.214924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Made reservation on behalf of 0cd2fc3d00c947f884b739251a4f4dcc for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:02.217369 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.219274 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40318) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:02.219963 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.263438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7af9cd6e-1b28-4f08-a328-9ad8f902d836 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Pushing event deleted for resources: {'Network': ['ID=f4dc3647-d155-43bc-b1fe-582201c5cd5a,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:02.266678 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.296969 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8d296a2-05cb-4cf9-a9cf-b4a2ee457bfe tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] DELETE failed (client error): The resource could not be found. Nov 23 04:39:02.297617 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8d296a2-05cb-4cf9-a9cf-b4a2ee457bfe tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:39:02.300871 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b8d296a2-05cb-4cf9-a9cf-b4a2ee457bfe tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] 10.222.0.37 "DELETE /v2.0/ports/3c3b3924-d8d5-4701-808e-7c96f90a6f6c HTTP/1.1" status: 404 len: 333 time: 0.0782228 Nov 23 04:39:02.303865 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40320) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:02.324736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Pushing event deleted for resources: {'Port': ['ID=32c16d6b-2881-4619-9648-63a2a9ab040c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:02.331540 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a5c71720-31bd-4338-b730-db245424b442 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.337023 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2cf0363-3b79-428c-83a1-291b22ecd00e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:39:02.361233 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.444154 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2319add4-e408-4a3f-9c79-ac134400338e tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.445539 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2319add4-e408-4a3f-9c79-ac134400338e tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/c40fa73c-17ee-4348-aa33-b1dd95a756d7 HTTP/1.1" status: 204 len: 168 time: 0.5340180 Nov 23 04:39:02.447508 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-a5c71720-31bd-4338-b730-db245424b442 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d5f2cfc-ef78-4112-99aa-4ec97e11d3f8']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:02.451862 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-e2cf0363-3b79-428c-83a1-291b22ecd00e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:02.452058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40322) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:02.456949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cf0363-3b79-428c-83a1-291b22ecd00e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:02.457665 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2cf0363-3b79-428c-83a1-291b22ecd00e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.474341 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b305b2a-5e8f-4ebe-9a69-b1cc43db3019 None None] Network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:02.489689 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-a5c71720-31bd-4338-b730-db245424b442 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2c8e41-4364-4809-8969-e6df8c8b045b') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:02.490021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-a5c71720-31bd-4338-b730-db245424b442 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2c8e41-4364-4809-8969-e6df8c8b045b') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:02.492712 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b00090e-3e5b-4174-a543-c7580d48f749 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Deleting subnet d4884c41-7da3-4c08-8ee6-75a7d2810d26 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:39:02.501339 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2b00090e-3e5b-4174-a543-c7580d48f749 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.506610 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a5c71720-31bd-4338-b730-db245424b442 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.509681 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a3260fe5-5c34-4155-a85e-ae95137877b8 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=c40fa73c-17ee-4348-aa33-b1dd95a756d7 HTTP/1.1" status: 200 len: 221 time: 0.0555592 Nov 23 04:39:02.529540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40324) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:02.540956 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e2cf0363-3b79-428c-83a1-291b22ecd00e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.3742285 Nov 23 04:39:02.547855 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.548193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-95c9cdb7-536e-466e-8d1b-bb7423905a39 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--82641162', 'description': 'label created by tempest'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:02.548645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-95c9cdb7-536e-466e-8d1b-bb7423905a39 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Unknown quota resources ['metering_label']. {{(pid=109952) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Nov 23 04:39:02.550117 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40326) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:02.580387 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4af64f83-7227-4cff-8d13-eaf34f4392a2 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Request body: {'port': {'network_id': 'cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-469076083'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:02.584376 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a5c71720-31bd-4338-b730-db245424b442 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.674384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.15', 50987) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:02.734822 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d', 'network_id': 'cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d', 'tenant_id': '6c842b7094744959b5db0868f8bd8c1e', 'fixed_ips': [{'subnet_id': '1010a41d-24f8-4c84-927b-75d28c80f07e'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:39:02.735948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.742408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5c71720-31bd-4338-b730-db245424b442 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:02.742834 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a5c71720-31bd-4338-b730-db245424b442 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:02.753065 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:02.812490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.855903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.886740 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.903417 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:02.924107 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Allocated IP 2001:db8::2 (cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d/1010a41d-24f8-4c84-927b-75d28c80f07e/b812e690-6012-487d-baa3-d7405e6c6e11) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:02.936042 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2b00090e-3e5b-4174-a543-c7580d48f749 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.037312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a5c71720-31bd-4338-b730-db245424b442 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.041982 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5c71720-31bd-4338-b730-db245424b442 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9d5f2cfc-ef78-4112-99aa-4ec97e11d3f8 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 04:39:03.048225 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.082806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a5c71720-31bd-4338-b730-db245424b442 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.091271 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a5c71720-31bd-4338-b730-db245424b442 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "DELETE /v2.0/networks/9d5f2cfc-ef78-4112-99aa-4ec97e11d3f8 HTTP/1.1" status: 204 len: 168 time: 1.8217590 Nov 23 04:39:03.097631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40334) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:03.100948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.108765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.116772 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.133920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4d5c5f13-faf4-4d01-8851-918af8cdba15 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Request body: {'network': {'name': 'tempest-network--1306622606', 'router:external': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:03.134555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-95c9cdb7-536e-466e-8d1b-bb7423905a39 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.138198 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-95c9cdb7-536e-466e-8d1b-bb7423905a39 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 468 time: 0.6037190 Nov 23 04:39:03.138198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Pushing event updated for resources: {'Port': ['ID=1e766020-8b39-4cb3-bfa9-755e0b8ffa49,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:03.141184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40340) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:03.142482 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] device_id is not set on port b1ac826e-7818-459f-99cb-49c438845449 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:03.162034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.162616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:39:03.175195 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.177538 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-368d701f-421a-480a-838e-b868f08bffd8 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "DELETE /v2.0/routers/e2ee0aee-d17f-4a0b-a4c4-e9bb94b7e2d2 HTTP/1.1" status: 204 len: 168 time: 3.8325500 Nov 23 04:39:03.179305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:03.182652 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:03.194392 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:03.211690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40342) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:03.216974 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c71720-31bd-4338-b730-db245424b442 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event deleted for resources: {'Network': ['ID=9d5f2cfc-ef78-4112-99aa-4ec97e11d3f8,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:03.237306 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Pushing event updated for resources: {'Port': ['ID=b812e690-6012-487d-baa3-d7405e6c6e11,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:03.355597 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Attempting to bind port b812e690-6012-487d-baa3-d7405e6c6e11 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:03.356164 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Attempting to bind port b812e690-6012-487d-baa3-d7405e6c6e11 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'ab5723fb-042c-4e8e-93d0-1f722f68f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:03.357461 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Attempting to bind port b812e690-6012-487d-baa3-d7405e6c6e11 on network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:03.366246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 38, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:39:03.366721 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Checking segment: {'id': 'ab5723fb-042c-4e8e-93d0-1f722f68f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:03.368002 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.368688 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Bound using segment: {'id': 'ab5723fb-042c-4e8e-93d0-1f722f68f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:39:03.369770 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Bound port: b812e690-6012-487d-baa3-d7405e6c6e11, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab5723fb-042c-4e8e-93d0-1f722f68f276', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': 'cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:39:03.371151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.455108 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d5c5f13-faf4-4d01-8851-918af8cdba15 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Made reservation on behalf of 6da8773055274c59826827775c317661 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:03.457763 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d5c5f13-faf4-4d01-8851-918af8cdba15 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.467014 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] For port b812e690-6012-487d-baa3-d7405e6c6e11, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:03.471266 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-76138eba-44fe-440e-a4b2-c871b5be36ef tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:03.473000 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-76138eba-44fe-440e-a4b2-c871b5be36ef tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.15 "GET /v2.0/networks?id=96c71bc6-206e-4cde-ad6b-04fe79357a77 HTTP/1.1" status: 200 len: 812 time: 0.7976100 Nov 23 04:39:03.474985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] For port b812e690-6012-487d-baa3-d7405e6c6e11, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b812e690-6012-487d-baa3-d7405e6c6e11,segment=NetworkSegment(ab5723fb-042c-4e8e-93d0-1f722f68f276),segment_id=ab5723fb-042c-4e8e-93d0-1f722f68f276)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:39:03.475177 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f3d16142-dccb-4e5f-a677-d18530e91196 req-3634bd7a-9b99-4e4c-b035-05eadfbdd577 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 210 time: 0.0735528 Nov 23 04:39:03.482640 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.490520 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4af64f83-7227-4cff-8d13-eaf34f4392a2 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Made reservation on behalf of 6c842b7094744959b5db0868f8bd8c1e for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:03.493389 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4af64f83-7227-4cff-8d13-eaf34f4392a2 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.524097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a188fe4-ad1f-4597-895f-be9c042951ad tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Deleting subnet ad019d35-cd19-423e-b8ea-80c0ac643075 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:39:03.533594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8a188fe4-ad1f-4597-895f-be9c042951ad tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.563670 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-4af64f83-7227-4cff-8d13-eaf34f4392a2 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] device_id is not set on port 331d528e-ffff-4976-9bb3-9127cc302f3d yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:03.565191 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2b00090e-3e5b-4174-a543-c7580d48f749 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.570228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31abdcb-274f-4ee1-afe3-fc6acb8b4425 None None] Pushing event updated for resources: {'Port': ['ID=b812e690-6012-487d-baa3-d7405e6c6e11,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:03.633016 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d5c5f13-faf4-4d01-8851-918af8cdba15 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:03.675036 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2a4cc581-aa20-42d5-a22a-8a09bd17ce94 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=4debfe93-1c61-4247-83a1-1a5d15966e42 HTTP/1.1" status: 200 len: 466 time: 0.5223124 Nov 23 04:39:03.676309 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.690265 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40360) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:03.769660 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d5c5f13-faf4-4d01-8851-918af8cdba15 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.769915 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-4d5c5f13-faf4-4d01-8851-918af8cdba15 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Added segment 17a70521-84da-4aef-9f65-933538543be5 of type vlan for network 862081ef-86ad-4526-92ae-a3f707117ce0 Nov 23 04:39:03.792063 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.792239 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8a188fe4-ad1f-4597-895f-be9c042951ad tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:03.803441 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-484af6c3-e88e-4f9d-b33a-d2d1c90b024b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7221119 Nov 23 04:39:03.818637 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a41b8d9-e0dc-4c98-a906-0b8051c69a11,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:04.041682 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2b00090e-3e5b-4174-a543-c7580d48f749 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:04.172322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2b00090e-3e5b-4174-a543-c7580d48f749 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:04.179882 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2b00090e-3e5b-4174-a543-c7580d48f749 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] 10.222.0.37 "DELETE /v2.0/subnets/d4884c41-7da3-4c08-8ee6-75a7d2810d26 HTTP/1.1" status: 204 len: 168 time: 1.8708975 Nov 23 04:39:04.190018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ec757cc-4fef-4519-a5b8-e66573c8a93d None None] Network 54e564b6-8ed7-4966-a80a-b483c6a4c6d3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:04.213197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40376) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:04.218341 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b00090e-3e5b-4174-a543-c7580d48f749 tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Pushing event deleted for resources: {'Subnet': ['ID=d4884c41-7da3-4c08-8ee6-75a7d2810d26,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:04.532334 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-53a2f1d5-a49e-4868-8549-03cb02ebe5c6 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--241588896&fields=id&tenant_id=7fa374e9f4784c43b80304323e3717a8 HTTP/1.1" status: 200 len: 267 time: 0.3393607 Nov 23 04:39:04.650318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7af7041-e70b-481a-930f-24c2960df5aa None None] DHCP port deletion for 54e564b6-8ed7-4966-a80a-b483c6a4c6d3 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:39:04.681942 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] device_id is not set on port b1ac826e-7818-459f-99cb-49c438845449 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:04.689319 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-229e7026-2b7a-4afb-af80-6cfa97c5b533 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6368c1500ebe48c7be5260bfbcbb5e9f HTTP/1.1" status: 200 len: 379 time: 1.1169529 Nov 23 04:39:04.714382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:04.739404 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:04.740519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b812e690-6012-487d-baa3-d7405e6c6e11 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:39:04.774348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-5408fca5-ed7c-4fc8-8fc1-021fd933751f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Request body: {'port': {'device_id': 'd0cd49f7-c937-4ae7-baa9-09f3defd87b5', 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'admin_state_up': True, 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'security_groups': ['76a50ff0-90ca-43b6-bfa0-b3933345771c']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:04.781476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d5c5f13-faf4-4d01-8851-918af8cdba15 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:04.837346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8a188fe4-ad1f-4597-895f-be9c042951ad tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:04.885447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port b812e690-6012-487d-baa3-d7405e6c6e11 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:04.886173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:04.920523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ac826e-7818-459f-99cb-49c438845449,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:04.949603 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a7af7041-e70b-481a-930f-24c2960df5aa None None] Deleting port e6bc816c-6f10-4932-bc87-37be2995f789 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:04.950395 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a7af7041-e70b-481a-930f-24c2960df5aa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:04.952971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-42f950c4-40a6-4f45-a900-57820b6070ec tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:04.961643 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-42f950c4-40a6-4f45-a900-57820b6070ec tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/networks?id=11d0d08f-df23-4386-978f-0f1b245142bf HTTP/1.1" status: 200 len: 806 time: 0.4282651 Nov 23 04:39:05.003128 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-b92c94a7-acca-46da-b1ed-fc1f4ff8bd99 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/quotas/7fa374e9f4784c43b80304323e3717a8 HTTP/1.1" status: 200 len: 375 time: 0.0402999 Nov 23 04:39:05.006023 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Checking segment: {'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:05.006389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Network hostable DHCP agents. Network: c9a7f7fc-12bf-4d61-bcea-be97baa88a3e, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:39:05.062375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-4af64f83-7227-4cff-8d13-eaf34f4392a2 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Allocated IP 2001:db8::2e7 (cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d/1010a41d-24f8-4c84-927b-75d28c80f07e/331d528e-ffff-4976-9bb3-9127cc302f3d) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:05.072723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-13bb4897-ab51-4ba5-9317-12a707143057 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:05.073417 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a7af7041-e70b-481a-930f-24c2960df5aa None None] For port e6bc816c-6f10-4932-bc87-37be2995f789, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e6bc816c-6f10-4932-bc87-37be2995f789,segment=NetworkSegment(6fd71cbe-c313-4b90-91c5-ef056f3e7786),segment_id=6fd71cbe-c313-4b90-91c5-ef056f3e7786)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:05.074021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a7af7041-e70b-481a-930f-24c2960df5aa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:05.076569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:39:05.078699 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-13bb4897-ab51-4ba5-9317-12a707143057 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/4debfe93-1c61-4247-83a1-1a5d15966e42 HTTP/1.1" status: 204 len: 168 time: 1.3872867 Nov 23 04:39:05.088724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40382) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:05.099881 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a7af7041-e70b-481a-930f-24c2960df5aa None None] Calling delete_port for e6bc816c-6f10-4932-bc87-37be2995f789 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:05.123756 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-64426f7d-8b59-4fe2-8078-95ae6596617c tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=7fa374e9f4784c43b80304323e3717a8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1196105 Nov 23 04:39:05.134513 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7729785e-2914-462f-b8b2-4d44ceba7785 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=4debfe93-1c61-4247-83a1-1a5d15966e42 HTTP/1.1" status: 200 len: 216 time: 0.0441456 Nov 23 04:39:05.135679 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, c9a7f7fc-12bf-4d61-bcea-be97baa88a3e) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:05.137507 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40384) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:05.148153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:05.173386 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4be443a3-7fd5-4ad9-8544-e6f3791fee8c req-714f6424-27e2-425d-8c9f-5f8922815c59 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 210 time: 0.4106514 Nov 23 04:39:05.180394 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.resource_extend [None req-4d5c5f13-faf4-4d01-8851-918af8cdba15 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 04:39:05.214866 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-935d9e38-0b79-4ec9-93af-134c051fe699 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0762293 Nov 23 04:39:05.226256 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:05.227108 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:05.227588 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:05.250760 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4b6e1e66-9645-4eb9-b17c-3572d4d9c55d tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:05.267714 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40386) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:05.279678 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:05.280290 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:05.282606 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 2 to bind port b1ac826e-7818-459f-99cb-49c438845449 Nov 23 04:39:05.336112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:05.336594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:05.336943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:05.340077 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17acaae5-c15b-4579-a481-ebc7bbeaf257 None None] Network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:05.345827 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:05.346162 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:05.352942 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 3 to bind port b1ac826e-7818-459f-99cb-49c438845449 Nov 23 04:39:05.381560 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f8ee1cba-9f20-4369-a5af-be89b9cfc427 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.1111598 Nov 23 04:39:05.390893 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40388) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:05.392923 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:05.402547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:05.402980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:05.417257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d5c5f13-faf4-4d01-8851-918af8cdba15 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:05.422528 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d5c5f13-faf4-4d01-8851-918af8cdba15 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:05.423537 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d5c5f13-faf4-4d01-8851-918af8cdba15 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:05.451041 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a7af7041-e70b-481a-930f-24c2960df5aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:05.459176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8a188fe4-ad1f-4597-895f-be9c042951ad tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:05.487697 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:05.489807 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:05.566419 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 4 to bind port b1ac826e-7818-459f-99cb-49c438845449 Nov 23 04:39:05.575247 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-80aa1de2-bbba-40c6-b3cc-447f8b36d906 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-labels/3b51636a-dd5a-46fc-8be3-1ec891827f5e HTTP/1.1" status: 200 len: 472 time: 0.1668921 Nov 23 04:39:05.576065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7af7041-e70b-481a-930f-24c2960df5aa None None] No DVR routers for this DVR port e6bc816c-6f10-4932-bc87-37be2995f789 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:39:05.582684 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af7041-e70b-481a-930f-24c2960df5aa None None] Pushing event deleted for resources: {'Port': ['ID=e6bc816c-6f10-4932-bc87-37be2995f789,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:05.601270 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-7a1c6e03-4e36-479b-9801-9d4902fd3bef service neutron] 10.222.0.37 "GET /v2.0/networks/11d0d08f-df23-4386-978f-0f1b245142bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4375989 Nov 23 04:39:05.604067 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40390) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:05.615558 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:05.616307 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:05.616831 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:05.647438 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d61edcf-416a-4762-b7b9-99d0669b0c23 None None] Network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:05.650981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8a188fe4-ad1f-4597-895f-be9c042951ad tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:05.656964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:05.657657 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:05.658548 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8a188fe4-ad1f-4597-895f-be9c042951ad tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/ad019d35-cd19-423e-b8ea-80c0ac643075 HTTP/1.1" status: 204 len: 168 time: 2.4427724 Nov 23 04:39:05.659446 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40392) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:05.687273 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 5 to bind port b1ac826e-7818-459f-99cb-49c438845449 Nov 23 04:39:05.701862 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-29cfa3aa-8513-49ec-a665-4d0f3e48b846 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "GET /v2.0/metering/metering-label-rules/cc234e13-2d60-436b-b255-002470918de9 HTTP/1.1" status: 200 len: 459 time: 0.0963984 Nov 23 04:39:05.717444 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a188fe4-ad1f-4597-895f-be9c042951ad tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=ad019d35-cd19-423e-b8ea-80c0ac643075,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:05.726054 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40394) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:05.788769 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:05.789400 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:05.790602 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:05.819524 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:05.820157 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:05.829473 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 6 to bind port b1ac826e-7818-459f-99cb-49c438845449 Nov 23 04:39:05.836104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4b6e1e66-9645-4eb9-b17c-3572d4d9c55d tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:05.863849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-4b6e1e66-9645-4eb9-b17c-3572d4d9c55d tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54e564b6-8ed7-4966-a80a-b483c6a4c6d3']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:05.872159 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a9cd887b-181e-4842-b014-25eec3ba96c7 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:05.875150 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-4b6e1e66-9645-4eb9-b17c-3572d4d9c55d tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6fd71cbe-c313-4b90-91c5-ef056f3e7786') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:05.875525 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-4b6e1e66-9645-4eb9-b17c-3572d4d9c55d tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6fd71cbe-c313-4b90-91c5-ef056f3e7786') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:05.883514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:05.884138 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:05.884989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:05.886145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4b6e1e66-9645-4eb9-b17c-3572d4d9c55d tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:05.901883 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4b6e1e66-9645-4eb9-b17c-3572d4d9c55d tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:05.909451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b6e1e66-9645-4eb9-b17c-3572d4d9c55d tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:05.909846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4b6e1e66-9645-4eb9-b17c-3572d4d9c55d tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:05.954288 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-e0ccf605-58be-4d4a-b294-dcfde29b43c4 service neutron] 10.222.0.37 "GET /v2.0/networks/11d0d08f-df23-4386-978f-0f1b245142bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398290 Nov 23 04:39:05.958795 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:05.959407 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:06.004385 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:06.008043 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4d5c5f13-faf4-4d01-8851-918af8cdba15 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 2.9020634 Nov 23 04:39:06.024052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4b6e1e66-9645-4eb9-b17c-3572d4d9c55d tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:06.029616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40396) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:06.032134 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 7 to bind port b1ac826e-7818-459f-99cb-49c438845449 Nov 23 04:39:06.053691 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d5c5f13-faf4-4d01-8851-918af8cdba15 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event updated for resources: {'Network': ['ID=862081ef-86ad-4526-92ae-a3f707117ce0,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:06.063399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4b6e1e66-9645-4eb9-b17c-3572d4d9c55d tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:06.063533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a1e64a7b-3238-488e-860e-856c338ef600 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Publish callbacks [] for metering_label_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:06.064792 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a1e64a7b-3238-488e-860e-856c338ef600 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-label-rules/cc234e13-2d60-436b-b255-002470918de9 HTTP/1.1" status: 204 len: 168 time: 0.3360717 Nov 23 04:39:06.067676 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4b6e1e66-9645-4eb9-b17c-3572d4d9c55d tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] 10.222.0.37 "DELETE /v2.0/networks/54e564b6-8ed7-4966-a80a-b483c6a4c6d3 HTTP/1.1" status: 204 len: 168 time: 1.4131453 Nov 23 04:39:06.088226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40398) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:06.140874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:06.141413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:06.141858 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:06.170302 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 862081ef-86ad-4526-92ae-a3f707117ce0 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:06.180374 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6e1e66-9645-4eb9-b17c-3572d4d9c55d tempest-DHCPAgentSchedulersTestJSON-1385332663 tempest-DHCPAgentSchedulersTestJSON-1385332663-project] Pushing event deleted for resources: {'Network': ['ID=54e564b6-8ed7-4966-a80a-b483c6a4c6d3,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:06.194256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-19b26a20-62d7-49f4-be81-7cfe2571d31e None None] Provisioning complete for port b812e690-6012-487d-baa3-d7405e6c6e11 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:06.194750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19b26a20-62d7-49f4-be81-7cfe2571d31e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:06.204833 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:06.206620 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:06.210216 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:06.212851 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 8 to bind port b1ac826e-7818-459f-99cb-49c438845449 Nov 23 04:39:06.282580 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:06.285099 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:06.286621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:06.295849 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a9cd887b-181e-4842-b014-25eec3ba96c7 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:06.319719 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:06.320169 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:06.322683 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 9 to bind port b1ac826e-7818-459f-99cb-49c438845449 Nov 23 04:39:06.396115 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-a9cd887b-181e-4842-b014-25eec3ba96c7 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4593b396-76b7-4d10-b400-c08ea656885a']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:06.422369 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:06.425027 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:06.425512 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:06.431643 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-a9cd887b-181e-4842-b014-25eec3ba96c7 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f25c8d5c-202a-4d5e-ae3f-f0482f7ccbcb') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:06.433227 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-a9cd887b-181e-4842-b014-25eec3ba96c7 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f25c8d5c-202a-4d5e-ae3f-f0482f7ccbcb') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:06.461139 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:06.461312 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:06.467792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a9cd887b-181e-4842-b014-25eec3ba96c7 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:06.469442 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 10 to bind port b1ac826e-7818-459f-99cb-49c438845449 Nov 23 04:39:06.484398 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-5408fca5-ed7c-4fc8-8fc1-021fd933751f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Made reservation on behalf of 6368c1500ebe48c7be5260bfbcbb5e9f for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:06.491511 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-5408fca5-ed7c-4fc8-8fc1-021fd933751f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:06.527107 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port b812e690-6012-487d-baa3-d7405e6c6e11, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b812e690-6012-487d-baa3-d7405e6c6e11,segment=NetworkSegment(ab5723fb-042c-4e8e-93d0-1f722f68f276),segment_id=ab5723fb-042c-4e8e-93d0-1f722f68f276)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:06.530865 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a9cd887b-181e-4842-b014-25eec3ba96c7 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:06.534756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:06.538436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:06.538675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:06.546582 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port b1ac826e-7818-459f-99cb-49c438845449 on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:06.546918 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port b1ac826e-7818-459f-99cb-49c438845449 on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:06.547259 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:06.557820 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:06.562894 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a9cd887b-181e-4842-b014-25eec3ba96c7 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:06.563317 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a9cd887b-181e-4842-b014-25eec3ba96c7 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:06.570088 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:06.644180 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c0f66475-b4cc-46bd-9ecc-e41cce606712 req-64c2e64b-1835-4eab-a10d-4cd08ff36bc1 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 210 time: 0.2025447 Nov 23 04:39:06.701215 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=b812e690-6012-487d-baa3-d7405e6c6e11,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:06.707716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e9011aa-3d9b-4ae1-a33d-cb04a3d26f70 tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:06.711738 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6e9011aa-3d9b-4ae1-a33d-cb04a3d26f70 tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] 10.222.0.37 "GET /v2.0/networks/862081ef-86ad-4526-92ae-a3f707117ce0 HTTP/1.1" status: 200 len: 757 time: 0.6779051 Nov 23 04:39:06.726235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40414) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:06.845984 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-08491795-2586-4e50-b7ea-3f8f30a876f5 req-80c90742-6af2-4908-b15e-e59fda653d48 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 210 time: 0.1778460 Nov 23 04:39:06.875362 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e6bc816c-6f10-4932-bc87-37be2995f789 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:39:06.885793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4af64f83-7227-4cff-8d13-eaf34f4392a2 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:06.918097 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40418) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:06.968467 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a9cd887b-181e-4842-b014-25eec3ba96c7 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:06.978283 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cd887b-181e-4842-b014-25eec3ba96c7 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4593b396-76b7-4d10-b400-c08ea656885a {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 04:39:06.984148 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2286fef-df6d-43db-806b-9a50d92773f1 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] Publish callbacks [] for metering_label, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:06.987220 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e2286fef-df6d-43db-806b-9a50d92773f1 tempest-MeteringIpV6TestJSON-1634478005 tempest-MeteringIpV6TestJSON-1634478005-project-admin] 10.222.0.37 "DELETE /v2.0/metering/metering-labels/3b51636a-dd5a-46fc-8be3-1ec891827f5e HTTP/1.1" status: 204 len: 168 time: 0.8978908 Nov 23 04:39:07.034810 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a9cd887b-181e-4842-b014-25eec3ba96c7 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:07.044459 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a9cd887b-181e-4842-b014-25eec3ba96c7 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "DELETE /v2.0/networks/4593b396-76b7-4d10-b400-c08ea656885a HTTP/1.1" status: 204 len: 168 time: 1.3531537 Nov 23 04:39:07.083808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd887b-181e-4842-b014-25eec3ba96c7 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Pushing event deleted for resources: {'Network': ['ID=4593b396-76b7-4d10-b400-c08ea656885a,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:07.118397 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: e6bc816c-6f10-4932-bc87-37be2995f789 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:39:07.119160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e6bc816c-6f10-4932-bc87-37be2995f789 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:39:07.119160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 32c16d6b-2881-4619-9648-63a2a9ab040c no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:39:07.127330 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] For port b1ac826e-7818-459f-99cb-49c438845449, host hv-neutron-8188, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:07.127750 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempted to set empty binding levels {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 04:39:07.136625 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:07.160224 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5fe0e31e-0ce1-479a-b12c-856b36115793 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:07.195196 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d2634d-5920-4bfd-8bdc-d0ef00923323 tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:07.198962 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d0d2634d-5920-4bfd-8bdc-d0ef00923323 tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] 10.222.0.37 "GET /v2.0/networks/2f919ea3-43cd-4bc6-940c-f3178e4a1b7d HTTP/1.1" status: 200 len: 768 time: 0.4714267 Nov 23 04:39:07.208836 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40430) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:07.261787 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:07.262380 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:07.311567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 32c16d6b-2881-4619-9648-63a2a9ab040c {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:39:07.311982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 32c16d6b-2881-4619-9648-63a2a9ab040c not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:39:07.354182 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4af64f83-7227-4cff-8d13-eaf34f4392a2 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:07.467037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-5408fca5-ed7c-4fc8-8fc1-021fd933751f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Allocated IP 172.20.0.5 (96c71bc6-206e-4cde-ad6b-04fe79357a77/b6e0da7a-e696-4156-a0c5-214eeeb37609/c602d09f-68a5-4132-91eb-02fbe2ad0e60) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:07.482870 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Pushing event updated for resources: {'Port': ['ID=b1ac826e-7818-459f-99cb-49c438845449,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:07.489412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4af64f83-7227-4cff-8d13-eaf34f4392a2 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:07.508236 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-35df39e2-8c88-43de-b40e-343d10884fef tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 982 time: 5.4496524 Nov 23 04:39:07.537997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40442) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:07.562918 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40444) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:07.604481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-4af64f83-7227-4cff-8d13-eaf34f4392a2 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:07.614101 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad3bac44-178e-4d84-9cdb-664ff67e08ff tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:07.653763 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4af64f83-7227-4cff-8d13-eaf34f4392a2 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:07.666000 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0ba799e8-667f-4e3e-a162-343679e615c8 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=70b2f0e1e0f545938d35f00b3b11cecf&name=default HTTP/1.1" status: 200 len: 2992 time: 0.7459512 Nov 23 04:39:07.668445 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40452) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:07.693374 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4af64f83-7227-4cff-8d13-eaf34f4392a2 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:07.694073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4af64f83-7227-4cff-8d13-eaf34f4392a2 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:07.863616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af64f83-7227-4cff-8d13-eaf34f4392a2 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event updated for resources: {'Port': ['ID=331d528e-ffff-4976-9bb3-9127cc302f3d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:07.897731 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4af64f83-7227-4cff-8d13-eaf34f4392a2 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 5.3354459 Nov 23 04:39:07.926398 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40456) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:07.940174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-28e138e2-465a-40b1-8ed0-db1b2546579c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Request body: {'port': {'network_id': 'cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-125807311', 'allowed_address_pairs': [{'ip_address': '2001:db8::2e7', 'mac_address': 'fa:16:3e:44:a9:f5'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:08.028945 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40462) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:08.060199 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-0a0aa1d1-8c78-4abd-a9c6-a397718f62b5 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Request body: {'router': {'name': 'tempest-router--587332789', 'project_id': 'a7e857fa15e2436d838a2334bacdfa69'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:08.166135 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-aeb07d3c-dab9-4e9b-b82d-68d713d26c9a req-d61123b7-94b0-4eb7-97ed-c4d24e3fec41 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 210 time: 0.2920671 Nov 23 04:39:08.194713 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ab1d8f53-6a2a-4a6e-b2c3-eb0eaef25fc7 None None] Provisioning complete for port b812e690-6012-487d-baa3-d7405e6c6e11 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:08.195299 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8f53-6a2a-4a6e-b2c3-eb0eaef25fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:08.262300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0a0aa1d1-8c78-4abd-a9c6-a397718f62b5 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:08.266165 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0a0aa1d1-8c78-4abd-a9c6-a397718f62b5 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:08.405026 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0a0aa1d1-8c78-4abd-a9c6-a397718f62b5 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:08.423435 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0a0aa1d1-8c78-4abd-a9c6-a397718f62b5 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:08.470867 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9bcc5321-6449-4945-80dc-b991ee67b6d7 req-44be7b6d-1acf-4c69-9ac7-ea315a916223 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 210 time: 0.4675763 Nov 23 04:39:08.485820 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ab1d8f53-6a2a-4a6e-b2c3-eb0eaef25fc7 None None] Provisioning complete for port 331d528e-ffff-4976-9bb3-9127cc302f3d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:08.486197 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ab1d8f53-6a2a-4a6e-b2c3-eb0eaef25fc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:08.488040 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:08.548067 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-73c813d8-19c8-442f-93fa-02578cc55922 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:08.588413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-5408fca5-ed7c-4fc8-8fc1-021fd933751f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:08.623644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ab1d8f53-6a2a-4a6e-b2c3-eb0eaef25fc7 None None] Port 331d528e-ffff-4976-9bb3-9127cc302f3d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:08.742490 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b812e690-6012-487d-baa3-d7405e6c6e11 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:39:08.746570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-5408fca5-ed7c-4fc8-8fc1-021fd933751f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:08.812941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-4c65450a-2a01-4108-b977-384dd94b85b1 None None] Provisioning complete for port 331d528e-ffff-4976-9bb3-9127cc302f3d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:08.813655 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4c65450a-2a01-4108-b977-384dd94b85b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:08.845374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad3bac44-178e-4d84-9cdb-664ff67e08ff tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:08.853799 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8f4a91dc-4349-46ba-a8bc-a1dc87260692 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:08.896161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-4c65450a-2a01-4108-b977-384dd94b85b1 None None] Port 331d528e-ffff-4976-9bb3-9127cc302f3d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:08.933521 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port b812e690-6012-487d-baa3-d7405e6c6e11 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:08.934242 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:08.941894 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-5408fca5-ed7c-4fc8-8fc1-021fd933751f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Network 96c71bc6-206e-4cde-ad6b-04fe79357a77 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:08.948317 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0a0aa1d1-8c78-4abd-a9c6-a397718f62b5 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:08.949543 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0a0aa1d1-8c78-4abd-a9c6-a397718f62b5 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.9183278 Nov 23 04:39:08.964569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40472) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:08.965100 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-ad3bac44-178e-4d84-9cdb-664ff67e08ff tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['862081ef-86ad-4526-92ae-a3f707117ce0']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:08.967160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-5408fca5-ed7c-4fc8-8fc1-021fd933751f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:09.001042 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8f4a91dc-4349-46ba-a8bc-a1dc87260692 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.001877 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-5408fca5-ed7c-4fc8-8fc1-021fd933751f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:09.051022 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-adabd186-52eb-4f9c-b437-4f8f1578edc2 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Deleting port b1ac826e-7818-459f-99cb-49c438845449 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:09.054365 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-adabd186-52eb-4f9c-b437-4f8f1578edc2 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.169599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-aceb908b-ec2a-40cf-9913-a21e99c1f5de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.205222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-ad3bac44-178e-4d84-9cdb-664ff67e08ff tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '17a70521-84da-4aef-9f65-933538543be5') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:09.205708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-ad3bac44-178e-4d84-9cdb-664ff67e08ff tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '17a70521-84da-4aef-9f65-933538543be5') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:09.219728 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad3bac44-178e-4d84-9cdb-664ff67e08ff tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.238956 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad3bac44-178e-4d84-9cdb-664ff67e08ff tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.249436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad3bac44-178e-4d84-9cdb-664ff67e08ff tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:09.249937 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad3bac44-178e-4d84-9cdb-664ff67e08ff tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.257096 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5408fca5-ed7c-4fc8-8fc1-021fd933751f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Pushing event updated for resources: {'Port': ['ID=c602d09f-68a5-4132-91eb-02fbe2ad0e60,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:09.344686 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:09.346535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-09f409cc-8853-476a-8f0c-8560e23654f3 None None] Provisioning complete for port c602d09f-68a5-4132-91eb-02fbe2ad0e60 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:09.346535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-09f409cc-8853-476a-8f0c-8560e23654f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.367924 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-73c813d8-19c8-442f-93fa-02578cc55922 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.380171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-5408fca5-ed7c-4fc8-8fc1-021fd933751f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:09.381491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-5408fca5-ed7c-4fc8-8fc1-021fd933751f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.415765 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcd15-238b-4091-82c0-e214c84df005 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.418856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-73c813d8-19c8-442f-93fa-02578cc55922 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.420148 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-09f409cc-8853-476a-8f0c-8560e23654f3 None None] Port c602d09f-68a5-4132-91eb-02fbe2ad0e60 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:09.459217 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28e138e2-465a-40b1-8ed0-db1b2546579c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Made reservation on behalf of 6c842b7094744959b5db0868f8bd8c1e for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:09.544139 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-5408fca5-ed7c-4fc8-8fc1-021fd933751f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.7885683 Nov 23 04:39:09.566195 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-adabd186-52eb-4f9c-b437-4f8f1578edc2 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] For port b1ac826e-7818-459f-99cb-49c438845449, host hv-neutron-8188, got binding levels [] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:09.567297 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-adabd186-52eb-4f9c-b437-4f8f1578edc2 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.594959 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-73c813d8-19c8-442f-93fa-02578cc55922 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb0375b3c3ee4170924c2d83623ab76d&name=default HTTP/1.1" status: 200 len: 2996 time: 2.0281496 Nov 23 04:39:09.599672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c813d8-19c8-442f-93fa-02578cc55922 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea589211-aebf-4ee4-8614-f7c679cce175,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:09.604052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40480) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:09.609673 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad3bac44-178e-4d84-9cdb-664ff67e08ff tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.637264 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9418a0c8-54b2-4ac1-825f-1b2ca59ee687 req-b5bd8a86-de07-4f37-bcf4-a8603c60c2ae tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:09.638974 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9418a0c8-54b2-4ac1-825f-1b2ca59ee687 req-b5bd8a86-de07-4f37-bcf4-a8603c60c2ae tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 931 time: 0.3408222 Nov 23 04:39:09.694480 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-aea8ef62-ebd2-435a-aee3-be5c90982753 req-38efba11-a50c-42a9-8ce4-f2d82df23477 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 210 time: 0.0922036 Nov 23 04:39:09.697585 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad3bac44-178e-4d84-9cdb-664ff67e08ff tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 862081ef-86ad-4526-92ae-a3f707117ce0 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 04:39:09.706773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-adabd186-52eb-4f9c-b437-4f8f1578edc2 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Calling delete_port for b1ac826e-7818-459f-99cb-49c438845449 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:09.725382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad3bac44-178e-4d84-9cdb-664ff67e08ff tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.725382 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ad3bac44-178e-4d84-9cdb-664ff67e08ff tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "DELETE /v2.0/networks/862081ef-86ad-4526-92ae-a3f707117ce0 HTTP/1.1" status: 204 len: 168 time: 2.5049219 Nov 23 04:39:09.725680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40482) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:09.749857 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bac44-178e-4d84-9cdb-664ff67e08ff tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event deleted for resources: {'Network': ['ID=862081ef-86ad-4526-92ae-a3f707117ce0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:09.812916 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8f4a91dc-4349-46ba-a8bc-a1dc87260692 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.815633 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8f4a91dc-4349-46ba-a8bc-a1dc87260692 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.818834 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8f4a91dc-4349-46ba-a8bc-a1dc87260692 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/828270e6-87a2-4170-a496-966ccbe6231b HTTP/1.1" status: 204 len: 168 time: 2.1469610 Nov 23 04:39:09.831422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-76738310-6fe1-4482-9444-c5e4eda69443 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Request body: {'network': {'name': 'tempest-network--902598784'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:09.892323 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4a91dc-4349-46ba-a8bc-a1dc87260692 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828270e6-87a2-4170-a496-966ccbe6231b,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:09.909266 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-28e138e2-465a-40b1-8ed0-db1b2546579c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:09.944310 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-28e138e2-465a-40b1-8ed0-db1b2546579c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] device_id is not set on port 169a8a10-c4bc-475e-8774-3974aadfecb8 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:10.071512 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9418a0c8-54b2-4ac1-825f-1b2ca59ee687 req-58d4b991-ac75-49a2-8d52-eb88ac307996 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4052784 Nov 23 04:39:10.074486 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcd15-238b-4091-82c0-e214c84df005 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.076305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76738310-6fe1-4482-9444-c5e4eda69443 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Made reservation on behalf of 6da8773055274c59826827775c317661 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:10.079123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76738310-6fe1-4482-9444-c5e4eda69443 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.079931 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-28e138e2-465a-40b1-8ed0-db1b2546579c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Allocated IP 2001:db8::1af (cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d/1010a41d-24f8-4c84-927b-75d28c80f07e/169a8a10-c4bc-475e-8774-3974aadfecb8) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:10.123524 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcd15-238b-4091-82c0-e214c84df005 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.162474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76738310-6fe1-4482-9444-c5e4eda69443 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:10.191410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76738310-6fe1-4482-9444-c5e4eda69443 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.193231 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-76738310-6fe1-4482-9444-c5e4eda69443 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Added segment 3c92e52b-1528-40e2-bba9-891d36d1cbf6 of type vlan for network adfa9938-1dce-46b9-8d8a-45cc4c87f61d Nov 23 04:39:10.243848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76738310-6fe1-4482-9444-c5e4eda69443 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.261784 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-28e138e2-465a-40b1-8ed0-db1b2546579c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.317458 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.322524 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-28e138e2-465a-40b1-8ed0-db1b2546579c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.361930 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ca9afca9-be93-4754-b122-fd9c57387787 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.365040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcd15-238b-4091-82c0-e214c84df005 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.366087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2cfcd15-238b-4091-82c0-e214c84df005 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c8b5c33f-d5be-4490-a337-05f3bfc6345a {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:39:10.368143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76738310-6fe1-4482-9444-c5e4eda69443 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.369368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76738310-6fe1-4482-9444-c5e4eda69443 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:10.369991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76738310-6fe1-4482-9444-c5e4eda69443 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.387519 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e138e2-465a-40b1-8ed0-db1b2546579c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:10.395239 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2cfcd15-238b-4091-82c0-e214c84df005 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.396852 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f2cfcd15-238b-4091-82c0-e214c84df005 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c8b5c33f-d5be-4490-a337-05f3bfc6345a HTTP/1.1" status: 204 len: 168 time: 1.4242461 Nov 23 04:39:10.416661 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-28e138e2-465a-40b1-8ed0-db1b2546579c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:10.418583 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-adabd186-52eb-4f9c-b437-4f8f1578edc2 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.436448 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e138e2-465a-40b1-8ed0-db1b2546579c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:10.452488 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28e138e2-465a-40b1-8ed0-db1b2546579c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:10.453177 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-28e138e2-465a-40b1-8ed0-db1b2546579c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.468961 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e138e2-465a-40b1-8ed0-db1b2546579c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event updated for resources: {'Port': ['ID=169a8a10-c4bc-475e-8774-3974aadfecb8,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:10.538594 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-76738310-6fe1-4482-9444-c5e4eda69443 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.7998683 Nov 23 04:39:10.570641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40490) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:10.590030 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ca9afca9-be93-4754-b122-fd9c57387787 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.605294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-96a742c5-f0f4-4048-b7c8-0d388a0db1e2 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Request body: {'network': {'router:external': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:10.615775 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-adabd186-52eb-4f9c-b437-4f8f1578edc2 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.621749 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40492) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:10.633145 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-adabd186-52eb-4f9c-b437-4f8f1578edc2 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "DELETE /v2.0/ports/b1ac826e-7818-459f-99cb-49c438845449 HTTP/1.1" status: 204 len: 168 time: 3.0899770 Nov 23 04:39:10.635309 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40494) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:10.638704 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adabd186-52eb-4f9c-b437-4f8f1578edc2 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1ac826e-7818-459f-99cb-49c438845449,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:10.656038 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-84a76557-8fac-4755-8525-70c76b9f0631 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:10.657188 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-84a76557-8fac-4755-8525-70c76b9f0631 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0345559 Nov 23 04:39:10.664216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76738310-6fe1-4482-9444-c5e4eda69443 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event updated for resources: {'Network': ['ID=adfa9938-1dce-46b9-8d8a-45cc4c87f61d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:10.687742 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network adfa9938-1dce-46b9-8d8a-45cc4c87f61d details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:10.713056 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e237ef91-b3b9-4d31-9554-c00e69d94acb tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] GET failed (client error): The resource could not be found. Nov 23 04:39:10.720366 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e237ef91-b3b9-4d31-9554-c00e69d94acb tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "GET /v2.0/ports/b1ac826e-7818-459f-99cb-49c438845449 HTTP/1.1" status: 404 len: 333 time: 0.0686865 Nov 23 04:39:10.728221 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-28e138e2-465a-40b1-8ed0-db1b2546579c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 2.7926142 Nov 23 04:39:10.729158 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40496) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:10.746892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40498) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:10.747373 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2a00c110-e533-4592-baae-3ecd96887889 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.765690 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-371dfac5-4716-4536-86b0-8e33322fef73 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Request body: {'port': {'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-836029316'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:10.905891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-371dfac5-4716-4536-86b0-8e33322fef73 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Made reservation on behalf of 0cd2fc3d00c947f884b739251a4f4dcc for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:10.908346 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-371dfac5-4716-4536-86b0-8e33322fef73 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:10.975613 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a8632d50-3b88-487b-8beb-caf3bec95027 req-c2a0d3a7-52b1-4f7d-9809-50d7cd404303 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 210 time: 0.0722952 Nov 23 04:39:10.984103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-371dfac5-4716-4536-86b0-8e33322fef73 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] device_id is not set on port 13bb4db7-e36e-4241-bd72-a63e856f395a yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:11.026203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ca9afca9-be93-4754-b122-fd9c57387787 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.029184 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ca9afca9-be93-4754-b122-fd9c57387787 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.032124 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ca9afca9-be93-4754-b122-fd9c57387787 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ea589211-aebf-4ee4-8614-f7c679cce175 HTTP/1.1" status: 204 len: 168 time: 1.4162197 Nov 23 04:39:11.038372 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65570df-4a8a-447a-9f79-9e46f91f83f3 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:11.042065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-642b5d86-2fa7-4d62-8a5e-271ddef81dd1 None None] Provisioning complete for port 169a8a10-c4bc-475e-8774-3974aadfecb8 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:11.042717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-642b5d86-2fa7-4d62-8a5e-271ddef81dd1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.053894 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65570df-4a8a-447a-9f79-9e46f91f83f3 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:11.065670 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65570df-4a8a-447a-9f79-9e46f91f83f3 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:11.074040 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a65570df-4a8a-447a-9f79-9e46f91f83f3 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.3045721 Nov 23 04:39:11.078029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40506) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:11.078776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40508) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:11.139689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-642b5d86-2fa7-4d62-8a5e-271ddef81dd1 None None] Port 169a8a10-c4bc-475e-8774-3974aadfecb8 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:11.190296 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9afca9-be93-4754-b122-fd9c57387787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea589211-aebf-4ee4-8614-f7c679cce175,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:11.308219 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a716701d-ed40-47f5-9fbd-74e374856283 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Deleting port 169a8a10-c4bc-475e-8774-3974aadfecb8 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:11.309352 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a716701d-ed40-47f5-9fbd-74e374856283 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.452812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406f933a-f782-46d0-9707-8fd886a14d8d req-deefb896-44fa-4fac-b936-2f492378d99e tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:11.455297 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-406f933a-f782-46d0-9707-8fd886a14d8d req-deefb896-44fa-4fac-b936-2f492378d99e tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 931 time: 0.2334738 Nov 23 04:39:11.482455 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-96a742c5-f0f4-4048-b7c8-0d388a0db1e2 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.485932 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-371dfac5-4716-4536-86b0-8e33322fef73 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.489244 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a716701d-ed40-47f5-9fbd-74e374856283 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.506720 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a716701d-ed40-47f5-9fbd-74e374856283 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Calling delete_port for 169a8a10-c4bc-475e-8774-3974aadfecb8 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:11.563639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-96a742c5-f0f4-4048-b7c8-0d388a0db1e2 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.594769 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2a00c110-e533-4592-baae-3ecd96887889 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.601464 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-371dfac5-4716-4536-86b0-8e33322fef73 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.623635 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-371dfac5-4716-4536-86b0-8e33322fef73 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:11.630031 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-371dfac5-4716-4536-86b0-8e33322fef73 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:11.634735 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1051002721', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:11.644542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-96a742c5-f0f4-4048-b7c8-0d388a0db1e2 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Network adfa9938-1dce-46b9-8d8a-45cc4c87f61d is not hosted by any dhcp agent {{(pid=109953) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 04:39:11.645499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a742c5-f0f4-4048-b7c8-0d388a0db1e2 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:11.646065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-96a742c5-f0f4-4048-b7c8-0d388a0db1e2 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.661860 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-96a742c5-f0f4-4048-b7c8-0d388a0db1e2 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "PUT /v2.0/networks/adfa9938-1dce-46b9-8d8a-45cc4c87f61d HTTP/1.1" status: 200 len: 857 time: 1.0887418 Nov 23 04:39:11.675215 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.698162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40516) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:11.700523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371dfac5-4716-4536-86b0-8e33322fef73 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:11.701604 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-371dfac5-4716-4536-86b0-8e33322fef73 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:11.702336 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-371dfac5-4716-4536-86b0-8e33322fef73 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.720843 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.722033 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.737236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2a00c110-e533-4592-baae-3ecd96887889 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.754897 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-406f933a-f782-46d0-9707-8fd886a14d8d req-ea12f198-5b9a-4d2b-803b-7ede1d9b3bc4 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2793996 Nov 23 04:39:11.806128 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-371dfac5-4716-4536-86b0-8e33322fef73 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0605240 Nov 23 04:39:11.816176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40520) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:11.824653 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:11.834515 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371dfac5-4716-4536-86b0-8e33322fef73 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Pushing event updated for resources: {'Port': ['ID=13bb4db7-e36e-4241-bd72-a63e856f395a,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:11.893976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Request body: {'port': {'device_id': 'd0cd49f7-c937-4ae7-baa9-09f3defd87b5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:11.902232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40522) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:11.906692 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.921131 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fcd26af8-206e-4101-8d36-f5d933b2d2e3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.924929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39d36dbc-6a9a-4e96-bd51-17be7613c3fa tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:11.942543 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a742c5-f0f4-4048-b7c8-0d388a0db1e2 tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event updated for resources: {'Network': ['ID=adfa9938-1dce-46b9-8d8a-45cc4c87f61d,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:11.964271 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2a00c110-e533-4592-baae-3ecd96887889 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7e0aef2e652b483597a403b3825509a8&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3335757 Nov 23 04:39:11.968226 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40524) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:11.970550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a00c110-e533-4592-baae-3ecd96887889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1bcb999-71e5-47b3-9f58-a922c856d8b9,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:12.114106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:12.129033 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a716701d-ed40-47f5-9fbd-74e374856283 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:12.134468 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:12.257124 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a34dd22e-3298-4721-8055-0fa3a5178f2a req-9e547b90-f955-4c77-8fe5-4181875c9d19 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 210 time: 0.1386650 Nov 23 04:39:12.317795 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:12.412061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a716701d-ed40-47f5-9fbd-74e374856283 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event deleted for resources: {'Port': ['ID=169a8a10-c4bc-475e-8774-3974aadfecb8,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:12.437961 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39d36dbc-6a9a-4e96-bd51-17be7613c3fa tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:12.492265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:12.826770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] device_id is not set on port 13bb4db7-e36e-4241-bd72-a63e856f395a yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:12.838421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4b213c7f-d84a-498a-a8f1-ebce498af4b0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:12.847423 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:12.867259 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:12.923533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-39d36dbc-6a9a-4e96-bd51-17be7613c3fa tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adfa9938-1dce-46b9-8d8a-45cc4c87f61d']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:12.950431 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4b213c7f-d84a-498a-a8f1-ebce498af4b0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:12.974291 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-39d36dbc-6a9a-4e96-bd51-17be7613c3fa tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c92e52b-1528-40e2-bba9-891d36d1cbf6') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:12.974291 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-39d36dbc-6a9a-4e96-bd51-17be7613c3fa tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c92e52b-1528-40e2-bba9-891d36d1cbf6') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:12.984891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fcd26af8-206e-4101-8d36-f5d933b2d2e3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:12.996638 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a716701d-ed40-47f5-9fbd-74e374856283 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.000010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Pushing event updated for resources: {'Port': ['ID=13bb4db7-e36e-4241-bd72-a63e856f395a,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:13.003581 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a716701d-ed40-47f5-9fbd-74e374856283 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "DELETE /v2.0/ports/169a8a10-c4bc-475e-8774-3974aadfecb8 HTTP/1.1" status: 204 len: 168 time: 1.8621292 Nov 23 04:39:13.003581 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39d36dbc-6a9a-4e96-bd51-17be7613c3fa tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.010157 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40532) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:13.020462 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fcd26af8-206e-4101-8d36-f5d933b2d2e3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.066005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c578cda-daa9-402d-b59f-5c4739a875d5 req-578e13a2-ea2c-4d8a-827a-2f07b7359e9a tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:13.066251 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8c578cda-daa9-402d-b59f-5c4739a875d5 req-578e13a2-ea2c-4d8a-827a-2f07b7359e9a tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 931 time: 0.1575377 Nov 23 04:39:13.069075 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:13.069477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:13.069848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:13.075287 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39d36dbc-6a9a-4e96-bd51-17be7613c3fa tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.081106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c602d09f-68a5-4132-91eb-02fbe2ad0e60 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:39:13.088757 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3a71dd8-706a-4962-8aac-95add6bb0368 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] GET failed (client error): The resource could not be found. Nov 23 04:39:13.094696 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d3a71dd8-706a-4962-8aac-95add6bb0368 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "GET /v2.0/ports/169a8a10-c4bc-475e-8774-3974aadfecb8 HTTP/1.1" status: 404 len: 333 time: 0.0708282 Nov 23 04:39:13.094871 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:13.094871 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:13.098227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.100770 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 2 to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a Nov 23 04:39:13.102608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40534) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:13.103603 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39d36dbc-6a9a-4e96-bd51-17be7613c3fa tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:13.104008 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39d36dbc-6a9a-4e96-bd51-17be7613c3fa tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:13.110457 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:13.115114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-290a9568-e15e-4d2e-acb8-c63eb036f202 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Request body: {'port': {'network_id': 'cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1860239383'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:13.137985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:13.138316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:13.138649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:13.166561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:13.166865 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:13.171673 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 3 to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a Nov 23 04:39:13.196307 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:13.196671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:13.196987 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:13.202936 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8c578cda-daa9-402d-b59f-5c4739a875d5 req-ca8f9e28-5bed-4c76-ba65-58974c6a8243 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171923 Nov 23 04:39:13.204988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:13.205341 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:13.205732 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 4 to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a Nov 23 04:39:13.220043 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:13.220043 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:13.220374 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:13.224838 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fcd26af8-206e-4101-8d36-f5d933b2d2e3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e784a6cb5b794feab21fc706b8908171&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3202503 Nov 23 04:39:13.225062 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40536) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:13.231676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:13.232157 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:13.243133 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 5 to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a Nov 23 04:39:13.243444 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd26af8-206e-4101-8d36-f5d933b2d2e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ac58b43-7bd4-4088-abd7-41907a53688f,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:13.280027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:13.280710 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:13.281113 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:13.301438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Transition to ACTIVE for port object c602d09f-68a5-4132-91eb-02fbe2ad0e60 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:39:13.301782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39d36dbc-6a9a-4e96-bd51-17be7613c3fa tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.303257 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4b213c7f-d84a-498a-a8f1-ebce498af4b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.305988 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4b213c7f-d84a-498a-a8f1-ebce498af4b0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.306874 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:13.307216 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4b213c7f-d84a-498a-a8f1-ebce498af4b0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e1bcb999-71e5-47b3-9f58-a922c856d8b9 HTTP/1.1" status: 204 len: 168 time: 1.2792637 Nov 23 04:39:13.307579 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:13.308963 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 6 to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a Nov 23 04:39:13.339773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.348498 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39d36dbc-6a9a-4e96-bd51-17be7613c3fa tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network adfa9938-1dce-46b9-8d8a-45cc4c87f61d {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 04:39:13.355912 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b213c7f-d84a-498a-a8f1-ebce498af4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1bcb999-71e5-47b3-9f58-a922c856d8b9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:13.364514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39d36dbc-6a9a-4e96-bd51-17be7613c3fa tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.372616 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-39d36dbc-6a9a-4e96-bd51-17be7613c3fa tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] 10.222.0.37 "DELETE /v2.0/networks/adfa9938-1dce-46b9-8d8a-45cc4c87f61d HTTP/1.1" status: 204 len: 168 time: 1.6613255 Nov 23 04:39:13.411160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40542) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:13.438262 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:13.438618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:13.438932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:13.445996 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0359a3f-722d-47b6-9e04-ecb8ce36cfcb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.465727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:13.466124 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:13.469611 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 7 to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a Nov 23 04:39:13.487017 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-41f9e785-8ed4-4c33-acda-49f45753a1e7 tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] DELETE failed (client error): The resource could not be found. Nov 23 04:39:13.487770 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41f9e785-8ed4-4c33-acda-49f45753a1e7 tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:39:13.500981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0359a3f-722d-47b6-9e04-ecb8ce36cfcb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.503711 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-41f9e785-8ed4-4c33-acda-49f45753a1e7 tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] 10.222.0.37 "DELETE /v2.0/subnets/4d1601a1-265d-4ede-b60c-345ebd811522 HTTP/1.1" status: 404 len: 337 time: 0.0861382 Nov 23 04:39:13.504830 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d36dbc-6a9a-4e96-bd51-17be7613c3fa tempest-ExternalNetworksTestJSON-406419867 tempest-ExternalNetworksTestJSON-406419867-project-admin] Pushing event deleted for resources: {'Network': ['ID=adfa9938-1dce-46b9-8d8a-45cc4c87f61d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:13.510576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Pushing event updated for resources: {'Port': ['ID=c602d09f-68a5-4132-91eb-02fbe2ad0e60,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:13.511452 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40544) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:13.528777 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:13.529134 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:13.537491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:13.620521 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:13.620858 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:13.637905 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 8 to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a Nov 23 04:39:13.680304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:13.680644 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:13.680978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:13.695833 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:13.696334 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:13.701602 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b118f6c6-94cf-4f15-8733-aaf1c8c19dde tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.704957 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 9 to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a Nov 23 04:39:13.740483 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4312552b-8e1c-480a-a301-46aa805e2847 req-2169ff83-3f7d-4260-a920-ae31f8de1b20 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 210 time: 0.2754467 Nov 23 04:39:13.748482 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Attempting to bind port c602d09f-68a5-4132-91eb-02fbe2ad0e60 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:13.749052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Attempting to bind port c602d09f-68a5-4132-91eb-02fbe2ad0e60 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '974fd589-4f74-4e37-b0df-c5bd86753794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:13.749598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Attempting to bind port c602d09f-68a5-4132-91eb-02fbe2ad0e60 on network 96c71bc6-206e-4cde-ad6b-04fe79357a77 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:13.777506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:13.777506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:13.777506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:13.786231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0359a3f-722d-47b6-9e04-ecb8ce36cfcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.793331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0359a3f-722d-47b6-9e04-ecb8ce36cfcb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.798079 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c0359a3f-722d-47b6-9e04-ecb8ce36cfcb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5ac58b43-7bd4-4088-abd7-41907a53688f HTTP/1.1" status: 204 len: 168 time: 0.5720329 Nov 23 04:39:13.802106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Port c602d09f-68a5-4132-91eb-02fbe2ad0e60 on network 96c71bc6-206e-4cde-ad6b-04fe79357a77 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:13.802253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Attempting to bind port c602d09f-68a5-4132-91eb-02fbe2ad0e60 on network 96c71bc6-206e-4cde-ad6b-04fe79357a77 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:13.826777 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:13.827034 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:13.831941 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 10 to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a Nov 23 04:39:13.835402 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:39:13.835783 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Checking segment: {'id': '974fd589-4f74-4e37-b0df-c5bd86753794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:13.836301 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Bound using segment: {'id': '974fd589-4f74-4e37-b0df-c5bd86753794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:39:13.836780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Bound port: c602d09f-68a5-4132-91eb-02fbe2ad0e60, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '974fd589-4f74-4e37-b0df-c5bd86753794', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:39:13.837139 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:13.841288 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0359a3f-722d-47b6-9e04-ecb8ce36cfcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ac58b43-7bd4-4088-abd7-41907a53688f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:13.864706 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:13.865040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:13.865412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:13.947587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:13.947916 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 13bb4db7-e36e-4241-bd72-a63e856f395a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:13.948288 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:14.115923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] For port c602d09f-68a5-4132-91eb-02fbe2ad0e60, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:14.194015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] For port c602d09f-68a5-4132-91eb-02fbe2ad0e60, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c602d09f-68a5-4132-91eb-02fbe2ad0e60,segment=NetworkSegment(974fd589-4f74-4e37-b0df-c5bd86753794),segment_id=974fd589-4f74-4e37-b0df-c5bd86753794)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:39:14.195441 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b118f6c6-94cf-4f15-8733-aaf1c8c19dde tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:14.207765 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:14.234465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-b118f6c6-94cf-4f15-8733-aaf1c8c19dde tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f919ea3-43cd-4bc6-940c-f3178e4a1b7d']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:14.245737 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-b118f6c6-94cf-4f15-8733-aaf1c8c19dde tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '58492218-ef4a-483c-9aab-0406acae5442') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:14.246180 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-b118f6c6-94cf-4f15-8733-aaf1c8c19dde tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '58492218-ef4a-483c-9aab-0406acae5442') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:14.259639 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b118f6c6-94cf-4f15-8733-aaf1c8c19dde tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:14.283755 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] For port 13bb4db7-e36e-4241-bd72-a63e856f395a, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:14.284944 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempted to set empty binding levels {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 04:39:14.291769 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b118f6c6-94cf-4f15-8733-aaf1c8c19dde tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:14.315418 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b118f6c6-94cf-4f15-8733-aaf1c8c19dde tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:14.315924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b118f6c6-94cf-4f15-8733-aaf1c8c19dde tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:14.320495 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:14.324989 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:14.332963 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:14.333105 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:14.334664 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] 10.222.0.15 "PUT /v2.0/ports/c602d09f-68a5-4132-91eb-02fbe2ad0e60 HTTP/1.1" status: 200 len: 1093 time: 2.5580719 Nov 23 04:39:14.338432 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cd49f7-c937-4ae7-baa9-09f3defd87b5', 'tag': 'c602d09f-68a5-4132-91eb-02fbe2ad0e60'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:39:14.386186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] In _notify_port_updated(), no bound segment for port 13bb4db7-e36e-4241-bd72-a63e856f395a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:39:14.389684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:14.390345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:14.393953 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "PUT /v2.0/ports/13bb4db7-e36e-4241-bd72-a63e856f395a HTTP/1.1" status: 200 len: 976 time: 2.5734363 Nov 23 04:39:14.402597 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40568) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:14.403544 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:14.433668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6147fe-d5a9-4cd0-8f9f-9cfbc5be8a60 service neutron] Pushing event updated for resources: {'Port': ['ID=c602d09f-68a5-4132-91eb-02fbe2ad0e60,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:14.557382 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a6a40e-ab5c-4a0c-ab69-2aa17f11ce91 req-33ef3e1d-f17b-4596-9726-1a9e8420886c tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:14.565466 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-00a6a40e-ab5c-4a0c-ab69-2aa17f11ce91 req-33ef3e1d-f17b-4596-9726-1a9e8420886c tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 943 time: 0.1953816 Nov 23 04:39:14.574984 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d40b56e-20fa-48db-82de-79ce39f848c8 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Pushing event updated for resources: {'Port': ['ID=13bb4db7-e36e-4241-bd72-a63e856f395a,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:14.636514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:14.637680 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-00a6a40e-ab5c-4a0c-ab69-2aa17f11ce91 req-924bbf2e-b2a5-4474-900e-edc8bc3fcaa4 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710468 Nov 23 04:39:14.728676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-d5f6aa8d-b1f2-4ff9-af54-88e66ec0749b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:14.734526 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-d5f6aa8d-b1f2-4ff9-af54-88e66ec0749b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6368c1500ebe48c7be5260bfbcbb5e9f&device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 1096 time: 0.1086240 Nov 23 04:39:14.844359 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-290a9568-e15e-4d2e-acb8-c63eb036f202 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Made reservation on behalf of 6c842b7094744959b5db0868f8bd8c1e for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:14.844359 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-290a9568-e15e-4d2e-acb8-c63eb036f202 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:14.888592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbe0052c-3f78-4ec5-867c-60d2dfbbba8c" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cd49f7-c937-4ae7-baa9-09f3defd87b5", "tag": "c602d09f-68a5-4132-91eb-02fbe2ad0e60"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:39:14.907595 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b118f6c6-94cf-4f15-8733-aaf1c8c19dde tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:14.928066 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-290a9568-e15e-4d2e-acb8-c63eb036f202 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] device_id is not set on port 9ee608dc-c5a9-4f90-a541-e0d9da606f34 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:14.989255 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b118f6c6-94cf-4f15-8733-aaf1c8c19dde tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:14.992905 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b118f6c6-94cf-4f15-8733-aaf1c8c19dde tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] 10.222.0.37 "DELETE /v2.0/networks/2f919ea3-43cd-4bc6-940c-f3178e4a1b7d HTTP/1.1" status: 204 len: 168 time: 1.4620376 Nov 23 04:39:15.015904 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.016383 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.017026 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.017771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.018395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.018996 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.019607 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.020202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.020810 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.021464 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.026541 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.027259 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.027884 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.028533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.029157 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.031149 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.034408 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-66b45e1f-09c7-4229-9e59-fed720bb0328 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 14441 time: 0.6285703 Nov 23 04:39:15.038360 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40594) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:15.100611 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e3e7c20c-ca01-4e7c-9199-237c0115e7ff req-ae853567-6bda-4136-90ab-94de494398b0 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 210 time: 0.1816971 Nov 23 04:39:15.101661 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b118f6c6-94cf-4f15-8733-aaf1c8c19dde tempest-ExternalNetworksTestJSON-1435666382 tempest-ExternalNetworksTestJSON-1435666382-project] Pushing event deleted for resources: {'Network': ['ID=2f919ea3-43cd-4bc6-940c-f3178e4a1b7d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:15.124513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Allocated IP 172.26.8.195 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/e24d72aa-bc70-459d-a438-5cdc15ec5983) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:15.255806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-7ada16dd-c5b5-4eef-bc2c-c333b9978649 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Deleting port 13bb4db7-e36e-4241-bd72-a63e856f395a {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:15.256160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7ada16dd-c5b5-4eef-bc2c-c333b9978649 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:15.279204 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-290a9568-e15e-4d2e-acb8-c63eb036f202 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Allocated IP 2001:db8::fd (cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d/1010a41d-24f8-4c84-927b-75d28c80f07e/9ee608dc-c5a9-4f90-a541-e0d9da606f34) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:15.321960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:15.435416 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:39:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9106ef9c-80ab-433d-8cf6-e2cc99e6c38c x-openstack-request-id: req-9106ef9c-80ab-433d-8cf6-e2cc99e6c38c {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:39:15.437112 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cd49f7-c937-4ae7-baa9-09f3defd87b5", "tag": "c602d09f-68a5-4132-91eb-02fbe2ad0e60", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:39:15.437461 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9106ef9c-80ab-433d-8cf6-e2cc99e6c38c {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:39:15.437936 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cd49f7-c937-4ae7-baa9-09f3defd87b5', 'tag': 'c602d09f-68a5-4132-91eb-02fbe2ad0e60', 'status': 'completed', 'code': 200} Nov 23 04:39:15.474258 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-7ada16dd-c5b5-4eef-bc2c-c333b9978649 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] For port 13bb4db7-e36e-4241-bd72-a63e856f395a, host hv-neutron-8188, got binding levels [] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:15.474258 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7ada16dd-c5b5-4eef-bc2c-c333b9978649 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:15.489139 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:15.497855 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-7ada16dd-c5b5-4eef-bc2c-c333b9978649 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Calling delete_port for 13bb4db7-e36e-4241-bd72-a63e856f395a owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:15.563473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:15.569614 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:15.579846 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:15.599018 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7ada16dd-c5b5-4eef-bc2c-c333b9978649 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:15.624163 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40608) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:15.630045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-290a9568-e15e-4d2e-acb8-c63eb036f202 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:15.639792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Pushing event updated for resources: {'Port': ['ID=e24d72aa-bc70-459d-a438-5cdc15ec5983,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:15.651904 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7ada16dd-c5b5-4eef-bc2c-c333b9978649 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:15.660209 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7ada16dd-c5b5-4eef-bc2c-c333b9978649 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "DELETE /v2.0/ports/13bb4db7-e36e-4241-bd72-a63e856f395a HTTP/1.1" status: 204 len: 168 time: 0.6188483 Nov 23 04:39:15.660424 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40612) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:15.660687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ada16dd-c5b5-4eef-bc2c-c333b9978649 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Pushing event deleted for resources: {'Port': ['ID=13bb4db7-e36e-4241-bd72-a63e856f395a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:15.780322 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fd71f5e-3c2a-4b98-8116-26e027884b45 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] GET failed (client error): The resource could not be found. Nov 23 04:39:15.785153 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5fd71f5e-3c2a-4b98-8116-26e027884b45 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "GET /v2.0/ports/13bb4db7-e36e-4241-bd72-a63e856f395a HTTP/1.1" status: 404 len: 333 time: 0.1198943 Nov 23 04:39:15.786842 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40620) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:15.793256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f8031974-96af-43e7-affa-f256409ff11a tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-191905297', 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:15.821192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8031974-96af-43e7-affa-f256409ff11a tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Made reservation on behalf of 0cd2fc3d00c947f884b739251a4f4dcc for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:15.825927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8031974-96af-43e7-affa-f256409ff11a tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:15.847773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-f8031974-96af-43e7-affa-f256409ff11a tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] device_id is not set on port 646796a9-ebef-4f5e-abd1-aba8e26f402c yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:15.852979 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-290a9568-e15e-4d2e-acb8-c63eb036f202 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:15.932798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d327dc-4b31-43c9-9238-fd869c7cc193 req-ec952908-8c81-4106-8316-fd8eddc3d229 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:15.940846 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-22d327dc-4b31-43c9-9238-fd869c7cc193 req-ec952908-8c81-4106-8316-fd8eddc3d229 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 943 time: 0.2043777 Nov 23 04:39:15.942429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.15', 50995) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:15.997150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-290a9568-e15e-4d2e-acb8-c63eb036f202 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:16.048918 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-290a9568-e15e-4d2e-acb8-c63eb036f202 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:16.080536 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40626) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:16.091530 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-1e192712-de42-4827-a1a2-c9ef4555d4d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c602d09f-68a5-4132-91eb-02fbe2ad0e60 HTTP/1.1" status: 200 len: 217 time: 0.1408491 Nov 23 04:39:16.095518 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-290a9568-e15e-4d2e-acb8-c63eb036f202 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:16.101615 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-290a9568-e15e-4d2e-acb8-c63eb036f202 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:16.102251 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-290a9568-e15e-4d2e-acb8-c63eb036f202 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:16.115428 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290a9568-e15e-4d2e-acb8-c63eb036f202 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event updated for resources: {'Port': ['ID=9ee608dc-c5a9-4f90-a541-e0d9da606f34,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:16.247006 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-290a9568-e15e-4d2e-acb8-c63eb036f202 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.1339574 Nov 23 04:39:16.254551 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40636) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:16.302646 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1c9ea239-6ce9-4cc4-90e7-5658cda6f6e9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=2a9008aa8c1946a086b1b02f85f0ed6e&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6756854 Nov 23 04:39:16.306598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e9b93dc3-434d-4e98-8c8c-b37edeadf61d tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e7', 'mac_address': 'fa:16:3e:44:a9:f5'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:16.344096 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:16.350635 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-22d327dc-4b31-43c9-9238-fd869c7cc193 req-3c739520-380b-4c58-b59a-3a306917acdb tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4088576 Nov 23 04:39:16.351254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40640) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:16.396798 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5efae85a-ae87-44ec-bdfe-d9242110240e req-4f912569-6389-4162-bdf6-dee42c71e58d tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 210 time: 0.1389923 Nov 23 04:39:16.479263 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40644) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:16.482893 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-846378801'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:16.521337 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9bde00e3-d8bb-4e0f-a36e-4fd202761e70 None None] Provisioning complete for port 9ee608dc-c5a9-4f90-a541-e0d9da606f34 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:16.522519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9bde00e3-d8bb-4e0f-a36e-4fd202761e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:16.528012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8031974-96af-43e7-affa-f256409ff11a tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:16.531179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-ccef50ec-9b6c-42da-bf30-af77937d7b37 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:16.532896 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-ccef50ec-9b6c-42da-bf30-af77937d7b37 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.15 "GET /v2.0/networks?id=11d0d08f-df23-4386-978f-0f1b245142bf HTTP/1.1" status: 200 len: 806 time: 0.5522420 Nov 23 04:39:16.545013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-e14dafb3-4d39-4f5e-9d46-d41686d93d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:16.546835 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-e14dafb3-4d39-4f5e-9d46-d41686d93d20 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b6e0da7a-e696-4156-a0c5-214eeeb37609 HTTP/1.1" status: 200 len: 851 time: 0.4337659 Nov 23 04:39:16.567256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9bde00e3-d8bb-4e0f-a36e-4fd202761e70 None None] Port 9ee608dc-c5a9-4f90-a541-e0d9da606f34 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:16.653455 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-331081102', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:16.675609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Made reservation on behalf of f02eabae71544f2ca942e93009fbdd28 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:16.679000 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:16.729441 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:16.763806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Made reservation on behalf of 7dee1f3c36034b2597944a0244cd12e4 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:16.767570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:16.783611 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-a8c41fbc-0bd0-4214-84d4-87f156854f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:16.785103 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-a8c41fbc-0bd0-4214-84d4-87f156854f1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96c71bc6-206e-4cde-ad6b-04fe79357a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2033291 Nov 23 04:39:16.789350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:16.812652 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8031974-96af-43e7-affa-f256409ff11a tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:16.820169 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-61cc1a97-051f-491b-b64d-80ba758e4d51 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:16.887959 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-61cc1a97-051f-491b-b64d-80ba758e4d51 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:16.911955 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-c45adadc-57c4-4caf-8cb2-0ca4d3f2b798 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=7fa374e9f4784c43b80304323e3717a8 HTTP/1.1" status: 200 len: 379 time: 0.3464704 Nov 23 04:39:16.961805 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-54b8f6a7-8be9-44aa-8a56-3f8d4dafe714 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Request body: {'port': {'device_id': '13485ef8-6936-4522-9130-ba56b3128e1d', 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'admin_state_up': True, 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'security_groups': ['7585b283-68e7-4d8a-ba39-200eb11d82e5']}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:17.117122 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-61cc1a97-051f-491b-b64d-80ba758e4d51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.119741 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-61cc1a97-051f-491b-b64d-80ba758e4d51 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.120887 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-61cc1a97-051f-491b-b64d-80ba758e4d51 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dc59e09d-c943-4a93-bcab-4772daf28690 HTTP/1.1" status: 204 len: 168 time: 0.7577772 Nov 23 04:39:17.129458 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.129782 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e9b93dc3-434d-4e98-8c8c-b37edeadf61d tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.148468 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8031974-96af-43e7-affa-f256409ff11a tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:17.150276 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cc1a97-051f-491b-b64d-80ba758e4d51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc59e09d-c943-4a93-bcab-4772daf28690,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:17.175324 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-f8031974-96af-43e7-affa-f256409ff11a tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:17.189371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8031974-96af-43e7-affa-f256409ff11a tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Pushing event updated for resources: {'Port': ['ID=646796a9-ebef-4f5e-abd1-aba8e26f402c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:17.198181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8031974-96af-43e7-affa-f256409ff11a tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:17.199879 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8031974-96af-43e7-affa-f256409ff11a tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:17.200836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8031974-96af-43e7-affa-f256409ff11a tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.250707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-54b8f6a7-8be9-44aa-8a56-3f8d4dafe714 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Made reservation on behalf of 7fa374e9f4784c43b80304323e3717a8 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:17.254481 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-54b8f6a7-8be9-44aa-8a56-3f8d4dafe714 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.319446 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f8031974-96af-43e7-affa-f256409ff11a tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.5309241 Nov 23 04:39:17.325914 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40650) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:17.343463 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-f51c26df-5d4c-4a71-a4db-45f494c9d070 service neutron] 10.222.0.15 "GET /v2.0/networks/96c71bc6-206e-4cde-ad6b-04fe79357a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5470922 Nov 23 04:39:17.388022 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa28bb82-fea3-43b0-90a3-537082fde577 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:17.389588 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fa28bb82-fea3-43b0-90a3-537082fde577 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "GET /v2.0/ports/646796a9-ebef-4f5e-abd1-aba8e26f402c HTTP/1.1" status: 200 len: 954 time: 0.0620496 Nov 23 04:39:17.396364 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40656) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:17.470446 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Router f1bbb5ce-2c78-45e8-a7e6-4217822fdaa1 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:39:17.479870 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.550552 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.552551 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-54b8f6a7-8be9-44aa-8a56-3f8d4dafe714 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Allocated IP 172.20.0.3 (11d0d08f-df23-4386-978f-0f1b245142bf/45b211fe-4bfb-46ee-9494-6e310ec55924/6155fcd9-2394-4422-b452-63fea3fbbb72) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:17.598952 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d8c5572a-eae1-43d1-8d03-d0e3bbb075de req-759016d0-7028-418e-a52e-09387d87e776 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 210 time: 0.1042433 Nov 23 04:39:17.599267 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40660) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:17.601953 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.628767 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5522a6-f796-45bc-85cc-50d0f3a382e2 req-3e694d0c-c3f7-484d-a30a-6ac2db3d78a3 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:17.630394 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fd5522a6-f796-45bc-85cc-50d0f3a382e2 req-3e694d0c-c3f7-484d-a30a-6ac2db3d78a3 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 943 time: 0.1806612 Nov 23 04:39:17.637745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:17.640616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.658577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] device_id is not set on port d95000ac-e99c-4924-99ed-2089f5ccf066 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:17.674582 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f665845f-95dc-4095-810a-e6f94831bea9,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:17.687001 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.687719 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Added segment f1a0a380-2645-4668-975d-ae3bbf7a5764 of type vlan for network 81c8fa9f-3798-4bb1-976c-a10780274bc0 Nov 23 04:39:17.760110 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5e54ce09-4558-45bf-a25a-8862726b9f2d tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Deleting port 646796a9-ebef-4f5e-abd1-aba8e26f402c {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:17.760371 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5e54ce09-4558-45bf-a25a-8862726b9f2d tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.782485 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc9ce7cc-4c64-4e64-8488-5b8a9b0143cb req-f101cd7a-cc74-4e1e-94b6-216a7f5d4c3f service neutron] 10.222.0.15 "GET /v2.0/networks/96c71bc6-206e-4cde-ad6b-04fe79357a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4228458 Nov 23 04:39:17.818569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e2f299c-9c99-4103-be83-990d28f817a2,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:17.831053 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1cf6665e-9c82-47c9-9497-7fecc71ecc0c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6da8773055274c59826827775c317661&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2298336 Nov 23 04:39:17.838220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40662) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:17.878303 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fd5522a6-f796-45bc-85cc-50d0f3a382e2 req-1d5ed9a6-7441-4de1-890a-53bbaf587a0b tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2355611 Nov 23 04:39:17.886560 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:39:17.898988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.905300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5e54ce09-4558-45bf-a25a-8862726b9f2d tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.909443 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bb8054-97ec-4af3-b1bb-b1c674d9e5f9 None None] Sync routers for ids ['f1bbb5ce-2c78-45e8-a7e6-4217822fdaa1'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:39:17.909955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e9b93dc3-434d-4e98-8c8c-b37edeadf61d tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.932247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e9b93dc3-434d-4e98-8c8c-b37edeadf61d tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.933689 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5e54ce09-4558-45bf-a25a-8862726b9f2d tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Calling delete_port for 646796a9-ebef-4f5e-abd1-aba8e26f402c owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:17.938095 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb8054-97ec-4af3-b1bb-b1c674d9e5f9 None None] Routers {'f1bbb5ce-2c78-45e8-a7e6-4217822fdaa1'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:17.939641 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-52bb8054-97ec-4af3-b1bb-b1c674d9e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f1bbb5ce-2c78-45e8-a7e6-4217822fdaa1'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:17.952892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:17.956849 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-10a56500-fc98-4d46-8957-6697bfb43c44 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 6.8197367 Nov 23 04:39:17.959487 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40664) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:17.982883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-52bb8054-97ec-4af3-b1bb-b1c674d9e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:17.993272 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52bb8054-97ec-4af3-b1bb-b1c674d9e5f9 None None] Routers {'f1bbb5ce-2c78-45e8-a7e6-4217822fdaa1'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:17.994007 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-52bb8054-97ec-4af3-b1bb-b1c674d9e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f1bbb5ce-2c78-45e8-a7e6-4217822fdaa1'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:17.997902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Allocated IP 172.26.8.23 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/d95000ac-e99c-4924-99ed-2089f5ccf066) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:18.027563 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-e9b93dc3-434d-4e98-8c8c-b37edeadf61d tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] In _notify_port_updated(), no bound segment for port 9ee608dc-c5a9-4f90-a541-e0d9da606f34 on network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d {{(pid=109953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:39:18.034388 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9b93dc3-434d-4e98-8c8c-b37edeadf61d tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:18.035047 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e9b93dc3-434d-4e98-8c8c-b37edeadf61d tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.036368 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e9b93dc3-434d-4e98-8c8c-b37edeadf61d tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "PUT /v2.0/ports/9ee608dc-c5a9-4f90-a541-e0d9da606f34 HTTP/1.1" status: 200 len: 1002 time: 1.7416790 Nov 23 04:39:18.040458 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-52bb8054-97ec-4af3-b1bb-b1c674d9e5f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:18.041954 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52bb8054-97ec-4af3-b1bb-b1c674d9e5f9 None None] The sync data for ids ['f1bbb5ce-2c78-45e8-a7e6-4217822fdaa1'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:39:18.045484 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40666) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:18.069794 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-54b8f6a7-8be9-44aa-8a56-3f8d4dafe714 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.095664 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.101100 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:18.101758 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.141891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b93dc3-434d-4e98-8c8c-b37edeadf61d tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event updated for resources: {'Port': ['ID=9ee608dc-c5a9-4f90-a541-e0d9da606f34,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:18.173524 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3cef0e14-4d75-4d1f-b7e2-5d86c9a1a500 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/routers/f1bbb5ce-2c78-45e8-a7e6-4217822fdaa1 HTTP/1.1" status: 200 len: 921 time: 0.2102823 Nov 23 04:39:18.177508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40668) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:18.178157 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5e54ce09-4558-45bf-a25a-8862726b9f2d tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.205918 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24137f0b-9786-4865-9bf3-6e3e54e1e767 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.239127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0052c-3f78-4ec5-867c-60d2dfbbba8c req-f848c017-fe56-428f-a16d-3091066a2a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:18.240641 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dbe0052c-3f78-4ec5-867c-60d2dfbbba8c req-f848c017-fe56-428f-a16d-3091066a2a5b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6368c1500ebe48c7be5260bfbcbb5e9f&device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 1096 time: 0.2862577 Nov 23 04:39:18.243868 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 2.1598842 Nov 23 04:39:18.256342 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e54ce09-4558-45bf-a25a-8862726b9f2d tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Pushing event deleted for resources: {'Port': ['ID=646796a9-ebef-4f5e-abd1-aba8e26f402c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:18.265861 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e9c9fd2f-4a76-4105-941f-6cd4cea5102d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1bbb5ce-2c78-45e8-a7e6-4217822fdaa1 HTTP/1.1" status: 200 len: 205 time: 0.0839570 Nov 23 04:39:18.267151 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-54b8f6a7-8be9-44aa-8a56-3f8d4dafe714 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.268943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40670) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:18.269294 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40672) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:18.279716 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-6dcaa9a3-9ddd-4ced-9b6a-105cd60c32c7 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Request body: {'subnet': {'network_id': '81c8fa9f-3798-4bb1-976c-a10780274bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:18.305076 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-be19958e-f0d5-4234-b986-9af77c13ba50 None None] Provisioning complete for port 9ee608dc-c5a9-4f90-a541-e0d9da606f34 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:18.305502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be19958e-f0d5-4234-b986-9af77c13ba50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.320420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f325be-8aa3-4a9f-8b6e-4c490908fe3d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event updated for resources: {'Network': ['ID=81c8fa9f-3798-4bb1-976c-a10780274bc0,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:18.335310 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 81c8fa9f-3798-4bb1-976c-a10780274bc0 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:18.387793 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-be19958e-f0d5-4234-b986-9af77c13ba50 None None] Port 9ee608dc-c5a9-4f90-a541-e0d9da606f34 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:18.404529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5e54ce09-4558-45bf-a25a-8862726b9f2d tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.407812 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5e54ce09-4558-45bf-a25a-8862726b9f2d tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "DELETE /v2.0/ports/646796a9-ebef-4f5e-abd1-aba8e26f402c HTTP/1.1" status: 204 len: 168 time: 1.0102410 Nov 23 04:39:18.413092 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40674) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:18.414488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24137f0b-9786-4865-9bf3-6e3e54e1e767 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.444516 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-54b8f6a7-8be9-44aa-8a56-3f8d4dafe714 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Network 11d0d08f-df23-4386-978f-0f1b245142bf is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:18.495935 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c84233b-46f8-4064-af5d-c85849d21fd0 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] GET failed (client error): The resource could not be found. Nov 23 04:39:18.501730 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5c84233b-46f8-4064-af5d-c85849d21fd0 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "GET /v2.0/ports/646796a9-ebef-4f5e-abd1-aba8e26f402c HTTP/1.1" status: 404 len: 333 time: 0.0802565 Nov 23 04:39:18.501730 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-54b8f6a7-8be9-44aa-8a56-3f8d4dafe714 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:18.505267 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40676) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:18.515681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-54b8f6a7-8be9-44aa-8a56-3f8d4dafe714 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:18.518880 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7230fb1b-15ce-454d-ad74-c398782fa322 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Request body: {'port': {'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-293224119'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:18.520741 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8f6a7-8be9-44aa-8a56-3f8d4dafe714 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Pushing event updated for resources: {'Port': ['ID=6155fcd9-2394-4422-b452-63fea3fbbb72,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:18.542674 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-41f5c17b-b943-4939-a0ac-d6dba25ced9f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Deleting port 9ee608dc-c5a9-4f90-a541-e0d9da606f34 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:18.543123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-41f5c17b-b943-4939-a0ac-d6dba25ced9f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.566000 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0052c-3f78-4ec5-867c-60d2dfbbba8c req-72bf5c47-e5e7-4385-8302-b3e3eb959d1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:18.567490 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dbe0052c-3f78-4ec5-867c-60d2dfbbba8c req-72bf5c47-e5e7-4385-8302-b3e3eb959d1c service neutron] 10.222.0.15 "GET /v2.0/networks?id=96c71bc6-206e-4cde-ad6b-04fe79357a77 HTTP/1.1" status: 200 len: 913 time: 0.2779586 Nov 23 04:39:18.576523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.db.api [None req-6dcaa9a3-9ddd-4ced-9b6a-105cd60c32c7 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 04:39:18.576523 dv-neutron-818850-1-hyperv neutron-server[109952]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 04:39:18.576523 dv-neutron-818850-1-hyperv neutron-server[109952]: [parameters: {'project_id_1': 'f02eabae71544f2ca942e93009fbdd28', 'expiration_1': datetime.datetime(2021, 11, 23, 4, 38, 58, 557709)}] Nov 23 04:39:18.576523 dv-neutron-818850-1-hyperv neutron-server[109952]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:39:18.577885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG oslo_db.api [None req-6dcaa9a3-9ddd-4ced-9b6a-105cd60c32c7 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:39:18.580070 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d63e427-c030-432e-8212-bba0eedb8fa9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.586975 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-54b8f6a7-8be9-44aa-8a56-3f8d4dafe714 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:18.587754 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-54b8f6a7-8be9-44aa-8a56-3f8d4dafe714 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.603518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24137f0b-9786-4865-9bf3-6e3e54e1e767 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.606165 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24137f0b-9786-4865-9bf3-6e3e54e1e767 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.607292 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-24137f0b-9786-4865-9bf3-6e3e54e1e767 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6fdb799b-52a7-4157-b88c-29e4da538082 HTTP/1.1" status: 204 len: 168 time: 0.7668519 Nov 23 04:39:18.669155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.680732 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dbe0052c-3f78-4ec5-867c-60d2dfbbba8c req-df3b59c7-b3d6-418f-9620-ee719ba0a85b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c602d09f-68a5-4132-91eb-02fbe2ad0e60 HTTP/1.1" status: 200 len: 217 time: 0.0822937 Nov 23 04:39:18.681394 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7230fb1b-15ce-454d-ad74-c398782fa322 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Made reservation on behalf of 0cd2fc3d00c947f884b739251a4f4dcc for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:18.683786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7230fb1b-15ce-454d-ad74-c398782fa322 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.692936 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24137f0b-9786-4865-9bf3-6e3e54e1e767 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fdb799b-52a7-4157-b88c-29e4da538082,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:18.726251 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-54b8f6a7-8be9-44aa-8a56-3f8d4dafe714 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8008931 Nov 23 04:39:18.750616 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Request body: {'port': {'device_id': '13485ef8-6936-4522-9130-ba56b3128e1d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:18.790438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d63e427-c030-432e-8212-bba0eedb8fa9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.793766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-7230fb1b-15ce-454d-ad74-c398782fa322 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] device_id is not set on port 76d6d424-43ae-45a0-ab91-6ecd0454d02a yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:18.822249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.844924 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0052c-3f78-4ec5-867c-60d2dfbbba8c req-8e7c4523-5e71-4d9d-b3e8-906d5fec2d45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:18.846428 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dbe0052c-3f78-4ec5-867c-60d2dfbbba8c req-8e7c4523-5e71-4d9d-b3e8-906d5fec2d45 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b6e0da7a-e696-4156-a0c5-214eeeb37609 HTTP/1.1" status: 200 len: 851 time: 0.1514831 Nov 23 04:39:18.929819 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1712fee8-a6b3-4deb-9a72-4b28071b9647 None None] Provisioning complete for port 6155fcd9-2394-4422-b452-63fea3fbbb72 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:18.930865 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1712fee8-a6b3-4deb-9a72-4b28071b9647 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.934891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-41f5c17b-b943-4939-a0ac-d6dba25ced9f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:18.956443 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-41f5c17b-b943-4939-a0ac-d6dba25ced9f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Calling delete_port for 9ee608dc-c5a9-4f90-a541-e0d9da606f34 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:18.975497 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-1712fee8-a6b3-4deb-9a72-4b28071b9647 None None] Port 6155fcd9-2394-4422-b452-63fea3fbbb72 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:19.123818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd0ee7e8-5575-4fe8-9373-f94daae8f586 req-06c364a1-ccf7-4881-a8e1-6e031c7f6535 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:19.125821 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bd0ee7e8-5575-4fe8-9373-f94daae8f586 req-06c364a1-ccf7-4881-a8e1-6e031c7f6535 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 931 time: 0.3409934 Nov 23 04:39:19.149318 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:19.228785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0052c-3f78-4ec5-867c-60d2dfbbba8c req-b3f453b1-fb82-4eff-94b1-e07061cb9f1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:19.230296 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dbe0052c-3f78-4ec5-867c-60d2dfbbba8c req-b3f453b1-fb82-4eff-94b1-e07061cb9f1e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96c71bc6-206e-4cde-ad6b-04fe79357a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3519223 Nov 23 04:39:19.246937 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6dcaa9a3-9ddd-4ced-9b6a-105cd60c32c7 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Made reservation on behalf of f02eabae71544f2ca942e93009fbdd28 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:19.250627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6dcaa9a3-9ddd-4ced-9b6a-105cd60c32c7 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:19.390620 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-3d63e427-c030-432e-8212-bba0eedb8fa9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Deleting port e24d72aa-bc70-459d-a438-5cdc15ec5983 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:19.390959 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d63e427-c030-432e-8212-bba0eedb8fa9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:19.419116 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c1fad7-91e9-406e-9875-f4c04852130e req-4d450146-92ce-4236-a1f9-8c0d4ba60b91 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:19.420684 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b5c1fad7-91e9-406e-9875-f4c04852130e req-4d450146-92ce-4236-a1f9-8c0d4ba60b91 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 943 time: 0.2409856 Nov 23 04:39:19.480228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:19.534630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:19.537593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:19.591932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Pushing event updated for resources: {'Port': ['ID=d95000ac-e99c-4924-99ed-2089f5ccf066,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:19.617869 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b5c1fad7-91e9-406e-9875-f4c04852130e req-a3c8eed5-65e5-4991-9e85-d634028cdb42 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1571767 Nov 23 04:39:19.626645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7230fb1b-15ce-454d-ad74-c398782fa322 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:19.660698 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bd0ee7e8-5575-4fe8-9373-f94daae8f586 req-fa5b31a2-1fa7-46b9-bcb8-7d1795c5ba60 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/security-groups?id=7585b283-68e7-4d8a-ba39-200eb11d82e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5259819 Nov 23 04:39:19.678223 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d63e427-c030-432e-8212-bba0eedb8fa9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:19.699622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-3d63e427-c030-432e-8212-bba0eedb8fa9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Calling delete_port for e24d72aa-bc70-459d-a438-5cdc15ec5983 owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:19.711460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:19.712057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:19.737677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-41f5c17b-b943-4939-a0ac-d6dba25ced9f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:19.744005 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dbe0052c-3f78-4ec5-867c-60d2dfbbba8c req-10a8932e-8a57-44d3-bf39-5cc4cebbfb12 service neutron] 10.222.0.15 "GET /v2.0/networks/96c71bc6-206e-4cde-ad6b-04fe79357a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896667 Nov 23 04:39:19.836946 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2706db00-4e08-4e1f-bad2-38ef961853af tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.3406255 Nov 23 04:39:19.838204 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40708) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:19.865291 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4ffc84bd-e34f-4236-9bab-c665fe67e68f tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.23'}]}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:19.870359 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f5c17b-b943-4939-a0ac-d6dba25ced9f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event deleted for resources: {'Port': ['ID=9ee608dc-c5a9-4f90-a541-e0d9da606f34,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:19.879771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6155fcd9-2394-4422-b452-63fea3fbbb72 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:39:19.881757 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7230fb1b-15ce-454d-ad74-c398782fa322 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:19.897811 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:19.955222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Transition to ACTIVE for port object 6155fcd9-2394-4422-b452-63fea3fbbb72 will not be triggered until provisioned by entity L2. {{(pid=109952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:39:19.988859 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7230fb1b-15ce-454d-ad74-c398782fa322 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:20.009369 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.028461 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-7230fb1b-15ce-454d-ad74-c398782fa322 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:20.031153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7230fb1b-15ce-454d-ad74-c398782fa322 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:20.032461 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7230fb1b-15ce-454d-ad74-c398782fa322 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:20.033059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7230fb1b-15ce-454d-ad74-c398782fa322 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.069692 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ffc84bd-e34f-4236-9bab-c665fe67e68f tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.069893 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7230fb1b-15ce-454d-ad74-c398782fa322 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Pushing event updated for resources: {'Port': ['ID=76d6d424-43ae-45a0-ab91-6ecd0454d02a,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:20.070680 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ffc84bd-e34f-4236-9bab-c665fe67e68f tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.097767 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-41f5c17b-b943-4939-a0ac-d6dba25ced9f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.101478 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-41f5c17b-b943-4939-a0ac-d6dba25ced9f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "DELETE /v2.0/ports/9ee608dc-c5a9-4f90-a541-e0d9da606f34 HTTP/1.1" status: 204 len: 168 time: 2.0502379 Nov 23 04:39:20.103875 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6dcaa9a3-9ddd-4ced-9b6a-105cd60c32c7 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.104412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40716) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:20.117004 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dbe0052c-3f78-4ec5-867c-60d2dfbbba8c req-2a1d3c49-4e76-413a-9b98-d8e775ba3cff service neutron] 10.222.0.15 "GET /v2.0/networks/96c71bc6-206e-4cde-ad6b-04fe79357a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3608985 Nov 23 04:39:20.136485 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7230fb1b-15ce-454d-ad74-c398782fa322 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.6275249 Nov 23 04:39:20.136701 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40718) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:20.142999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:20.146969 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5bc9c4f-45e9-4bf2-bc25-5f1c14d166f8 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] GET failed (client error): The resource could not be found. Nov 23 04:39:20.148350 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e5bc9c4f-45e9-4bf2-bc25-5f1c14d166f8 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "GET /v2.0/ports/9ee608dc-c5a9-4f90-a541-e0d9da606f34 HTTP/1.1" status: 404 len: 333 time: 0.0430901 Nov 23 04:39:20.152485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40720) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:20.176042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-2876ad87-7549-4bec-bbcd-54a8654d3e84 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Request body: {'port': {'network_id': 'cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-37615259'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:20.241565 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ffc84bd-e34f-4236-9bab-c665fe67e68f tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.253451 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dcaa9a3-9ddd-4ced-9b6a-105cd60c32c7 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event updated for resources: {'Subnet': ['ID=c5532ae1-2bc1-4406-8e45-01b82de78dce,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:20.281732 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.394786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dcaa9a3-9ddd-4ced-9b6a-105cd60c32c7 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Checking segment: {'id': 'f1a0a380-2645-4668-975d-ae3bbf7a5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '81c8fa9f-3798-4bb1-976c-a10780274bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:20.395294 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcaa9a3-9ddd-4ced-9b6a-105cd60c32c7 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Network hostable DHCP agents. Network: 81c8fa9f-3798-4bb1-976c-a10780274bc0, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:39:20.397621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=6155fcd9-2394-4422-b452-63fea3fbbb72,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:20.425407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2876ad87-7549-4bec-bbcd-54a8654d3e84 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Made reservation on behalf of 6c842b7094744959b5db0868f8bd8c1e for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:20.428874 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2876ad87-7549-4bec-bbcd-54a8654d3e84 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.460980 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-2876ad87-7549-4bec-bbcd-54a8654d3e84 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] device_id is not set on port 7154a72d-51c0-4171-9ef1-330e27543656 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:20.522280 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ffc84bd-e34f-4236-9bab-c665fe67e68f tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.574607 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dcaa9a3-9ddd-4ced-9b6a-105cd60c32c7 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Network 81c8fa9f-3798-4bb1-976c-a10780274bc0 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:39:20.595105 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-6dcaa9a3-9ddd-4ced-9b6a-105cd60c32c7 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 81c8fa9f-3798-4bb1-976c-a10780274bc0) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:20.614125 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eed9f6-de8a-442c-91af-f80407f5b676 None None] Network 81c8fa9f-3798-4bb1-976c-a10780274bc0 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:20.628869 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dcaa9a3-9ddd-4ced-9b6a-105cd60c32c7 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:20.629496 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6dcaa9a3-9ddd-4ced-9b6a-105cd60c32c7 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.633760 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d63e427-c030-432e-8212-bba0eedb8fa9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.637929 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] device_id is not set on port 76d6d424-43ae-45a0-ab91-6ecd0454d02a yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:20.674477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.706077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-2876ad87-7549-4bec-bbcd-54a8654d3e84 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Allocated IP 2001:db8::239 (cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d/1010a41d-24f8-4c84-927b-75d28c80f07e/7154a72d-51c0-4171-9ef1-330e27543656) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:20.708124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.714117 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Attempting to bind port 6155fcd9-2394-4422-b452-63fea3fbbb72 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:20.714464 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Attempting to bind port 6155fcd9-2394-4422-b452-63fea3fbbb72 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '053028f0-03a9-4134-8382-a8d3f8d56f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:20.714800 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Attempting to bind port 6155fcd9-2394-4422-b452-63fea3fbbb72 on network 11d0d08f-df23-4386-978f-0f1b245142bf {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:20.722044 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d63e427-c030-432e-8212-bba0eedb8fa9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Pushing event deleted for resources: {'Port': ['ID=e24d72aa-bc70-459d-a438-5cdc15ec5983,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:20.738242 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6dcaa9a3-9ddd-4ced-9b6a-105cd60c32c7 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4675186 Nov 23 04:39:20.740275 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40738) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:20.749421 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c721a35f-7891-460f-8fc3-1aa9135c92d3 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Request body: {'port': {'network_id': '81c8fa9f-3798-4bb1-976c-a10780274bc0', 'name': 'tempest-AllowedAddressPairTestJSON-308792553'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:20.756116 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Port 6155fcd9-2394-4422-b452-63fea3fbbb72 on network 11d0d08f-df23-4386-978f-0f1b245142bf not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:20.757146 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Attempting to bind port 6155fcd9-2394-4422-b452-63fea3fbbb72 on network 11d0d08f-df23-4386-978f-0f1b245142bf {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:20.798885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 39, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:39:20.799737 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Checking segment: {'id': '053028f0-03a9-4134-8382-a8d3f8d56f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:20.800500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Bound using segment: {'id': '053028f0-03a9-4134-8382-a8d3f8d56f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:39:20.801135 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Bound port: 6155fcd9-2394-4422-b452-63fea3fbbb72, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '053028f0-03a9-4134-8382-a8d3f8d56f47', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:39:20.801955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.834699 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-81c8fa9f-3798-4bb1-976c-a10780274bc0', 'network_id': '81c8fa9f-3798-4bb1-976c-a10780274bc0', 'tenant_id': 'f02eabae71544f2ca942e93009fbdd28', 'fixed_ips': [{'subnet_id': 'c5532ae1-2bc1-4406-8e45-01b82de78dce'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:39:20.836602 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.888579 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c602d09f-68a5-4132-91eb-02fbe2ad0e60 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:39:20.929684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Pushing event updated for resources: {'Port': ['ID=76d6d424-43ae-45a0-ab91-6ecd0454d02a,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:20.940884 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] For port 6155fcd9-2394-4422-b452-63fea3fbbb72, host hv-neutron-8188, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:20.946125 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] For port 6155fcd9-2394-4422-b452-63fea3fbbb72, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6155fcd9-2394-4422-b452-63fea3fbbb72,segment=NetworkSegment(053028f0-03a9-4134-8382-a8d3f8d56f47),segment_id=053028f0-03a9-4134-8382-a8d3f8d56f47)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:39:20.958144 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:20.981761 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:20.982135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:20.982510 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:20.990939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40742) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:21.013722 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f27431-c98f-418c-b0b4-6295433d14d3 req-d28570dc-9d23-40c9-9362-a0192b920906 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:21.015947 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e2f27431-c98f-418c-b0b4-6295433d14d3 req-d28570dc-9d23-40c9-9362-a0192b920906 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 943 time: 0.2732921 Nov 23 04:39:21.028706 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d63e427-c030-432e-8212-bba0eedb8fa9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.053268 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:21.054098 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.055553 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] 10.222.0.15 "PUT /v2.0/ports/6155fcd9-2394-4422-b452-63fea3fbbb72 HTTP/1.1" status: 200 len: 1093 time: 2.3118904 Nov 23 04:39:21.084206 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13485ef8-6936-4522-9130-ba56b3128e1d', 'tag': '6155fcd9-2394-4422-b452-63fea3fbbb72'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:39:21.094779 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:21.095131 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:21.104999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba78b30-e4c6-44bc-8953-2d136e065852 req-10e74525-2a03-41bb-a21e-cd8f51278837 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:21.119257 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cba78b30-e4c6-44bc-8953-2d136e065852 req-10e74525-2a03-41bb-a21e-cd8f51278837 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 943 time: 0.2839699 Nov 23 04:39:21.124948 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 2 to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a Nov 23 04:39:21.135646 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Allocated IP 172.20.0.2 (81c8fa9f-3798-4bb1-976c-a10780274bc0/c5532ae1-2bc1-4406-8e45-01b82de78dce/ce2866ba-c4b5-486b-8817-989645aefd97) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:21.157318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c602d09f-68a5-4132-91eb-02fbe2ad0e60, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c602d09f-68a5-4132-91eb-02fbe2ad0e60,segment=NetworkSegment(974fd589-4f74-4e37-b0df-c5bd86753794),segment_id=974fd589-4f74-4e37-b0df-c5bd86753794)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:21.179365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'c602d09f-68a5-4132-91eb-02fbe2ad0e60', 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'port_id': 'c602d09f-68a5-4132-91eb-02fbe2ad0e60', 'mac_address': 'fa:16:3e:91:e6:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:39:21.218049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c721a35f-7891-460f-8fc3-1aa9135c92d3 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Made reservation on behalf of f02eabae71544f2ca942e93009fbdd28 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:21.221766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c721a35f-7891-460f-8fc3-1aa9135c92d3 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.234447 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:21.234793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:21.235131 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:21.260585 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:21.261195 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:21.271172 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 3 to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a Nov 23 04:39:21.304253 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.309035 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cba78b30-e4c6-44bc-8953-2d136e065852 req-01441f8a-728a-4e37-afa1-309349e1e83b tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/security-groups?id=7585b283-68e7-4d8a-ba39-200eb11d82e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1754141 Nov 23 04:39:21.331480 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-c721a35f-7891-460f-8fc3-1aa9135c92d3 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] device_id is not set on port 302b801f-2ab4-45b5-bf54-c7e7885174f1 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:21.353978 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d63e427-c030-432e-8212-bba0eedb8fa9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.354784 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:21.355112 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:21.355453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:21.358906 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c602d09f-68a5-4132-91eb-02fbe2ad0e60 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:39:21.379520 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c31782d-8385-450d-952d-153a80900ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=6155fcd9-2394-4422-b452-63fea3fbbb72,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:21.382978 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d63e427-c030-432e-8212-bba0eedb8fa9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.388906 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e2f27431-c98f-418c-b0b4-6295433d14d3 req-aa7f35d3-b608-4ebc-9464-2eb7d2920d4f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3380790 Nov 23 04:39:21.405034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:21.434318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c602d09f-68a5-4132-91eb-02fbe2ad0e60, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c602d09f-68a5-4132-91eb-02fbe2ad0e60,segment=NetworkSegment(974fd589-4f74-4e37-b0df-c5bd86753794),segment_id=974fd589-4f74-4e37-b0df-c5bd86753794)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:21.443210 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b98124-13a7-4e09-91be-d2426ba122ad" -d '{"events": [{"name": "network-changed", "server_uuid": "13485ef8-6936-4522-9130-ba56b3128e1d", "tag": "6155fcd9-2394-4422-b452-63fea3fbbb72"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:39:21.443454 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.445534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:21.445990 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:21.454518 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 4 to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a Nov 23 04:39:21.484906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2876ad87-7549-4bec-bbcd-54a8654d3e84 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.500591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:21.500591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:21.501050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:21.523759 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:21.524222 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:21.527126 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 5 to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a Nov 23 04:39:21.539208 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.539953 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.542094 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c602d09f-68a5-4132-91eb-02fbe2ad0e60,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:21.554317 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.608357 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Network 81c8fa9f-3798-4bb1-976c-a10780274bc0 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:21.611705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:21.614587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:21.616637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:21.617057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:21.617553 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:21.622313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Pushing event updated for resources: {'Port': ['ID=ce2866ba-c4b5-486b-8817-989645aefd97,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:21.626804 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:21.627244 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:21.633759 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 6 to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a Nov 23 04:39:21.669309 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:21.669495 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:21.669957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:21.680770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2876ad87-7549-4bec-bbcd-54a8654d3e84 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.688680 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Attempting to bind port ce2866ba-c4b5-486b-8817-989645aefd97 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:21.689040 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Attempting to bind port ce2866ba-c4b5-486b-8817-989645aefd97 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'f1a0a380-2645-4668-975d-ae3bbf7a5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '81c8fa9f-3798-4bb1-976c-a10780274bc0'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:21.689432 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Attempting to bind port ce2866ba-c4b5-486b-8817-989645aefd97 on network 81c8fa9f-3798-4bb1-976c-a10780274bc0 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:21.692853 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-c721a35f-7891-460f-8fc3-1aa9135c92d3 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Allocated IP 172.20.0.12 (81c8fa9f-3798-4bb1-976c-a10780274bc0/c5532ae1-2bc1-4406-8e45-01b82de78dce/302b801f-2ab4-45b5-bf54-c7e7885174f1) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:21.694634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:39:21.694988 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Checking segment: {'id': 'f1a0a380-2645-4668-975d-ae3bbf7a5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '81c8fa9f-3798-4bb1-976c-a10780274bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:21.695674 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.696280 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Bound using segment: {'id': 'f1a0a380-2645-4668-975d-ae3bbf7a5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '81c8fa9f-3798-4bb1-976c-a10780274bc0'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:39:21.696818 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Bound port: ce2866ba-c4b5-486b-8817-989645aefd97, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f1a0a380-2645-4668-975d-ae3bbf7a5764', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '81c8fa9f-3798-4bb1-976c-a10780274bc0'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:39:21.697222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.702154 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:21.702491 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:21.708940 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 7 to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a Nov 23 04:39:21.762308 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-03865729-21af-4a23-8cc8-11607456c21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:21.765091 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-03865729-21af-4a23-8cc8-11607456c21d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fa374e9f4784c43b80304323e3717a8&device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 1096 time: 0.6136978 Nov 23 04:39:21.776352 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2876ad87-7549-4bec-bbcd-54a8654d3e84 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:21.799925 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d63e427-c030-432e-8212-bba0eedb8fa9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.800908 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d63e427-c030-432e-8212-bba0eedb8fa9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Fanout notify agent at l3_agent the message router_deleted on router f1bbb5ce-2c78-45e8-a7e6-4217822fdaa1 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:39:21.847744 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d63e427-c030-432e-8212-bba0eedb8fa9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.849152 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3d63e427-c030-432e-8212-bba0eedb8fa9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "DELETE /v2.0/routers/f1bbb5ce-2c78-45e8-a7e6-4217822fdaa1 HTTP/1.1" status: 204 len: 168 time: 3.5774124 Nov 23 04:39:21.871751 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40754) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:21.877095 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2111684528', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'enable_snat': False}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:21.890881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-2876ad87-7549-4bec-bbcd-54a8654d3e84 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:21.893427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2876ad87-7549-4bec-bbcd-54a8654d3e84 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:21.901818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2876ad87-7549-4bec-bbcd-54a8654d3e84 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:21.902451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2876ad87-7549-4bec-bbcd-54a8654d3e84 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:21.905122 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2876ad87-7549-4bec-bbcd-54a8654d3e84 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event updated for resources: {'Port': ['ID=7154a72d-51c0-4171-9ef1-330e27543656,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:21.910472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:39:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14933dfd-9092-4abd-9acb-ecdf0987097e x-openstack-request-id: req-14933dfd-9092-4abd-9acb-ecdf0987097e {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:39:21.911508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13485ef8-6936-4522-9130-ba56b3128e1d", "tag": "6155fcd9-2394-4422-b452-63fea3fbbb72", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:39:21.911915 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-14933dfd-9092-4abd-9acb-ecdf0987097e {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:39:21.912527 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13485ef8-6936-4522-9130-ba56b3128e1d', 'tag': '6155fcd9-2394-4422-b452-63fea3fbbb72', 'status': 'completed', 'code': 200} Nov 23 04:39:21.919019 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-0d90ffe8-e550-45fd-8d1d-d1158c455a1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6155fcd9-2394-4422-b452-63fea3fbbb72 HTTP/1.1" status: 200 len: 217 time: 0.1204753 Nov 23 04:39:21.927938 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:21.928275 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:21.928605 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:21.993099 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:21.993550 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:21.994842 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] For port ce2866ba-c4b5-486b-8817-989645aefd97, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:21.996480 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 8 to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a Nov 23 04:39:21.999962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] For port ce2866ba-c4b5-486b-8817-989645aefd97, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ce2866ba-c4b5-486b-8817-989645aefd97,segment=NetworkSegment(f1a0a380-2645-4668-975d-ae3bbf7a5764),segment_id=f1a0a380-2645-4668-975d-ae3bbf7a5764)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:39:22.008041 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.014427 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.015999 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.032333 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2876ad87-7549-4bec-bbcd-54a8654d3e84 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.8780074 Nov 23 04:39:22.041731 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40756) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:22.048126 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-98de5b45-73c7-4f0b-bbb0-4eabab5515e9 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:44:a9:f5'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:22.052888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['c602d09f-68a5-4132-91eb-02fbe2ad0e60'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:39:22.056393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:22.056680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:22.057147 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:22.098722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:22.098934 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:22.111413 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 9 to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a Nov 23 04:39:22.129261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.139550 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ffc84bd-e34f-4236-9bab-c665fe67e68f tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.146002 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-132e712c-fda1-46dd-9e9d-5f1aebff1002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:22.147575 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-132e712c-fda1-46dd-9e9d-5f1aebff1002 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45b211fe-4bfb-46ee-9494-6e310ec55924 HTTP/1.1" status: 200 len: 845 time: 0.2168498 Nov 23 04:39:22.192061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ffc84bd-e34f-4236-9bab-c665fe67e68f tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.199687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:22.199972 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:22.200324 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:22.207225 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdbe2b5-c65e-4ade-be71-701c9f4e78f4 None None] Pushing event updated for resources: {'Port': ['ID=ce2866ba-c4b5-486b-8817-989645aefd97,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:22.215460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.225102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c721a35f-7891-460f-8fc3-1aa9135c92d3 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.226420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:22.226754 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:22.234504 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempt 10 to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a Nov 23 04:39:22.277018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b3a1bf87-0876-4454-958f-1426ed1942fc None None] Provisioning complete for port 7154a72d-51c0-4171-9ef1-330e27543656 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:22.277699 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b3a1bf87-0876-4454-958f-1426ed1942fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.338477 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b3a1bf87-0876-4454-958f-1426ed1942fc None None] Port 7154a72d-51c0-4171-9ef1-330e27543656 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:22.514811 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-bbde2e32-9bf8-4e49-83ff-6efcd7e93f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:22.516685 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-bbde2e32-9bf8-4e49-83ff-6efcd7e93f52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11d0d08f-df23-4386-978f-0f1b245142bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3362737 Nov 23 04:39:22.522621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.543241 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:22.543600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:22.543900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempting to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:22.614808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:39:22.614808 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Failed to bind port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on host hv-neutron-8188 for vnic_type normal using segments [{'id': '92251556-323a-448f-ba42-a8c482c45309', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'c9a7f7fc-12bf-4d61-bcea-be97baa88a3e'}] Nov 23 04:39:22.614808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.720359 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ce2866ba-c4b5-486b-8817-989645aefd97 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:39:22.732721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c721a35f-7891-460f-8fc3-1aa9135c92d3 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.740100 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eeb062-547f-4e77-8abb-7e9788e9fc92 req-66b90996-d065-40e1-b107-5ef26ddb2e85 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:22.745834 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-79eeb062-547f-4e77-8abb-7e9788e9fc92 req-66b90996-d065-40e1-b107-5ef26ddb2e85 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 943 time: 0.3132205 Nov 23 04:39:22.768481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98de5b45-73c7-4f0b-bbb0-4eabab5515e9 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.781160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port ce2866ba-c4b5-486b-8817-989645aefd97 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:22.781804 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.815988 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-af3310d8-7778-4df5-b6f6-4ec39adc0aaa service neutron] 10.222.0.15 "GET /v2.0/networks/11d0d08f-df23-4386-978f-0f1b245142bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2835605 Nov 23 04:39:22.827890 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d348fa02-606c-41fe-8772-0fc078fe6a37 req-4a142758-fb31-4b88-8143-f993008070d1 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:22.829426 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d348fa02-606c-41fe-8772-0fc078fe6a37 req-4a142758-fb31-4b88-8143-f993008070d1 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 944 time: 0.2952518 Nov 23 04:39:22.841089 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Allocated IP 172.26.8.231 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/22dfc096-9529-449f-9643-f6ed79380103) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:22.858701 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c721a35f-7891-460f-8fc3-1aa9135c92d3 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Network 81c8fa9f-3798-4bb1-976c-a10780274bc0 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:22.875436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.880797 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-c721a35f-7891-460f-8fc3-1aa9135c92d3 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:22.898816 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-79eeb062-547f-4e77-8abb-7e9788e9fc92 req-5c32c0b4-8aff-4cea-aa3e-61c3a562fb6c tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/security-groups?id=7585b283-68e7-4d8a-ba39-200eb11d82e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1407168 Nov 23 04:39:22.915145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] For port 76d6d424-43ae-45a0-ab91-6ecd0454d02a, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:22.915524 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attempted to set empty binding levels {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 04:39:22.915811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port ce2866ba-c4b5-486b-8817-989645aefd97, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ce2866ba-c4b5-486b-8817-989645aefd97,segment=NetworkSegment(f1a0a380-2645-4668-975d-ae3bbf7a5764),segment_id=f1a0a380-2645-4668-975d-ae3bbf7a5764)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:22.916897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c721a35f-7891-460f-8fc3-1aa9135c92d3 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:22.922835 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.956339 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:22.965932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c721a35f-7891-460f-8fc3-1aa9135c92d3 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event updated for resources: {'Port': ['ID=302b801f-2ab4-45b5-bf54-c7e7885174f1,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:22.979179 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27938814-8204-4097-b4c6-a89ab8cb48d4 req-f1cc238c-f3ed-4834-a243-5cd8ab25f7dc service neutron] 10.222.0.15 "GET /v2.0/networks/11d0d08f-df23-4386-978f-0f1b245142bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535285 Nov 23 04:39:22.985075 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=ce2866ba-c4b5-486b-8817-989645aefd97,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:23.074127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] In _notify_port_updated(), no bound segment for port 76d6d424-43ae-45a0-ab91-6ecd0454d02a on network c9a7f7fc-12bf-4d61-bcea-be97baa88a3e {{(pid=109953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:39:23.074987 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:23.075589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.077497 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "PUT /v2.0/ports/76d6d424-43ae-45a0-ab91-6ecd0454d02a HTTP/1.1" status: 200 len: 976 time: 2.9399462 Nov 23 04:39:23.080324 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40762) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:23.124755 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c721a35f-7891-460f-8fc3-1aa9135c92d3 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:23.125438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c721a35f-7891-460f-8fc3-1aa9135c92d3 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.131952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.160682 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d348fa02-606c-41fe-8772-0fc078fe6a37 req-86880d09-8751-4019-9d1f-cbf723b7c5ae tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3126719 Nov 23 04:39:23.174523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.204720 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f593ae8-bf69-4e1e-aa60-b853ca4e96bc tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Pushing event updated for resources: {'Port': ['ID=76d6d424-43ae-45a0-ab91-6ecd0454d02a,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:23.221661 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c721a35f-7891-460f-8fc3-1aa9135c92d3 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4759886 Nov 23 04:39:23.231517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40764) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:23.236973 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4c5b0a5e-bf6e-419c-9d9b-fc99a44ccb1a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Request body: {'port': {'network_id': '81c8fa9f-3798-4bb1-976c-a10780274bc0', 'name': 'tempest-AllowedAddressPairTestJSON-1994616695', 'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:87:66:f5'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:23.264744 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b98124-13a7-4e09-91be-d2426ba122ad req-103bd33f-0f6c-4947-b94e-e116b1dd2198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:23.266497 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d0b98124-13a7-4e09-91be-d2426ba122ad req-103bd33f-0f6c-4947-b94e-e116b1dd2198 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fa374e9f4784c43b80304323e3717a8&device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 1096 time: 0.1543140 Nov 23 04:39:23.319921 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.354298 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ef4125cf-0353-434b-8dad-6e189aca263e tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Deleting port 76d6d424-43ae-45a0-ab91-6ecd0454d02a {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:23.354632 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef4125cf-0353-434b-8dad-6e189aca263e tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.429990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98de5b45-73c7-4f0b-bbb0-4eabab5515e9 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.437177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98de5b45-73c7-4f0b-bbb0-4eabab5515e9 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.439068 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b98124-13a7-4e09-91be-d2426ba122ad req-68d4ce05-ede5-4d4c-a15d-3796faf7a68c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:23.440547 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d0b98124-13a7-4e09-91be-d2426ba122ad req-68d4ce05-ede5-4d4c-a15d-3796faf7a68c service neutron] 10.222.0.15 "GET /v2.0/networks?id=11d0d08f-df23-4386-978f-0f1b245142bf HTTP/1.1" status: 200 len: 907 time: 0.1640704 Nov 23 04:39:23.447230 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.448740 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-ef4125cf-0353-434b-8dad-6e189aca263e tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] For port 76d6d424-43ae-45a0-ab91-6ecd0454d02a, host hv-neutron-8188, got binding levels [] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:23.449098 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef4125cf-0353-434b-8dad-6e189aca263e tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.473065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c433be-258a-4b98-b38c-d90ce02a760c None None] Network 81c8fa9f-3798-4bb1-976c-a10780274bc0 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:23.514159 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c5b0a5e-bf6e-419c-9d9b-fc99a44ccb1a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Made reservation on behalf of f02eabae71544f2ca942e93009fbdd28 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:23.518749 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d0b98124-13a7-4e09-91be-d2426ba122ad req-a51a8bad-77c6-4c5b-8459-5fbfcc965f51 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6155fcd9-2394-4422-b452-63fea3fbbb72 HTTP/1.1" status: 200 len: 217 time: 0.0668900 Nov 23 04:39:23.519619 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ef4125cf-0353-434b-8dad-6e189aca263e tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Calling delete_port for 76d6d424-43ae-45a0-ab91-6ecd0454d02a owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:23.544520 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-125ab244-4f4e-47cf-84a2-09d59cfb5bab None None] Provisioning complete for port ce2866ba-c4b5-486b-8817-989645aefd97 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:23.544810 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-125ab244-4f4e-47cf-84a2-09d59cfb5bab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.574783 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ffc84bd-e34f-4236-9bab-c665fe67e68f tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.577924 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:23.579023 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-98de5b45-73c7-4f0b-bbb0-4eabab5515e9 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] In _notify_port_updated(), no bound segment for port 7154a72d-51c0-4171-9ef1-330e27543656 on network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d {{(pid=109953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:39:23.584608 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98de5b45-73c7-4f0b-bbb0-4eabab5515e9 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:23.585247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98de5b45-73c7-4f0b-bbb0-4eabab5515e9 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.586623 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-98de5b45-73c7-4f0b-bbb0-4eabab5515e9 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "PUT /v2.0/ports/7154a72d-51c0-4171-9ef1-330e27543656 HTTP/1.1" status: 200 len: 1001 time: 1.5438364 Nov 23 04:39:23.590257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40766) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:23.590842 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98de5b45-73c7-4f0b-bbb0-4eabab5515e9 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event updated for resources: {'Port': ['ID=7154a72d-51c0-4171-9ef1-330e27543656,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:23.623766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:23.634185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:23.730417 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b98124-13a7-4e09-91be-d2426ba122ad req-2f3969b9-d897-417b-9ae5-7d6aa014809d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:23.732197 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d0b98124-13a7-4e09-91be-d2426ba122ad req-2f3969b9-d897-417b-9ae5-7d6aa014809d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45b211fe-4bfb-46ee-9494-6e310ec55924 HTTP/1.1" status: 200 len: 845 time: 0.2045324 Nov 23 04:39:23.754489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event updated for resources: {'Port': ['ID=22dfc096-9529-449f-9643-f6ed79380103,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:23.768859 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0a5e-bf6e-419c-9d9b-fc99a44ccb1a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.836926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-4c5b0a5e-bf6e-419c-9d9b-fc99a44ccb1a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] device_id is not set on port b2c1024e-41f3-4dd3-a205-7200982f53b5 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:23.841785 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-03181809-2b13-4b48-9fb7-d83cd451d404 None None] Provisioning complete for port 7154a72d-51c0-4171-9ef1-330e27543656 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:23.842825 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-03181809-2b13-4b48-9fb7-d83cd451d404 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.882925 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Allocated IP 172.26.8.147 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/f04ebb74-1754-42f0-9409-d2ec35150dca) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:23.893119 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-03181809-2b13-4b48-9fb7-d83cd451d404 None None] Port 7154a72d-51c0-4171-9ef1-330e27543656 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:23.898109 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:23.920010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-777f8ad7-9b82-4fa7-8632-b6dce1a913a8 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Deleting port 7154a72d-51c0-4171-9ef1-330e27543656 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:23.920633 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-777f8ad7-9b82-4fa7-8632-b6dce1a913a8 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.035763 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.109021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-4c5b0a5e-bf6e-419c-9d9b-fc99a44ccb1a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Allocated IP 172.20.0.10 (81c8fa9f-3798-4bb1-976c-a10780274bc0/c5532ae1-2bc1-4406-8e45-01b82de78dce/b2c1024e-41f3-4dd3-a205-7200982f53b5) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:24.127617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-6c686ec5-9a6c-4005-9337-e738f2bde0be None None] Provisioning complete for port ce2866ba-c4b5-486b-8817-989645aefd97 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:24.128210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-777f8ad7-9b82-4fa7-8632-b6dce1a913a8 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.128536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6c686ec5-9a6c-4005-9337-e738f2bde0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.166902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-777f8ad7-9b82-4fa7-8632-b6dce1a913a8 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Calling delete_port for 7154a72d-51c0-4171-9ef1-330e27543656 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:24.259970 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-6c686ec5-9a6c-4005-9337-e738f2bde0be None None] Provisioning complete for port 302b801f-2ab4-45b5-bf54-c7e7885174f1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:24.260347 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6c686ec5-9a6c-4005-9337-e738f2bde0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.298683 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-6c686ec5-9a6c-4005-9337-e738f2bde0be None None] Port 302b801f-2ab4-45b5-bf54-c7e7885174f1 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:24.312163 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ffc84bd-e34f-4236-9bab-c665fe67e68f tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.330264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ffc84bd-e34f-4236-9bab-c665fe67e68f tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.356263 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef4125cf-0353-434b-8dad-6e189aca263e tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.359088 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b98124-13a7-4e09-91be-d2426ba122ad req-af6918ee-d2e6-4dd5-950a-7394ced4a32d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:24.360591 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d0b98124-13a7-4e09-91be-d2426ba122ad req-af6918ee-d2e6-4dd5-950a-7394ced4a32d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11d0d08f-df23-4386-978f-0f1b245142bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5793879 Nov 23 04:39:24.419508 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-aac9642d-8e05-4dbe-b5e6-fdf74fb196ed None None] Provisioning complete for port 302b801f-2ab4-45b5-bf54-c7e7885174f1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:24.420707 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-aac9642d-8e05-4dbe-b5e6-fdf74fb196ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.460771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef4125cf-0353-434b-8dad-6e189aca263e tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Pushing event deleted for resources: {'Port': ['ID=76d6d424-43ae-45a0-ab91-6ecd0454d02a,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:24.466126 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b07e00-b96e-4154-bb06-0a0f2ed95c83 req-43fec89d-560c-40e3-8843-4ee593ded016 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:24.467637 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-22b07e00-b96e-4154-bb06-0a0f2ed95c83 req-43fec89d-560c-40e3-8843-4ee593ded016 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 944 time: 0.1903584 Nov 23 04:39:24.481694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef4125cf-0353-434b-8dad-6e189aca263e tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.485055 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ef4125cf-0353-434b-8dad-6e189aca263e tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "DELETE /v2.0/ports/76d6d424-43ae-45a0-ab91-6ecd0454d02a HTTP/1.1" status: 204 len: 168 time: 1.4037743 Nov 23 04:39:24.485738 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-aac9642d-8e05-4dbe-b5e6-fdf74fb196ed None None] Port 302b801f-2ab4-45b5-bf54-c7e7885174f1 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:24.495813 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40772) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:24.497824 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.519087 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ffc84bd-e34f-4236-9bab-c665fe67e68f tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.519529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ffc84bd-e34f-4236-9bab-c665fe67e68f tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6dd436fc-1c21-4a07-a518-e94154dc23b8 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:39:24.547285 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.549058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565d10b0-509a-4c5d-87de-62f559551103 req-117f668f-fc69-4788-9099-4aae67339fe6 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:24.550571 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-565d10b0-509a-4c5d-87de-62f559551103 req-117f668f-fc69-4788-9099-4aae67339fe6 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 943 time: 0.2618184 Nov 23 04:39:24.603202 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-e4861b61-af4e-4b49-8a66-9258d2fca386 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] GET failed (client error): The resource could not be found. Nov 23 04:39:24.608996 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e4861b61-af4e-4b49-8a66-9258d2fca386 tempest-PortsAdminExtendedAttrsTestJSON-483253933 tempest-PortsAdminExtendedAttrsTestJSON-483253933-project-admin] 10.222.0.37 "GET /v2.0/ports/76d6d424-43ae-45a0-ab91-6ecd0454d02a HTTP/1.1" status: 404 len: 333 time: 0.1018610 Nov 23 04:39:24.615098 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-4ffc84bd-e34f-4236-9bab-c665fe67e68f tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 04:39:24.616126 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4ffc84bd-e34f-4236-9bab-c665fe67e68f tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.7767756 Nov 23 04:39:24.616674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40774) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:24.619689 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40776) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:24.632791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.672689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ce2866ba-c4b5-486b-8817-989645aefd97 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:39:24.713222 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d0b98124-13a7-4e09-91be-d2426ba122ad req-dff5a681-3ea7-409e-97f9-d89907043669 service neutron] 10.222.0.15 "GET /v2.0/networks/11d0d08f-df23-4386-978f-0f1b245142bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895317 Nov 23 04:39:24.726995 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port ce2866ba-c4b5-486b-8817-989645aefd97 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:24.727363 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.747895 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-565d10b0-509a-4c5d-87de-62f559551103 req-4be667dd-88d0-4ea1-8ed8-ea7199b56005 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/security-groups?id=7585b283-68e7-4d8a-ba39-200eb11d82e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1871345 Nov 23 04:39:24.814256 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06657323-2e73-42ad-8d9a-a1c3c61023df tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.851071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.887753 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c602d09f-68a5-4132-91eb-02fbe2ad0e60 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:39:24.903936 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0a5e-bf6e-419c-9d9b-fc99a44ccb1a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.914028 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-777f8ad7-9b82-4fa7-8632-b6dce1a913a8 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.940732 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-22b07e00-b96e-4154-bb06-0a0f2ed95c83 req-7de6b835-dc45-41a3-aeae-1c871ddbd1d6 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4666560 Nov 23 04:39:24.941357 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event updated for resources: {'Port': ['ID=22dfc096-9529-449f-9643-f6ed79380103,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:24.941530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port c602d09f-68a5-4132-91eb-02fbe2ad0e60 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:39:24.952725 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port c602d09f-68a5-4132-91eb-02fbe2ad0e60 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:24.953370 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.975378 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:24.986575 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:24.989842 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d0b98124-13a7-4e09-91be-d2426ba122ad req-20fad130-6a62-4208-8213-923fd0196af7 service neutron] 10.222.0.15 "GET /v2.0/networks/11d0d08f-df23-4386-978f-0f1b245142bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2609525 Nov 23 04:39:24.990544 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:24.999584 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:24.999827 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Pushing event updated for resources: {'Port': ['ID=f04ebb74-1754-42f0-9409-d2ec35150dca,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:25.002207 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777f8ad7-9b82-4fa7-8632-b6dce1a913a8 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event deleted for resources: {'Port': ['ID=7154a72d-51c0-4171-9ef1-330e27543656,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:25.020779 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06657323-2e73-42ad-8d9a-a1c3c61023df tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.054386 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-06657323-2e73-42ad-8d9a-a1c3c61023df tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9a7f7fc-12bf-4d61-bcea-be97baa88a3e']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:25.062719 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.069314 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-06657323-2e73-42ad-8d9a-a1c3c61023df tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92251556-323a-448f-ba42-a8c482c45309') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:25.069314 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-06657323-2e73-42ad-8d9a-a1c3c61023df tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92251556-323a-448f-ba42-a8c482c45309') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:25.072626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.073892 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f3bb3dd3-403c-4d04-8240-9d439164ba6f tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0715342 Nov 23 04:39:25.075163 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-777f8ad7-9b82-4fa7-8632-b6dce1a913a8 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.081492 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-777f8ad7-9b82-4fa7-8632-b6dce1a913a8 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "DELETE /v2.0/ports/7154a72d-51c0-4171-9ef1-330e27543656 HTTP/1.1" status: 204 len: 168 time: 1.4872258 Nov 23 04:39:25.085710 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40778) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:25.086043 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40780) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:25.096244 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cd49f7-c937-4ae7-baa9-09f3defd87b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c602d09f-68a5-4132-91eb-02fbe2ad0e60'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:39:25.103254 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1108704606'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:25.128434 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-32cfad68-995a-42c9-8045-c4b7ab29d7e1 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] GET failed (client error): The resource could not be found. Nov 23 04:39:25.133621 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-32cfad68-995a-42c9-8045-c4b7ab29d7e1 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "GET /v2.0/ports/7154a72d-51c0-4171-9ef1-330e27543656 HTTP/1.1" status: 404 len: 333 time: 0.0441418 Nov 23 04:39:25.135098 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0a5e-bf6e-419c-9d9b-fc99a44ccb1a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.137622 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40782) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:25.143908 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06657323-2e73-42ad-8d9a-a1c3c61023df tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.155504 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5bbb9f3e-e06b-4db7-b70b-5996c52acd9e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Request body: {'port': {'network_id': 'cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1906506757'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:25.184089 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06657323-2e73-42ad-8d9a-a1c3c61023df tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.191967 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c602d09f-68a5-4132-91eb-02fbe2ad0e60, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c602d09f-68a5-4132-91eb-02fbe2ad0e60,segment=NetworkSegment(974fd589-4f74-4e37-b0df-c5bd86753794),segment_id=974fd589-4f74-4e37-b0df-c5bd86753794)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:25.196551 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-06657323-2e73-42ad-8d9a-a1c3c61023df tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:25.197024 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06657323-2e73-42ad-8d9a-a1c3c61023df tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:25.200581 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:25.202947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.263024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c5b0a5e-bf6e-419c-9d9b-fc99a44ccb1a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Network 81c8fa9f-3798-4bb1-976c-a10780274bc0 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:25.272967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Made reservation on behalf of fda36d0288b9494aa24d152d3825bb80 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:25.275330 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-039331ac-90b5-401c-8822-89763426b44e" -d '{"events": [{"server_uuid": "d0cd49f7-c937-4ae7-baa9-09f3defd87b5", "name": "network-vif-plugged", "status": "completed", "tag": "c602d09f-68a5-4132-91eb-02fbe2ad0e60"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:39:25.276883 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.279988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-4c5b0a5e-bf6e-419c-9d9b-fc99a44ccb1a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:25.280536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c602d09f-68a5-4132-91eb-02fbe2ad0e60,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:25.286860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b1835d1d-5696-4ddf-a82c-9a9e0ede4baa tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Deleting port d95000ac-e99c-4924-99ed-2089f5ccf066 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:25.287433 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b1835d1d-5696-4ddf-a82c-9a9e0ede4baa tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.295031 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5b0a5e-bf6e-419c-9d9b-fc99a44ccb1a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:25.303995 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c5b0a5e-bf6e-419c-9d9b-fc99a44ccb1a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event updated for resources: {'Port': ['ID=b2c1024e-41f3-4dd3-a205-7200982f53b5,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:25.308893 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06657323-2e73-42ad-8d9a-a1c3c61023df tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.356594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06657323-2e73-42ad-8d9a-a1c3c61023df tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.362755 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-06657323-2e73-42ad-8d9a-a1c3c61023df tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] 10.222.0.37 "DELETE /v2.0/networks/c9a7f7fc-12bf-4d61-bcea-be97baa88a3e HTTP/1.1" status: 204 len: 168 time: 0.7388327 Nov 23 04:39:25.377490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06657323-2e73-42ad-8d9a-a1c3c61023df tempest-PortsAdminExtendedAttrsTestJSON-1135522156 tempest-PortsAdminExtendedAttrsTestJSON-1135522156-project] Pushing event deleted for resources: {'Network': ['ID=c9a7f7fc-12bf-4d61-bcea-be97baa88a3e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:25.380053 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.492203 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.494275 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c5b0a5e-bf6e-419c-9d9b-fc99a44ccb1a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:25.494960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4c5b0a5e-bf6e-419c-9d9b-fc99a44ccb1a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.543205 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:39:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9e11086-5ce8-431e-99cd-fc80242111cb x-openstack-request-id: req-c9e11086-5ce8-431e-99cd-fc80242111cb {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:39:25.543643 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cd49f7-c937-4ae7-baa9-09f3defd87b5", "name": "network-vif-plugged", "status": "completed", "tag": "c602d09f-68a5-4132-91eb-02fbe2ad0e60", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:39:25.544030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9e11086-5ce8-431e-99cd-fc80242111cb {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:39:25.544578 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cd49f7-c937-4ae7-baa9-09f3defd87b5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c602d09f-68a5-4132-91eb-02fbe2ad0e60', 'code': 200} Nov 23 04:39:25.574536 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b1835d1d-5696-4ddf-a82c-9a9e0ede4baa tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.598078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b1835d1d-5696-4ddf-a82c-9a9e0ede4baa tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Calling delete_port for d95000ac-e99c-4924-99ed-2089f5ccf066 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:25.609787 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bbb9f3e-e06b-4db7-b70b-5996c52acd9e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Made reservation on behalf of 6c842b7094744959b5db0868f8bd8c1e for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:25.613253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bbb9f3e-e06b-4db7-b70b-5996c52acd9e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.628307 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4c5b0a5e-bf6e-419c-9d9b-fc99a44ccb1a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1000 time: 2.3957500 Nov 23 04:39:25.630215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40796) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:25.640877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-eb6cc2cf-df46-4aef-b964-0d457fd5efaf None None] Provisioning complete for port b2c1024e-41f3-4dd3-a205-7200982f53b5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:25.641254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-eb6cc2cf-df46-4aef-b964-0d457fd5efaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.707799 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-eb6cc2cf-df46-4aef-b964-0d457fd5efaf None None] Port b2c1024e-41f3-4dd3-a205-7200982f53b5 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:25.739080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-5bbb9f3e-e06b-4db7-b70b-5996c52acd9e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] device_id is not set on port 505ca56e-e296-47b9-b909-804664f8fcb5 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:25.817175 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.829248 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40802) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:25.842144 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.885447 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:25.886364 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0119a1f-09b9-4d0d-a2d9-32064febe726 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:25.888519 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17f5ff-3cb7-4a43-9510-cca680427376 req-380e1fe8-024f-4c65-b2c5-178774ff967a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:25.890690 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fe17f5ff-3cb7-4a43-9510-cca680427376 req-380e1fe8-024f-4c65-b2c5-178774ff967a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 1098 time: 0.0897918 Nov 23 04:39:25.892862 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0119a1f-09b9-4d0d-a2d9-32064febe726 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:25.898821 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0119a1f-09b9-4d0d-a2d9-32064febe726 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:25.901753 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e0119a1f-09b9-4d0d-a2d9-32064febe726 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2468 time: 0.2636027 Nov 23 04:39:25.924102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40806) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:25.945931 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:25.952613 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-fe17f5ff-3cb7-4a43-9510-cca680427376 req-8c1fa18d-95c6-4c9c-b0d6-cf9fea8fd316 service neutron] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.038296 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.038554 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Added segment 108cf603-7a61-4741-bd7e-a076037d1ec5 of type vlan for network a302be0c-6343-47d6-8f6a-d5ab70d0437f Nov 23 04:39:26.087829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7215e1ea-6757-4129-9d37-0490acc95ecd,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:26.116697 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d8f3af-4064-4162-b944-53d78a8917a2 req-618f86ad-fdca-4f28-8bfc-78e8345dfc23 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:26.118219 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d8d8f3af-4064-4162-b944-53d78a8917a2 req-618f86ad-fdca-4f28-8bfc-78e8345dfc23 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 945 time: 0.0919414 Nov 23 04:39:26.141359 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-fe17f5ff-3cb7-4a43-9510-cca680427376 req-8c1fa18d-95c6-4c9c-b0d6-cf9fea8fd316 service neutron] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.154165 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-fe17f5ff-3cb7-4a43-9510-cca680427376 req-8c1fa18d-95c6-4c9c-b0d6-cf9fea8fd316 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.178081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Router 33346b04-2dbc-45c0-b7c1-c1f09d6a7d18 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:39:26.195623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6333419-428b-4c2c-bed9-eefac320dd9c req-bc948011-c7e0-466f-8408-c3d6c8b98280 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:26.197099 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6333419-428b-4c2c-bed9-eefac320dd9c req-bc948011-c7e0-466f-8408-c3d6c8b98280 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 943 time: 0.3429348 Nov 23 04:39:26.205404 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.225673 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fe17f5ff-3cb7-4a43-9510-cca680427376 req-8c1fa18d-95c6-4c9c-b0d6-cf9fea8fd316 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2987165 Nov 23 04:39:26.228536 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1fa18d-95c6-4c9c-b0d6-cf9fea8fd316 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=89e9a9cc-f6db-485a-9a8f-d23fe650015f,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:26.235805 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d8d8f3af-4064-4162-b944-53d78a8917a2 req-9faf4bf7-fde3-4c5f-95bc-7378562ff437 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1069415 Nov 23 04:39:26.242807 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b1835d1d-5696-4ddf-a82c-9a9e0ede4baa tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.249413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-5bbb9f3e-e06b-4db7-b70b-5996c52acd9e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Allocated IP 2001:db8::3d9 (cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d/1010a41d-24f8-4c84-927b-75d28c80f07e/505ca56e-e296-47b9-b909-804664f8fcb5) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:26.278613 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1db6164d-ed5d-4ba5-8d0a-b726cff0037b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9fd75b9e066b40518936cb16b8059fd0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4471669 Nov 23 04:39:26.281252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40810) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:26.319023 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1835d1d-5696-4ddf-a82c-9a9e0ede4baa tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Pushing event deleted for resources: {'Port': ['ID=d95000ac-e99c-4924-99ed-2089f5ccf066,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:26.365260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.367173 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:39:26.370752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:26.371672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.377802 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Sync routers for ids ['33346b04-2dbc-45c0-b7c1-c1f09d6a7d18'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:39:26.384263 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d050038-757f-4aea-b1f8-dec8418ecc76 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.389909 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Routers {'33346b04-2dbc-45c0-b7c1-c1f09d6a7d18'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:26.390533 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['33346b04-2dbc-45c0-b7c1-c1f09d6a7d18'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:26.397391 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.401338 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1278123e-31df-4109-bb2a-1ea24f26fd4e tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 4.5283437 Nov 23 04:39:26.401932 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40812) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:26.451025 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d050038-757f-4aea-b1f8-dec8418ecc76 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.479828 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6333419-428b-4c2c-bed9-eefac320dd9c req-3c60676e-1278-440d-afa1-09ee2633a1ae tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/security-groups?id=7585b283-68e7-4d8a-ba39-200eb11d82e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2662868 Nov 23 04:39:26.496589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-3e6164ea-91e3-47ec-b2ca-0b8b6886fba9 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Deleting port b2c1024e-41f3-4dd3-a205-7200982f53b5 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:26.497164 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6164ea-91e3-47ec-b2ca-0b8b6886fba9 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.509213 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Set router 33346b04-2dbc-45c0-b7c1-c1f09d6a7d18 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:39:26.515134 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.4268095 Nov 23 04:39:26.524158 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40814) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:26.535247 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-3340e61e-8b73-4b62-91b8-265227ac4580 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Request body: {'subnet': {'network_id': 'a302be0c-6343-47d6-8f6a-d5ab70d0437f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:26.567427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c13770-7bab-404f-9803-3eb51785239a tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event updated for resources: {'Network': ['ID=a302be0c-6343-47d6-8f6a-d5ab70d0437f,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:26.578809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network a302be0c-6343-47d6-8f6a-d5ab70d0437f details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:26.625064 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b1835d1d-5696-4ddf-a82c-9a9e0ede4baa tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.632063 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b1835d1d-5696-4ddf-a82c-9a9e0ede4baa tempest-RoutersAdminNegativeTest-2108702183 tempest-RoutersAdminNegativeTest-2108702183-project-admin] 10.222.0.37 "DELETE /v2.0/ports/d95000ac-e99c-4924-99ed-2089f5ccf066 HTTP/1.1" status: 204 len: 168 time: 2.0008252 Nov 23 04:39:26.651309 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1c97c2ce-cde3-48f8-9962-3e8e433c4e0f tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/routers/33346b04-2dbc-45c0-b7c1-c1f09d6a7d18 HTTP/1.1" status: 200 len: 909 time: 0.2466047 Nov 23 04:39:26.651928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40818) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:26.681992 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Request body: {'router': {'name': 'tempest-snat-router-2111684528', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'enable_snat': True}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:26.693675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6164ea-91e3-47ec-b2ca-0b8b6886fba9 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.696402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d050038-757f-4aea-b1f8-dec8418ecc76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.700405 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d050038-757f-4aea-b1f8-dec8418ecc76 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.706307 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9d050038-757f-4aea-b1f8-dec8418ecc76 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c556a549-51b4-41d5-8be1-a600912c0066 HTTP/1.1" status: 204 len: 168 time: 0.4193790 Nov 23 04:39:26.717597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-3e6164ea-91e3-47ec-b2ca-0b8b6886fba9 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Calling delete_port for b2c1024e-41f3-4dd3-a205-7200982f53b5 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:26.753851 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bbb9f3e-e06b-4db7-b70b-5996c52acd9e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.754473 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33346b04-2dbc-45c0-b7c1-c1f09d6a7d18', 'name': 'tempest-snat-router-2111684528', 'tenant_id': '337b6db919664fec8df44be01115d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.147'}], 'enable_snat': False}, 'gw_port_id': 'f04ebb74-1754-42f0-9409-d2ec35150dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:39:22Z', 'updated_at': '2021-11-23T04:39:25Z', 'revision_number': 3, 'project_id': '337b6db919664fec8df44be01115d551', 'gw_port': {'id': 'f04ebb74-1754-42f0-9409-d2ec35150dca', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33346b04-2dbc-45c0-b7c1-c1f09d6a7d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:39:23Z', 'updated_at': '2021-11-23T04:39:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:26.768937 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d050038-757f-4aea-b1f8-dec8418ecc76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c556a549-51b4-41d5-8be1-a600912c0066,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:26.799297 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Checking router: 33346b04-2dbc-45c0-b7c1-c1f09d6a7d18 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:39:26.799620 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Updating router 33346b04-2dbc-45c0-b7c1-c1f09d6a7d18 port f04ebb74-1754-42f0-9409-d2ec35150dca binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:39:26.806228 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.807360 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.830226 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.839493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3340e61e-8b73-4b62-91b8-265227ac4580 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Made reservation on behalf of fda36d0288b9494aa24d152d3825bb80 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:26.849202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3340e61e-8b73-4b62-91b8-265227ac4580 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.882283 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 6155fcd9-2394-4422-b452-63fea3fbbb72 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:39:26.964245 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bbb9f3e-e06b-4db7-b70b-5996c52acd9e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:26.982997 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6164ea-91e3-47ec-b2ca-0b8b6886fba9 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.003997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.034868 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40826) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:27.085049 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 6155fcd9-2394-4422-b452-63fea3fbbb72, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6155fcd9-2394-4422-b452-63fea3fbbb72,segment=NetworkSegment(053028f0-03a9-4134-8382-a8d3f8d56f47),segment_id=053028f0-03a9-4134-8382-a8d3f8d56f47)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:27.098398 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bbb9f3e-e06b-4db7-b70b-5996c52acd9e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:27.104720 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '6155fcd9-2394-4422-b452-63fea3fbbb72', 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'port_id': '6155fcd9-2394-4422-b452-63fea3fbbb72', 'mac_address': 'fa:16:3e:c3:b1:b7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:39:27.116922 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-5bbb9f3e-e06b-4db7-b70b-5996c52acd9e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:27.177143 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.191809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbb9f3e-e06b-4db7-b70b-5996c52acd9e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:27.199303 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbb9f3e-e06b-4db7-b70b-5996c52acd9e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:27.208348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bbb9f3e-e06b-4db7-b70b-5996c52acd9e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.215875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbb9f3e-e06b-4db7-b70b-5996c52acd9e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event updated for resources: {'Port': ['ID=505ca56e-e296-47b9-b909-804664f8fcb5,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:27.235154 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.249340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40830) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:27.274307 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.317540 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Attempting to bind port f04ebb74-1754-42f0-9409-d2ec35150dca on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:27.318083 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Attempting to bind port f04ebb74-1754-42f0-9409-d2ec35150dca by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:27.318652 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Attempting to bind port f04ebb74-1754-42f0-9409-d2ec35150dca on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:27.341433 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6164ea-91e3-47ec-b2ca-0b8b6886fba9 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event deleted for resources: {'Port': ['ID=b2c1024e-41f3-4dd3-a205-7200982f53b5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:27.368999 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:39:27.369903 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:27.370457 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.371009 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.371730 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:39:27.372457 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Bound port: f04ebb74-1754-42f0-9409-d2ec35150dca, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:39:27.373632 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.378104 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-75cfef77-9fd3-4d52-aa46-d94382790f00 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.378900 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5bbb9f3e-e06b-4db7-b70b-5996c52acd9e tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2376988 Nov 23 04:39:27.379724 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40834) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:27.454245 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f583c498-5b84-40f3-9eef-8bf68b6b4792 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Request body: {'port': {'network_id': 'cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-677536522'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:27.469238 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5815e4-b4d2-4eaf-b49a-62bd2c09029c None None] Pushing event updated for resources: {'Port': ['ID=f04ebb74-1754-42f0-9409-d2ec35150dca,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:27.485978 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] For port f04ebb74-1754-42f0-9409-d2ec35150dca, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:27.490008 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] For port f04ebb74-1754-42f0-9409-d2ec35150dca, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f04ebb74-1754-42f0-9409-d2ec35150dca,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:39:27.496876 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-75cfef77-9fd3-4d52-aa46-d94382790f00 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.497121 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.555949 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-75cfef77-9fd3-4d52-aa46-d94382790f00 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.579949 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6155fcd9-2394-4422-b452-63fea3fbbb72 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:39:27.606329 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 6155fcd9-2394-4422-b452-63fea3fbbb72, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6155fcd9-2394-4422-b452-63fea3fbbb72,segment=NetworkSegment(053028f0-03a9-4134-8382-a8d3f8d56f47),segment_id=053028f0-03a9-4134-8382-a8d3f8d56f47)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:27.621978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.644634 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5815e4-b4d2-4eaf-b49a-62bd2c09029c None None] Pushing event updated for resources: {'Port': ['ID=f04ebb74-1754-42f0-9409-d2ec35150dca,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:27.675859 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Routers {'33346b04-2dbc-45c0-b7c1-c1f09d6a7d18'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:27.676532 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['33346b04-2dbc-45c0-b7c1-c1f09d6a7d18'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:27.721617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=6155fcd9-2394-4422-b452-63fea3fbbb72,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:27.761824 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b602d253-8c4f-4c73-9d95-48888f64002f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0cd2fc3d00c947f884b739251a4f4dcc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5080492 Nov 23 04:39:27.767639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40838) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:27.825854 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] Set router 33346b04-2dbc-45c0-b7c1-c1f09d6a7d18 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:39:27.828979 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9974c63b-dccd-4381-b8c0-c23d4ff9742e req-b45582e9-23d8-48ee-becd-84bdbd8cbac9 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:27.830636 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9974c63b-dccd-4381-b8c0-c23d4ff9742e req-b45582e9-23d8-48ee-becd-84bdbd8cbac9 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 944 time: 0.1742337 Nov 23 04:39:27.857077 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-28370f63-23cd-4a73-b660-630f3e4cb53c None None] Provisioning complete for port 505ca56e-e296-47b9-b909-804664f8fcb5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:27.858651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-28370f63-23cd-4a73-b660-630f3e4cb53c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.902450 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-28370f63-23cd-4a73-b660-630f3e4cb53c None None] Port 505ca56e-e296-47b9-b909-804664f8fcb5 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:27.912817 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9974c63b-dccd-4381-b8c0-c23d4ff9742e req-8e183344-3164-45ac-a1e3-99053074320c tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/security-groups?id=7585b283-68e7-4d8a-ba39-200eb11d82e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677669 Nov 23 04:39:27.917703 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6164ea-91e3-47ec-b2ca-0b8b6886fba9 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:27.924667 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3e6164ea-91e3-47ec-b2ca-0b8b6886fba9 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "DELETE /v2.0/ports/b2c1024e-41f3-4dd3-a205-7200982f53b5 HTTP/1.1" status: 204 len: 168 time: 1.9822342 Nov 23 04:39:27.938722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40840) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:27.976599 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c09bfba-fd48-481e-a670-5eca38eb87fb tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] GET failed (client error): The resource could not be found. Nov 23 04:39:27.978336 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1c09bfba-fd48-481e-a670-5eca38eb87fb tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "GET /v2.0/ports/b2c1024e-41f3-4dd3-a205-7200982f53b5 HTTP/1.1" status: 404 len: 333 time: 0.0429115 Nov 23 04:39:27.983312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40842) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:27.994306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-cf4ec72d-3754-4740-9dd0-c4a384391562 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Request body: {'port': {'network_id': '81c8fa9f-3798-4bb1-976c-a10780274bc0', 'name': 'tempest-AllowedAddressPairTestJSON-2141579428'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:28.007448 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-75cfef77-9fd3-4d52-aa46-d94382790f00 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=392f8f5bbc704881b36f6187b32b36a7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9691191 Nov 23 04:39:28.008925 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfef77-9fd3-4d52-aa46-d94382790f00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f019f965-1f99-447e-9f37-eb5c43f7dbb8,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:28.011440 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40844) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:28.018934 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f583c498-5b84-40f3-9eef-8bf68b6b4792 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Made reservation on behalf of 6c842b7094744959b5db0868f8bd8c1e for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:28.022149 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['6155fcd9-2394-4422-b452-63fea3fbbb72'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:39:28.029883 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f583c498-5b84-40f3-9eef-8bf68b6b4792 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:28.054109 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '33346b04-2dbc-45c0-b7c1-c1f09d6a7d18', 'name': 'tempest-snat-router-2111684528', 'tenant_id': '337b6db919664fec8df44be01115d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.147'}], 'enable_snat': False}, 'gw_port_id': 'f04ebb74-1754-42f0-9409-d2ec35150dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:39:22Z', 'updated_at': '2021-11-23T04:39:25Z', 'revision_number': 3, 'project_id': '337b6db919664fec8df44be01115d551', 'gw_port': {'id': 'f04ebb74-1754-42f0-9409-d2ec35150dca', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33346b04-2dbc-45c0-b7c1-c1f09d6a7d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:39:23Z', 'updated_at': '2021-11-23T04:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:28.084641 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4a271f3-e2e7-4174-8274-b945b9408eed None None] The sync data for ids ['33346b04-2dbc-45c0-b7c1-c1f09d6a7d18'] in dv-neutron-818850-1-hyperv is: [{'id': '33346b04-2dbc-45c0-b7c1-c1f09d6a7d18', 'name': 'tempest-snat-router-2111684528', 'tenant_id': '337b6db919664fec8df44be01115d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.147'}], 'enable_snat': False}, 'gw_port_id': 'f04ebb74-1754-42f0-9409-d2ec35150dca', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:39:22Z', 'updated_at': '2021-11-23T04:39:25Z', 'revision_number': 3, 'project_id': '337b6db919664fec8df44be01115d551', 'gw_port': {'id': 'f04ebb74-1754-42f0-9409-d2ec35150dca', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:55:01:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33346b04-2dbc-45c0-b7c1-c1f09d6a7d18', 'device_owner': 'network:router_gateway', 'standard_attr_id': 228, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:39:23Z', 'updated_at': '2021-11-23T04:39:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:39:28.090666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620b1ef9-2117-4dc5-8a5e-79d0310d46ea req-48369852-84ad-4fee-91fd-b96426c5596c tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:28.092990 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-620b1ef9-2117-4dc5-8a5e-79d0310d46ea req-48369852-84ad-4fee-91fd-b96426c5596c tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 945 time: 0.5921535 Nov 23 04:39:28.095826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab3c7-d7a9-4bd6-9402-436d5aae5440 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:28.100344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3340e61e-8b73-4b62-91b8-265227ac4580 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:28.121191 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-f583c498-5b84-40f3-9eef-8bf68b6b4792 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] device_id is not set on port eec0f19c-83cd-45b4-9440-869df67dade0 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:28.192651 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab3c7-d7a9-4bd6-9402-436d5aae5440 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:28.249931 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-602e4490-d1f7-4b8b-bc90-909bbda7fe4b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:28.252838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3340e61e-8b73-4b62-91b8-265227ac4580 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event updated for resources: {'Subnet': ['ID=a56b3cf3-6a5b-46b1-839d-b8154d55767b,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:28.302165 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-620b1ef9-2117-4dc5-8a5e-79d0310d46ea req-58bafb27-93d5-4c83-9271-a42b4343cdc4 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840818 Nov 23 04:39:28.326676 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-602e4490-d1f7-4b8b-bc90-909bbda7fe4b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:28.330010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3340e61e-8b73-4b62-91b8-265227ac4580 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Checking segment: {'id': '108cf603-7a61-4741-bd7e-a076037d1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a302be0c-6343-47d6-8f6a-d5ab70d0437f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:28.330372 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3340e61e-8b73-4b62-91b8-265227ac4580 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Network hostable DHCP agents. Network: a302be0c-6343-47d6-8f6a-d5ab70d0437f, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:39:28.479599 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3340e61e-8b73-4b62-91b8-265227ac4580 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Network a302be0c-6343-47d6-8f6a-d5ab70d0437f is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:39:28.501164 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-602e4490-d1f7-4b8b-bc90-909bbda7fe4b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:28.503789 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-602e4490-d1f7-4b8b-bc90-909bbda7fe4b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:28.504963 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-602e4490-d1f7-4b8b-bc90-909bbda7fe4b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f019f965-1f99-447e-9f37-eb5c43f7dbb8 HTTP/1.1" status: 204 len: 168 time: 0.4718060 Nov 23 04:39:28.525500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602e4490-d1f7-4b8b-bc90-909bbda7fe4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f019f965-1f99-447e-9f37-eb5c43f7dbb8,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:28.527235 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-3340e61e-8b73-4b62-91b8-265227ac4580 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, a302be0c-6343-47d6-8f6a-d5ab70d0437f) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:28.537400 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3340e61e-8b73-4b62-91b8-265227ac4580 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:28.538004 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3340e61e-8b73-4b62-91b8-265227ac4580 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:28.538187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07300808-c416-4b70-b2ef-b1b0db75b90e None None] Network a302be0c-6343-47d6-8f6a-d5ab70d0437f requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:28.547405 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:28.570714 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:28.683291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-f583c498-5b84-40f3-9eef-8bf68b6b4792 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Allocated IP 2001:db8::107 (cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d/1010a41d-24f8-4c84-927b-75d28c80f07e/eec0f19c-83cd-45b4-9440-869df67dade0) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:28.696085 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab3c7-d7a9-4bd6-9402-436d5aae5440 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:28.699618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4f4ab3c7-d7a9-4bd6-9402-436d5aae5440 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:28.703876 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4f4ab3c7-d7a9-4bd6-9402-436d5aae5440 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4a41b8d9-e0dc-4c98-a906-0b8051c69a11 HTTP/1.1" status: 204 len: 168 time: 0.9293342 Nov 23 04:39:28.720864 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf4ec72d-3754-4740-9dd0-c4a384391562 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Made reservation on behalf of f02eabae71544f2ca942e93009fbdd28 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:28.724374 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec72d-3754-4740-9dd0-c4a384391562 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:28.729945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4ab3c7-d7a9-4bd6-9402-436d5aae5440 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a41b8d9-e0dc-4c98-a906-0b8051c69a11,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:28.804817 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-cf4ec72d-3754-4740-9dd0-c4a384391562 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] device_id is not set on port 1d88d1c5-0841-4eaf-aa6c-dd74ba84ec0d yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:28.845350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Allocated IP 172.26.8.85 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:28.864335 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3340e61e-8b73-4b62-91b8-265227ac4580 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3351393 Nov 23 04:39:28.866115 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40850) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:28.870362 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f04ebb74-1754-42f0-9409-d2ec35150dca up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:39:28.873572 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-682341713', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:28.972958 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 6155fcd9-2394-4422-b452-63fea3fbbb72 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:39:28.984289 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:28.985358 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.108462 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.122450 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.135554 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 6155fcd9-2394-4422-b452-63fea3fbbb72 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:39:29.142637 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 6155fcd9-2394-4422-b452-63fea3fbbb72 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:29.143268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.184704 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-a302be0c-6343-47d6-8f6a-d5ab70d0437f', 'network_id': 'a302be0c-6343-47d6-8f6a-d5ab70d0437f', 'tenant_id': 'fda36d0288b9494aa24d152d3825bb80', 'fixed_ips': [{'subnet_id': 'a56b3cf3-6a5b-46b1-839d-b8154d55767b'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:39:29.186475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.206762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-cf4ec72d-3754-4740-9dd0-c4a384391562 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Allocated IP 172.20.0.13 (81c8fa9f-3798-4bb1-976c-a10780274bc0/c5532ae1-2bc1-4406-8e45-01b82de78dce/1d88d1c5-0841-4eaf-aa6c-dd74ba84ec0d) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:29.249601 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f583c498-5b84-40f3-9eef-8bf68b6b4792 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.276667 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18959093-16fa-41c2-89d7-983da0e14dac req-a660df6f-2007-4477-ac64-5c836a3d59ff tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:29.277595 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.286263 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-18959093-16fa-41c2-89d7-983da0e14dac req-a660df6f-2007-4477-ac64-5c836a3d59ff tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 944 time: 0.2600379 Nov 23 04:39:29.432384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40868) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:29.436463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Allocated IP 172.20.0.2 (a302be0c-6343-47d6-8f6a-d5ab70d0437f/a56b3cf3-6a5b-46b1-839d-b8154d55767b/3c4b155f-ffd0-4760-b277-72191c1d7194) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:29.443384 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.567058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.598833 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.602150 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-18959093-16fa-41c2-89d7-983da0e14dac req-c2fb3c1d-946e-4723-874b-25d3f850994d tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/security-groups?id=7585b283-68e7-4d8a-ba39-200eb11d82e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3060427 Nov 23 04:39:29.614270 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port f04ebb74-1754-42f0-9409-d2ec35150dca triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:29.614574 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.632556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f583c498-5b84-40f3-9eef-8bf68b6b4792 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.651487 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6c9614bb-6719-4f57-8b09-b7c7669cc3d1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7dee1f3c36034b2597944a0244cd12e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2067931 Nov 23 04:39:29.657647 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.702032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40872) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:29.706296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Pushing event updated for resources: {'Port': ['ID=7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:29.713515 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:29.713704 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13485ef8-6936-4522-9130-ba56b3128e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6155fcd9-2394-4422-b452-63fea3fbbb72'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:39:29.716310 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7566ec3-5c70-467b-b855-187877a9df77" -d '{"events": [{"server_uuid": "13485ef8-6936-4522-9130-ba56b3128e1d", "name": "network-vif-plugged", "status": "completed", "tag": "6155fcd9-2394-4422-b452-63fea3fbbb72"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:39:29.724468 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:29.730720 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 6155fcd9-2394-4422-b452-63fea3fbbb72, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6155fcd9-2394-4422-b452-63fea3fbbb72,segment=NetworkSegment(053028f0-03a9-4134-8382-a8d3f8d56f47),segment_id=053028f0-03a9-4134-8382-a8d3f8d56f47)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:29.739354 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:29.743169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Network a302be0c-6343-47d6-8f6a-d5ab70d0437f is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:29.749834 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.751869 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:29.758830 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:29.760719 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Pushing event updated for resources: {'Port': ['ID=3c4b155f-ffd0-4760-b277-72191c1d7194,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:29.803443 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:39:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34b9020a-0b09-4655-9186-1d47c5441a84 x-openstack-request-id: req-34b9020a-0b09-4655-9186-1d47c5441a84 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:39:29.803807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13485ef8-6936-4522-9130-ba56b3128e1d", "name": "network-vif-plugged", "status": "completed", "tag": "6155fcd9-2394-4422-b452-63fea3fbbb72", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:39:29.804062 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-34b9020a-0b09-4655-9186-1d47c5441a84 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:39:29.804442 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13485ef8-6936-4522-9130-ba56b3128e1d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6155fcd9-2394-4422-b452-63fea3fbbb72', 'code': 200} Nov 23 04:39:29.809062 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d16e86-f051-4211-a7dd-0a6a577eb511 req-3591569a-f8f6-4dde-98a5-c1c31a6ad85b tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:29.810701 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-97d16e86-f051-4211-a7dd-0a6a577eb511 req-3591569a-f8f6-4dde-98a5-c1c31a6ad85b tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 945 time: 0.3612373 Nov 23 04:39:29.820744 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec72d-3754-4740-9dd0-c4a384391562 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.836477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f583c498-5b84-40f3-9eef-8bf68b6b4792 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:29.846685 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-f583c498-5b84-40f3-9eef-8bf68b6b4792 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:29.856039 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f583c498-5b84-40f3-9eef-8bf68b6b4792 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:29.867464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f583c498-5b84-40f3-9eef-8bf68b6b4792 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:29.867464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f583c498-5b84-40f3-9eef-8bf68b6b4792 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.869428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f583c498-5b84-40f3-9eef-8bf68b6b4792 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event updated for resources: {'Port': ['ID=eec0f19c-83cd-45b4-9440-869df67dade0,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:29.912236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-22bb88cf-2730-4c5c-8e9e-3f047f3f21f9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:29.950831 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f583c498-5b84-40f3-9eef-8bf68b6b4792 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.5661528 Nov 23 04:39:29.952899 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40882) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:29.971400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d768aeae-adb0-4a69-ac5c-223c728a456c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2e7', 'mac_address': 'fa:16:3e:44:a9:f5'}, {'ip_address': '2001:db8::3d9', 'mac_address': 'fa:16:3e:ea:ea:13'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:29.993519 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec72d-3754-4740-9dd0-c4a384391562 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:30.001180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Attempting to bind port 3c4b155f-ffd0-4760-b277-72191c1d7194 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:30.001962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Attempting to bind port 3c4b155f-ffd0-4760-b277-72191c1d7194 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '108cf603-7a61-4741-bd7e-a076037d1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a302be0c-6343-47d6-8f6a-d5ab70d0437f'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:30.002340 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Attempting to bind port 3c4b155f-ffd0-4760-b277-72191c1d7194 on network a302be0c-6343-47d6-8f6a-d5ab70d0437f {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:30.012055 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:39:30.012479 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Checking segment: {'id': '108cf603-7a61-4741-bd7e-a076037d1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a302be0c-6343-47d6-8f6a-d5ab70d0437f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:30.013024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:30.013491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Bound using segment: {'id': '108cf603-7a61-4741-bd7e-a076037d1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a302be0c-6343-47d6-8f6a-d5ab70d0437f'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:39:30.014522 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Bound port: 3c4b155f-ffd0-4760-b277-72191c1d7194, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '108cf603-7a61-4741-bd7e-a076037d1ec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'a302be0c-6343-47d6-8f6a-d5ab70d0437f'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:39:30.014907 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:30.031665 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-22bb88cf-2730-4c5c-8e9e-3f047f3f21f9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:30.094812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] For port 3c4b155f-ffd0-4760-b277-72191c1d7194, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:30.098553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] For port 3c4b155f-ffd0-4760-b277-72191c1d7194, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=3c4b155f-ffd0-4760-b277-72191c1d7194,segment=NetworkSegment(108cf603-7a61-4741-bd7e-a076037d1ec5),segment_id=108cf603-7a61-4741-bd7e-a076037d1ec5)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:39:30.114480 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:30.124754 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=6155fcd9-2394-4422-b452-63fea3fbbb72,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:30.165024 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-97d16e86-f051-4211-a7dd-0a6a577eb511 req-15bcae8e-60ed-4b53-9952-f5ecf82d3983 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3441787 Nov 23 04:39:30.179910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:30.198978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a18e8fa-0957-46a4-95c9-89cf68adcf7b None None] Pushing event updated for resources: {'Port': ['ID=3c4b155f-ffd0-4760-b277-72191c1d7194,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:30.214649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4ec72d-3754-4740-9dd0-c4a384391562 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event updated for resources: {'Port': ['ID=1d88d1c5-0841-4eaf-aa6c-dd74ba84ec0d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:30.214930 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4343809d-f92e-4c2d-acdb-0a2b4c3a1eb9 req-5b6b023a-448f-421a-a360-7dfa6bda6bf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:30.216475 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4343809d-f92e-4c2d-acdb-0a2b4c3a1eb9 req-5b6b023a-448f-421a-a360-7dfa6bda6bf3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 1098 time: 0.1657357 Nov 23 04:39:30.234939 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port f04ebb74-1754-42f0-9409-d2ec35150dca, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f04ebb74-1754-42f0-9409-d2ec35150dca,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:30.245612 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:30.324931 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=f04ebb74-1754-42f0-9409-d2ec35150dca,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:30.371207 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf4ec72d-3754-4740-9dd0-c4a384391562 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Network 81c8fa9f-3798-4bb1-976c-a10780274bc0 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:30.375398 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-cf4ec72d-3754-4740-9dd0-c4a384391562 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:30.379486 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf4ec72d-3754-4740-9dd0-c4a384391562 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:30.424766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-22bb88cf-2730-4c5c-8e9e-3f047f3f21f9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:30.428617 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-22bb88cf-2730-4c5c-8e9e-3f047f3f21f9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:30.432685 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-22bb88cf-2730-4c5c-8e9e-3f047f3f21f9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3e2f299c-9c99-4103-be83-990d28f817a2 HTTP/1.1" status: 204 len: 168 time: 0.7304609 Nov 23 04:39:30.482010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-364a0be9-713c-4dcd-b1d8-65d737fa891d None None] Provisioning complete for port eec0f19c-83cd-45b4-9440-869df67dade0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:30.482343 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-364a0be9-713c-4dcd-b1d8-65d737fa891d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:30.508981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22bb88cf-2730-4c5c-8e9e-3f047f3f21f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e2f299c-9c99-4103-be83-990d28f817a2,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:30.554838 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf4ec72d-3754-4740-9dd0-c4a384391562 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:30.555398 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cf4ec72d-3754-4740-9dd0-c4a384391562 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:30.653271 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-364a0be9-713c-4dcd-b1d8-65d737fa891d None None] Port eec0f19c-83cd-45b4-9440-869df67dade0 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:30.735219 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97889534-26db-4d93-8032-289c6950426c req-cd71ce4a-5754-47f0-9564-2dd76ec7ee9b tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:30.736807 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-97889534-26db-4d93-8032-289c6950426c req-cd71ce4a-5754-47f0-9564-2dd76ec7ee9b tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 945 time: 0.3131158 Nov 23 04:39:30.746332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40900) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:30.749500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:30.775272 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cf4ec72d-3754-4740-9dd0-c4a384391562 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7860343 Nov 23 04:39:30.776127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d768aeae-adb0-4a69-ac5c-223c728a456c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:30.783279 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40902) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:30.788614 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1710aeaf-45b2-40f3-9773-971c4f2ea78d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:87:66:f5'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:30.792472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-6e7a7e4d-2a76-4d32-87ac-8a87397cfd73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Request body: {'floatingip': {'port_id': 'c602d09f-68a5-4132-91eb-02fbe2ad0e60'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:30.801347 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f04ebb74-1754-42f0-9409-d2ec35150dca up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:39:30.937861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-154cfaa1-ac48-436e-ab90-79fa8eeb7859 None None] Provisioning complete for port 1d88d1c5-0841-4eaf-aa6c-dd74ba84ec0d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:30.938231 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-154cfaa1-ac48-436e-ab90-79fa8eeb7859 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:30.980235 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port f04ebb74-1754-42f0-9409-d2ec35150dca triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:30.980604 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:31.019036 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-154cfaa1-ac48-436e-ab90-79fa8eeb7859 None None] Port 1d88d1c5-0841-4eaf-aa6c-dd74ba84ec0d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:31.024899 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:31.085788 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4343809d-f92e-4c2d-acdb-0a2b4c3a1eb9 req-42c2fdc6-06be-4408-90f3-6855774e5925 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7585b283-68e7-4d8a-ba39-200eb11d82e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.8561978 Nov 23 04:39:31.104351 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:31.111938 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7e4d-2a76-4d32-87ac-8a87397cfd73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for floatingip, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:31.153621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1710aeaf-45b2-40f3-9773-971c4f2ea78d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:31.256871 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d768aeae-adb0-4a69-ac5c-223c728a456c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:31.273204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d768aeae-adb0-4a69-ac5c-223c728a456c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:31.308795 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-d768aeae-adb0-4a69-ac5c-223c728a456c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] In _notify_port_updated(), no bound segment for port eec0f19c-83cd-45b4-9440-869df67dade0 on network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d {{(pid=109953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:39:31.315676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d768aeae-adb0-4a69-ac5c-223c728a456c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:31.316599 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d768aeae-adb0-4a69-ac5c-223c728a456c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:31.319385 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d768aeae-adb0-4a69-ac5c-223c728a456c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "PUT /v2.0/ports/eec0f19c-83cd-45b4-9440-869df67dade0 HTTP/1.1" status: 200 len: 1067 time: 1.3613546 Nov 23 04:39:31.329230 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:39:31.350837 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40918) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:31.548160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d768aeae-adb0-4a69-ac5c-223c728a456c tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event updated for resources: {'Port': ['ID=eec0f19c-83cd-45b4-9440-869df67dade0,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:31.648569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-5e042e83-eff3-47b7-828b-ff36eb81c0bb tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Deleting port eec0f19c-83cd-45b4-9440-869df67dade0 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:31.649260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e042e83-eff3-47b7-828b-ff36eb81c0bb tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:31.756639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1710aeaf-45b2-40f3-9773-971c4f2ea78d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:31.761078 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b6803b2c-a629-438a-94ae-2e7e650f977d None None] Provisioning complete for port eec0f19c-83cd-45b4-9440-869df67dade0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:31.761807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b6803b2c-a629-438a-94ae-2e7e650f977d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:31.777317 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1710aeaf-45b2-40f3-9773-971c4f2ea78d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:31.811355 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40934) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:31.859835 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b6803b2c-a629-438a-94ae-2e7e650f977d None None] Port eec0f19c-83cd-45b4-9440-869df67dade0 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:31.892245 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40938) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:31.931177 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19ef691e-58dc-4568-a090-9ee6dbd8081e None None] Network a302be0c-6343-47d6-8f6a-d5ab70d0437f requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:31.965770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1710aeaf-45b2-40f3-9773-971c4f2ea78d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event updated for resources: {'Port': ['ID=1d88d1c5-0841-4eaf-aa6c-dd74ba84ec0d,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:31.970285 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e042e83-eff3-47b7-828b-ff36eb81c0bb tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:31.973207 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-1710aeaf-45b2-40f3-9773-971c4f2ea78d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] In _notify_port_updated(), no bound segment for port 1d88d1c5-0841-4eaf-aa6c-dd74ba84ec0d on network 81c8fa9f-3798-4bb1-976c-a10780274bc0 {{(pid=109953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:39:31.978987 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1710aeaf-45b2-40f3-9773-971c4f2ea78d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:31.979640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1710aeaf-45b2-40f3-9773-971c4f2ea78d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:31.984063 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1710aeaf-45b2-40f3-9773-971c4f2ea78d tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "PUT /v2.0/ports/1d88d1c5-0841-4eaf-aa6c-dd74ba84ec0d HTTP/1.1" status: 200 len: 995 time: 1.1997354 Nov 23 04:39:31.985067 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40942) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:32.046250 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-5e042e83-eff3-47b7-828b-ff36eb81c0bb tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Calling delete_port for eec0f19c-83cd-45b4-9440-869df67dade0 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:32.066097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1641496397'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:32.080456 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-483d252f-f82f-415f-abd8-91e272dc7a4e tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:32.106223 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9a2a36e7-cb7f-4fe6-ac23-fd228b38a0be None None] Provisioning complete for port 3c4b155f-ffd0-4760-b277-72191c1d7194 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:32.106764 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9a2a36e7-cb7f-4fe6-ac23-fd228b38a0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.120222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e831a68-a88c-446c-84cf-d6d7f8f7e156 req-e481feab-4c38-41fb-8555-695fe960d91e tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:32.128613 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5e831a68-a88c-446c-84cf-d6d7f8f7e156 req-e481feab-4c38-41fb-8555-695fe960d91e tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 945 time: 1.0685582 Nov 23 04:39:32.202571 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:32.206736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.235204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.280802 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-483d252f-f82f-415f-abd8-91e272dc7a4e tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] 10.222.0.37 "PUT /v2.0/quotas/468e5af889ca43c186cf776cb407d28d HTTP/1.1" status: 200 len: 366 time: 0.4683576 Nov 23 04:39:32.287159 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40944) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:32.296300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Allocated IP 172.26.8.33 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/d8e0fa33-4d38-48b2-9398-d87c69014eac) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:32.301761 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-93e9186a-16e8-46c4-9ffc-8c175c1d0e10 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Deleting port 1d88d1c5-0841-4eaf-aa6c-dd74ba84ec0d {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:32.302398 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-93e9186a-16e8-46c4-9ffc-8c175c1d0e10 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.359946 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-83ade6dc-5f13-425a-83e3-50bf3fe11c96 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0693622 Nov 23 04:39:32.367490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40946) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:32.389862 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9a2a36e7-cb7f-4fe6-ac23-fd228b38a0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.441494 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e042e83-eff3-47b7-828b-ff36eb81c0bb tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.445689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9a2a36e7-cb7f-4fe6-ac23-fd228b38a0be None None] For port 3c4b155f-ffd0-4760-b277-72191c1d7194, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=3c4b155f-ffd0-4760-b277-72191c1d7194,segment=NetworkSegment(108cf603-7a61-4741-bd7e-a076037d1ec5),segment_id=108cf603-7a61-4741-bd7e-a076037d1ec5)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:32.451239 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9a2a36e7-cb7f-4fe6-ac23-fd228b38a0be None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.485919 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f31da5dd-7269-4e03-87c4-c908da4def01 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] 10.222.0.37 "GET /v2.0/quotas/468e5af889ca43c186cf776cb407d28d HTTP/1.1" status: 200 len: 366 time: 0.0773442 Nov 23 04:39:32.500622 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-93e9186a-16e8-46c4-9ffc-8c175c1d0e10 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.504461 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40948) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:32.517090 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e042e83-eff3-47b7-828b-ff36eb81c0bb tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event deleted for resources: {'Port': ['ID=eec0f19c-83cd-45b4-9440-869df67dade0,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:32.519272 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a2a36e7-cb7f-4fe6-ac23-fd228b38a0be None None] Pushing event updated for resources: {'Port': ['ID=3c4b155f-ffd0-4760-b277-72191c1d7194,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:32.535486 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-93e9186a-16e8-46c4-9ffc-8c175c1d0e10 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Calling delete_port for 1d88d1c5-0841-4eaf-aa6c-dd74ba84ec0d owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:32.579582 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9daed176-a1f9-4dbb-9786-f63901b30a72 None None] Provisioning complete for port 1d88d1c5-0841-4eaf-aa6c-dd74ba84ec0d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:32.580301 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9daed176-a1f9-4dbb-9786-f63901b30a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.584998 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d8d6969c-1703-4c0d-a843-6fd645d16e77 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/468e5af889ca43c186cf776cb407d28d HTTP/1.1" status: 204 len: 168 time: 0.0772038 Nov 23 04:39:32.586545 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40950) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:32.614982 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5e831a68-a88c-446c-84cf-d6d7f8f7e156 req-0468e786-47de-4446-bebb-5f3ade5ba5e7 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/security-groups?id=7585b283-68e7-4d8a-ba39-200eb11d82e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4854629 Nov 23 04:39:32.683192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9daed176-a1f9-4dbb-9786-f63901b30a72 None None] Port 1d88d1c5-0841-4eaf-aa6c-dd74ba84ec0d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:32.717378 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-82f3621e-4c78-4ef8-80a8-4e8816380fe8 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] 10.222.0.37 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.1179399 Nov 23 04:39:32.719487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.725059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40952) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:32.755060 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.755280 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.769051 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 3c4b155f-ffd0-4760-b277-72191c1d7194 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:39:32.775034 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.db.resource_extend [None req-6e7a7e4d-2a76-4d32-87ac-8a87397cfd73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 04:39:32.810347 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3a00986c-395a-4378-9e16-11966b43f58c tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] 10.222.0.37 "GET /v2.0/quotas/468e5af889ca43c186cf776cb407d28d HTTP/1.1" status: 200 len: 370 time: 0.0633752 Nov 23 04:39:32.818489 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40954) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:32.825732 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-853550b9-283b-4f37-9631-a37455801244 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] 10.222.0.37 "GET /v2.0/quotas/468e5af889ca43c186cf776cb407d28d/default HTTP/1.1" status: 200 len: 370 time: 0.0038328 Nov 23 04:39:32.850767 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-cd7c68c4-8144-43d4-a52b-131301e10ecc None None] Provisioning complete for port 3c4b155f-ffd0-4760-b277-72191c1d7194 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:32.851317 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cd7c68c4-8144-43d4-a52b-131301e10ecc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.866076 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40956) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:32.885708 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 3c4b155f-ffd0-4760-b277-72191c1d7194 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:32.886089 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.948487 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-e1072a38-e33f-486a-b099-56f734499a76 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] delete failed (client error): The resource could not be found. Nov 23 04:39:32.952799 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e1072a38-e33f-486a-b099-56f734499a76 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] 10.222.0.37 "DELETE /v2.0/quotas/468e5af889ca43c186cf776cb407d28d HTTP/1.1" status: 404 len: 348 time: 0.0423160 Nov 23 04:39:32.958499 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.968195 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7e4d-2a76-4d32-87ac-8a87397cfd73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.969539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bcef01ca-8b93-4eb9-9217-2b742585a058,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:32.979737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-93e9186a-16e8-46c4-9ffc-8c175c1d0e10 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:32.981550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:32.995422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7e4d-2a76-4d32-87ac-8a87397cfd73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:33.019374 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e042e83-eff3-47b7-828b-ff36eb81c0bb tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:33.022655 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5e042e83-eff3-47b7-828b-ff36eb81c0bb tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "DELETE /v2.0/ports/eec0f19c-83cd-45b4-9440-869df67dade0 HTTP/1.1" status: 204 len: 168 time: 1.6684601 Nov 23 04:39:33.026402 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40960) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:33.102778 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:33.103208 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Added segment 73b662d1-ffd4-4cbb-bc81-7abafda573cb of type vlan for network 4362bc04-00bd-48ad-bedd-ce0aefebc66c Nov 23 04:39:33.110128 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e9186a-16e8-46c4-9ffc-8c175c1d0e10 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event deleted for resources: {'Port': ['ID=1d88d1c5-0841-4eaf-aa6c-dd74ba84ec0d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:33.113477 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:33.127484 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-85ce570f-ad6d-4f24-962d-1d18f88ef3db tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] GET failed (client error): The resource could not be found. Nov 23 04:39:33.128284 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-85ce570f-ad6d-4f24-962d-1d18f88ef3db tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "GET /v2.0/ports/eec0f19c-83cd-45b4-9440-869df67dade0 HTTP/1.1" status: 404 len: 333 time: 0.0986688 Nov 23 04:39:33.133861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40962) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:33.159100 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40964) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:33.189260 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:33.200285 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:33.204712 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:33.238335 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-6e7a7e4d-2a76-4d32-87ac-8a87397cfd73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Floating IP 0bcd2986-9c19-4b63-99a6-f926bc59f4da associated. External IP: 172.26.8.241, port: c602d09f-68a5-4132-91eb-02fbe2ad0e60. Nov 23 04:39:33.243613 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event updated for resources: {'Port': ['ID=d8e0fa33-4d38-48b2-9398-d87c69014eac,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:33.282539 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Router b5cf97aa-12b0-41fd-b7b6-b021d4781631 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:39:33.303276 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Usage tracker for resource:network and project:f938499ecb904bb58c675ef9aa031126 is out of sync, need to count used quota {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 04:39:33.321502 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 04:39:33.402436 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:33.464533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Usage tracker for resource:subnet and project:f938499ecb904bb58c675ef9aa031126 is out of sync, need to count used quota {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 04:39:33.497384 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 04:39:33.519123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:33.524605 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:33.525189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:33.559245 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Usage tracker for resource:subnetpool and project:f938499ecb904bb58c675ef9aa031126 is out of sync, need to count used quota {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 04:39:33.602145 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 04:39:33.621363 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.7124920 Nov 23 04:39:33.621363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-93e9186a-16e8-46c4-9ffc-8c175c1d0e10 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:33.621363 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-93e9186a-16e8-46c4-9ffc-8c175c1d0e10 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "DELETE /v2.0/ports/1d88d1c5-0841-4eaf-aa6c-dd74ba84ec0d HTTP/1.1" status: 204 len: 168 time: 1.6287689 Nov 23 04:39:33.629047 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40966) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:33.642059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27dbe7a0-5ca7-4e32-95a1-7b6e14962d79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Network': ['ID=4362bc04-00bd-48ad-bedd-ce0aefebc66c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:33.667473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 4362bc04-00bd-48ad-bedd-ce0aefebc66c details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:33.678676 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d3046b5-2067-44fa-bbb5-7f811b847c0c tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] GET failed (client error): The resource could not be found. Nov 23 04:39:33.680303 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5d3046b5-2067-44fa-bbb5-7f811b847c0c tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "GET /v2.0/ports/1d88d1c5-0841-4eaf-aa6c-dd74ba84ec0d HTTP/1.1" status: 404 len: 333 time: 0.0500736 Nov 23 04:39:33.690489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40970) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:33.697896 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ea343-1397-4cf9-87fc-32dd67e99a32 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Deleting port 505ca56e-e296-47b9-b909-804664f8fcb5 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:33.702039 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b0ea343-1397-4cf9-87fc-32dd67e99a32 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:33.717974 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-20068b99-fefe-4c43-adaa-aa6bfca0bf03 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Request body: {'port': {'network_id': '81c8fa9f-3798-4bb1-976c-a10780274bc0', 'name': 'tempest-AllowedAddressPairTestJSON-1196282249'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:33.776548 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40972) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:33.838106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d89a5930-6b20-4c24-81fa-b69d618d229e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'subnet': {'network_id': '4362bc04-00bd-48ad-bedd-ce0aefebc66c', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:33.939280 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Usage tracker for resource:port and project:f938499ecb904bb58c675ef9aa031126 is out of sync, need to count used quota {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 04:39:33.941238 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:39:33.953027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Sync routers for ids ['b5cf97aa-12b0-41fd-b7b6-b021d4781631'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:39:33.963208 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Routers {'b5cf97aa-12b0-41fd-b7b6-b021d4781631'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:33.963830 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b5cf97aa-12b0-41fd-b7b6-b021d4781631'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:33.974219 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b0ea10-0302-4afa-ad5c-3d6786fdf6b6 req-0864ff77-84e9-44bd-9967-f51f5b9cbdc3 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:33.975724 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c4b0ea10-0302-4afa-ad5c-3d6786fdf6b6 req-0864ff77-84e9-44bd-9967-f51f5b9cbdc3 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 945 time: 0.2511702 Nov 23 04:39:33.978172 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 04:39:33.996698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b0ea343-1397-4cf9-87fc-32dd67e99a32 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.038853 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-0b0ea343-1397-4cf9-87fc-32dd67e99a32 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Calling delete_port for 505ca56e-e296-47b9-b909-804664f8fcb5 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:34.039052 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.042908 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bfd7ce0a-c27b-4667-b4c4-12db3cc8c428 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 7.3757586 Nov 23 04:39:34.049457 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40974) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:34.049615 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Usage tracker for resource:router and project:f938499ecb904bb58c675ef9aa031126 is out of sync, need to count used quota {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 04:39:34.065641 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 04:39:34.093501 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Set router b5cf97aa-12b0-41fd-b7b6-b021d4781631 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:39:34.123677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d89a5930-6b20-4c24-81fa-b69d618d229e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:34.125203 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e7a7e4d-2a76-4d32-87ac-8a87397cfd73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Router 88126e00-52c3-48d9-9827-aa608b67eee4 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:39:34.127310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d89a5930-6b20-4c24-81fa-b69d618d229e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.130185 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.167815 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Usage tracker for resource:floatingip and project:f938499ecb904bb58c675ef9aa031126 is out of sync, need to count used quota {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 04:39:34.195022 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c4b0ea10-0302-4afa-ad5c-3d6786fdf6b6 req-afdddd3f-8a2a-4b4a-9a98-8cd0f8e30d6c tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/security-groups?id=7585b283-68e7-4d8a-ba39-200eb11d82e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836307 Nov 23 04:39:34.217196 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 04:39:34.311866 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf97aa-12b0-41fd-b7b6-b021d4781631', 'name': 'tempest-snat-router-2111684528', 'tenant_id': '337b6db919664fec8df44be01115d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:39:26Z', 'updated_at': '2021-11-23T04:39:30Z', 'revision_number': 3, 'project_id': '337b6db919664fec8df44be01115d551', 'gw_port': {'id': '7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cf97aa-12b0-41fd-b7b6-b021d4781631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:39:28Z', 'updated_at': '2021-11-23T04:39:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:34.321759 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20068b99-fefe-4c43-adaa-aa6bfca0bf03 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Made reservation on behalf of f02eabae71544f2ca942e93009fbdd28 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:34.327234 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-20068b99-fefe-4c43-adaa-aa6bfca0bf03 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.330914 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c9270dd3-f641-43c4-be05-99fc3ff39498 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/routers/b5cf97aa-12b0-41fd-b7b6-b021d4781631 HTTP/1.1" status: 200 len: 907 time: 0.2792845 Nov 23 04:39:34.332431 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b0ea343-1397-4cf9-87fc-32dd67e99a32 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.334052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40978) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:34.352147 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Checking router: b5cf97aa-12b0-41fd-b7b6-b021d4781631 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:39:34.352899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Updating router b5cf97aa-12b0-41fd-b7b6-b021d4781631 port 7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:39:34.378651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.439323 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0ea343-1397-4cf9-87fc-32dd67e99a32 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event deleted for resources: {'Port': ['ID=505ca56e-e296-47b9-b909-804664f8fcb5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:34.455569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-20068b99-fefe-4c43-adaa-aa6bfca0bf03 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] device_id is not set on port caa58bef-b0b2-4b05-a5c8-130f5d3c93c1 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:34.491098 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e7a7e4d-2a76-4d32-87ac-8a87397cfd73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:39:34.504814 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c0597-86d1-488d-b14c-c13960b8d623 None None] Sync routers for ids ['88126e00-52c3-48d9-9827-aa608b67eee4'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:39:34.519261 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c0597-86d1-488d-b14c-c13960b8d623 None None] Routers {'88126e00-52c3-48d9-9827-aa608b67eee4'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:34.520247 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f01c0597-86d1-488d-b14c-c13960b8d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['88126e00-52c3-48d9-9827-aa608b67eee4'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:34.528595 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6e7a7e4d-2a76-4d32-87ac-8a87397cfd73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.548160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c6902d1-bd0b-4b57-b7d0-a0ed8ae69aa8 req-f2644cca-4f9f-42f0-8e3f-1807c058ece1 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:34.549708 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5c6902d1-bd0b-4b57-b7d0-a0ed8ae69aa8 req-f2644cca-4f9f-42f0-8e3f-1807c058ece1 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 945 time: 0.2139943 Nov 23 04:39:34.562253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b0ea343-1397-4cf9-87fc-32dd67e99a32 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.565723 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0b0ea343-1397-4cf9-87fc-32dd67e99a32 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "DELETE /v2.0/ports/505ca56e-e296-47b9-b909-804664f8fcb5 HTTP/1.1" status: 204 len: 168 time: 1.4311943 Nov 23 04:39:34.569545 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40980) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:34.570089 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40982) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:34.579594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-7d708a76-4ecd-46a7-b018-941fa1f130f8 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Request body: {'floatingip': {'port_id': '6155fcd9-2394-4422-b452-63fea3fbbb72'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:34.592994 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Usage tracker for resource:security_group and project:f938499ecb904bb58c675ef9aa031126 is out of sync, need to count used quota {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 04:39:34.663793 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b232c6f9-f41e-4fec-b57a-f341621637bf tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] GET failed (client error): The resource could not be found. Nov 23 04:39:34.671271 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b232c6f9-f41e-4fec-b57a-f341621637bf tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "GET /v2.0/ports/505ca56e-e296-47b9-b909-804664f8fcb5 HTTP/1.1" status: 404 len: 333 time: 0.0960035 Nov 23 04:39:34.676744 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 40984) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:34.678012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 04:39:34.684167 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6e7a7e4d-2a76-4d32-87ac-8a87397cfd73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "PUT /v2.0/floatingips/0bcd2986-9c19-4b63-99a6-f926bc59f4da HTTP/1.1" status: 200 len: 991 time: 3.9363992 Nov 23 04:39:34.688873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0cd49f7-c937-4ae7-baa9-09f3defd87b5', 'tag': 'c602d09f-68a5-4132-91eb-02fbe2ad0e60'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:39:34.691184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b4d892a-6633-4189-ae0f-8444477dde17" -d '{"events": [{"name": "network-changed", "server_uuid": "d0cd49f7-c937-4ae7-baa9-09f3defd87b5", "tag": "c602d09f-68a5-4132-91eb-02fbe2ad0e60"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:39:34.696017 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.699598 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d708a76-4ecd-46a7-b018-941fa1f130f8 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for floatingip, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.731824 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.743113 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.829745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.852018 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f01c0597-86d1-488d-b14c-c13960b8d623 None None] Set router 88126e00-52c3-48d9-9827-aa608b67eee4 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:39:34.852751 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Attempting to bind port 7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:34.853127 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Attempting to bind port 7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:34.853519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Attempting to bind port 7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:34.863556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:39:34.864593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:34.864593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.864772 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:39:34.865171 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Bound port: 7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:39:34.867182 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:34.885535 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Usage tracker for resource:security_group_rule and project:f938499ecb904bb58c675ef9aa031126 is out of sync, need to count used quota {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Nov 23 04:39:34.892189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-762a443b-69b8-4e9c-aefb-4577546db82b x-openstack-request-id: req-762a443b-69b8-4e9c-aefb-4577546db82b {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:39:34.892498 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0cd49f7-c937-4ae7-baa9-09f3defd87b5", "tag": "c602d09f-68a5-4132-91eb-02fbe2ad0e60", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:39:34.892733 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-762a443b-69b8-4e9c-aefb-4577546db82b {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:39:34.893133 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0cd49f7-c937-4ae7-baa9-09f3defd87b5', 'tag': 'c602d09f-68a5-4132-91eb-02fbe2ad0e60', 'status': 'completed', 'code': 200} Nov 23 04:39:34.914913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.quota.resource [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=109952) count_used /opt/stack/neutron/neutron/quota/resource.py:312}} Nov 23 04:39:34.933395 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02aa501-9d9b-41bb-a917-41c7f99e6af6 None None] Pushing event updated for resources: {'Port': ['ID=7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:34.974406 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d724127e-3e12-4a59-8e5d-1e789a0a52b4 tempest-QuotasTest-1548666625 tempest-QuotasTest-1548666625-project-admin] 10.222.0.37 "GET /v2.0/quotas/f938499ecb904bb58c675ef9aa031126/details.json HTTP/1.1" status: 200 len: 703 time: 1.8124793 Nov 23 04:39:34.977885 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-20068b99-fefe-4c43-adaa-aa6bfca0bf03 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Allocated IP 172.20.0.3 (81c8fa9f-3798-4bb1-976c-a10780274bc0/c5532ae1-2bc1-4406-8e45-01b82de78dce/caa58bef-b0b2-4b05-a5c8-130f5d3c93c1) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:34.983459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] For port 7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:34.988138 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] For port 7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:39:34.995927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:35.083335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d89a5930-6b20-4c24-81fa-b69d618d229e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:35.089542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d892a-6633-4189-ae0f-8444477dde17 req-c8e6f523-6f6e-49f3-9f2a-3c193638bb09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:35.091311 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3b4d892a-6633-4189-ae0f-8444477dde17 req-c8e6f523-6f6e-49f3-9f2a-3c193638bb09 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6368c1500ebe48c7be5260bfbcbb5e9f&device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 1098 time: 0.2009785 Nov 23 04:39:35.133775 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02aa501-9d9b-41bb-a917-41c7f99e6af6 None None] Pushing event updated for resources: {'Port': ['ID=7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:35.146499 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Routers {'b5cf97aa-12b0-41fd-b7b6-b021d4781631'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:35.147325 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b5cf97aa-12b0-41fd-b7b6-b021d4781631'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:35.296337 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] Set router b5cf97aa-12b0-41fd-b7b6-b021d4781631 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:39:35.318017 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Router 67e20887-7fa2-4b6f-a484-ae6d216eeb4c is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:39:35.321845 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89a5930-6b20-4c24-81fa-b69d618d229e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Subnet': ['ID=9509a685-9c85-4074-a3e4-b1e5b73b4498,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:35.354913 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-49d40000-8de1-4523-a07b-bb195441ab44 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Deleting port 331d528e-ffff-4976-9bb3-9127cc302f3d {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:35.365539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-49d40000-8de1-4523-a07b-bb195441ab44 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:35.374160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:35.459681 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f01c0597-86d1-488d-b14c-c13960b8d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:44Z', 'revision_number': 4, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'gw_port': {'id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '0bcd2986-9c19-4b63-99a6-f926bc59f4da', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'port_id': 'c602d09f-68a5-4132-91eb-02fbe2ad0e60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'mac_address': 'fa:16:3e:91:e6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd49f7-c937-4ae7-baa9-09f3defd87b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:38:53Z', 'updated_at': '2021-11-23T04:39:32Z', 'revision_number': 1, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f21a735-1481-4973-9d5d-a5b521bebd47', 'name': '', 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'mac_address': 'fa:16:3e:26:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:42Z', 'updated_at': '2021-11-23T04:38:49Z', 'revision_number': 5, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'subnets': [{'id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:35.492138 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 40996) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:35.494462 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c0597-86d1-488d-b14c-c13960b8d623 None None] Checking router: 88126e00-52c3-48d9-9827-aa608b67eee4 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:39:35.506092 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c0597-86d1-488d-b14c-c13960b8d623 None None] Routers {'88126e00-52c3-48d9-9827-aa608b67eee4'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:35.506977 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f01c0597-86d1-488d-b14c-c13960b8d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['88126e00-52c3-48d9-9827-aa608b67eee4'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:35.523924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d892a-6633-4189-ae0f-8444477dde17 req-5b15921c-ce65-4a7b-a44d-5f5ff5398773 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:35.531195 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3b4d892a-6633-4189-ae0f-8444477dde17 req-5b15921c-ce65-4a7b-a44d-5f5ff5398773 service neutron] 10.222.0.15 "GET /v2.0/networks?id=96c71bc6-206e-4cde-ad6b-04fe79357a77 HTTP/1.1" status: 200 len: 913 time: 0.4113817 Nov 23 04:39:35.648162 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5cf97aa-12b0-41fd-b7b6-b021d4781631', 'name': 'tempest-snat-router-2111684528', 'tenant_id': '337b6db919664fec8df44be01115d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:39:26Z', 'updated_at': '2021-11-23T04:39:30Z', 'revision_number': 3, 'project_id': '337b6db919664fec8df44be01115d551', 'gw_port': {'id': '7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cf97aa-12b0-41fd-b7b6-b021d4781631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:39:28Z', 'updated_at': '2021-11-23T04:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:35.661188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d89a5930-6b20-4c24-81fa-b69d618d229e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Checking segment: {'id': '73b662d1-ffd4-4cbb-bc81-7abafda573cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4362bc04-00bd-48ad-bedd-ce0aefebc66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:35.661766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a5930-6b20-4c24-81fa-b69d618d229e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network hostable DHCP agents. Network: 4362bc04-00bd-48ad-bedd-ce0aefebc66c, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:39:35.675303 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f01c0597-86d1-488d-b14c-c13960b8d623 None None] Set router 88126e00-52c3-48d9-9827-aa608b67eee4 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:39:35.685435 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791f18c3-9eab-458c-9bb8-714e29b4d4e7 None None] The sync data for ids ['b5cf97aa-12b0-41fd-b7b6-b021d4781631'] in dv-neutron-818850-1-hyperv is: [{'id': 'b5cf97aa-12b0-41fd-b7b6-b021d4781631', 'name': 'tempest-snat-router-2111684528', 'tenant_id': '337b6db919664fec8df44be01115d551', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.85'}], 'enable_snat': True}, 'gw_port_id': '7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:39:26Z', 'updated_at': '2021-11-23T04:39:30Z', 'revision_number': 3, 'project_id': '337b6db919664fec8df44be01115d551', 'gw_port': {'id': '7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c5:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5cf97aa-12b0-41fd-b7b6-b021d4781631', 'device_owner': 'network:router_gateway', 'standard_attr_id': 252, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:39:28Z', 'updated_at': '2021-11-23T04:39:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:39:35.761260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-20068b99-fefe-4c43-adaa-aa6bfca0bf03 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:35.783692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-49d40000-8de1-4523-a07b-bb195441ab44 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:35.789323 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4ecc-c970-40f4-994d-6d9f393af507 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:35.811833 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d89a5930-6b20-4c24-81fa-b69d618d229e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network 4362bc04-00bd-48ad-bedd-ce0aefebc66c is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:39:35.825012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-49d40000-8de1-4523-a07b-bb195441ab44 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Calling delete_port for 331d528e-ffff-4976-9bb3-9127cc302f3d owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:35.842944 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-d89a5930-6b20-4c24-81fa-b69d618d229e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 4362bc04-00bd-48ad-bedd-ce0aefebc66c) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:35.848738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89a5930-6b20-4c24-81fa-b69d618d229e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:35.850056 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d89a5930-6b20-4c24-81fa-b69d618d229e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:35.858623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-192ead94-7501-4087-a478-187b55d5c253 None None] Network 4362bc04-00bd-48ad-bedd-ce0aefebc66c requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:35.889024 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d89a5930-6b20-4c24-81fa-b69d618d229e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 2.0842505 Nov 23 04:39:35.892720 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41000) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:35.899198 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-45536298-b858-4b93-80a3-2479127cd8ac tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1442798156'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:36.124655 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f01c0597-86d1-488d-b14c-c13960b8d623 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:44Z', 'revision_number': 4, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'gw_port': {'id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '0bcd2986-9c19-4b63-99a6-f926bc59f4da', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'port_id': 'c602d09f-68a5-4132-91eb-02fbe2ad0e60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'mac_address': 'fa:16:3e:91:e6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd49f7-c937-4ae7-baa9-09f3defd87b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:38:53Z', 'updated_at': '2021-11-23T04:39:32Z', 'revision_number': 1, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f21a735-1481-4973-9d5d-a5b521bebd47', 'name': '', 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'mac_address': 'fa:16:3e:26:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:42Z', 'updated_at': '2021-11-23T04:38:49Z', 'revision_number': 5, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'subnets': [{'id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:36.145495 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Deleting port 7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:36.145807 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:36.159042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-20068b99-fefe-4c43-adaa-aa6bfca0bf03 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:36.174841 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f01c0597-86d1-488d-b14c-c13960b8d623 None None] The sync data for ids ['88126e00-52c3-48d9-9827-aa608b67eee4'] in dv-neutron-818850-1-hyperv is: [{'id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:44Z', 'revision_number': 4, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'gw_port': {'id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '0bcd2986-9c19-4b63-99a6-f926bc59f4da', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'floating_ip_address': '172.26.8.241', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'port_id': 'c602d09f-68a5-4132-91eb-02fbe2ad0e60', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 131, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'mac_address': 'fa:16:3e:91:e6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0cd49f7-c937-4ae7-baa9-09f3defd87b5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:38:53Z', 'updated_at': '2021-11-23T04:39:32Z', 'revision_number': 1, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2f21a735-1481-4973-9d5d-a5b521bebd47', 'name': '', 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'mac_address': 'fa:16:3e:26:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:42Z', 'updated_at': '2021-11-23T04:38:49Z', 'revision_number': 5, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'subnets': [{'id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:39:36.211248 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-4362bc04-00bd-48ad-bedd-ce0aefebc66c', 'network_id': '4362bc04-00bd-48ad-bedd-ce0aefebc66c', 'tenant_id': 'a90f6b3b75c9410481e60bec9d5485bb', 'fixed_ips': [{'subnet_id': '9509a685-9c85-4074-a3e4-b1e5b73b4498'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:39:36.212126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:36.224138 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45536298-b858-4b93-80a3-2479127cd8ac tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:36.227784 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-45536298-b858-4b93-80a3-2479127cd8ac tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:36.274381 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3b4d892a-6633-4189-ae0f-8444477dde17 req-5e7ee120-5ffc-45a6-8106-f688d5444e03 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c602d09f-68a5-4132-91eb-02fbe2ad0e60 HTTP/1.1" status: 200 len: 999 time: 0.6738901 Nov 23 04:39:36.293938 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:39:36.358721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-49d40000-8de1-4523-a07b-bb195441ab44 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:36.384339 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20068b99-fefe-4c43-adaa-aa6bfca0bf03 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Network 81c8fa9f-3798-4bb1-976c-a10780274bc0 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:36.403682 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:36.405722 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2ff20d94-0aa3-4deb-a299-a36669221ae8 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 890 time: 7.5382338 Nov 23 04:39:36.414862 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-20068b99-fefe-4c43-adaa-aa6bfca0bf03 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:36.418576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] For port 7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:36.420918 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41006) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:36.422919 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:36.428121 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20068b99-fefe-4c43-adaa-aa6bfca0bf03 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event updated for resources: {'Port': ['ID=caa58bef-b0b2-4b05-a5c8-130f5d3c93c1,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:36.430875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20068b99-fefe-4c43-adaa-aa6bfca0bf03 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:36.479855 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-45536298-b858-4b93-80a3-2479127cd8ac tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:36.510112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d892a-6633-4189-ae0f-8444477dde17 req-6578349f-bdbb-4857-9672-86659cab0539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:36.511776 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3b4d892a-6633-4189-ae0f-8444477dde17 req-6578349f-bdbb-4857-9672-86659cab0539 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b6e0da7a-e696-4156-a0c5-214eeeb37609 HTTP/1.1" status: 200 len: 851 time: 0.2268510 Nov 23 04:39:36.515412 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Allocated IP 172.20.255.242 (4362bc04-00bd-48ad-bedd-ce0aefebc66c/9509a685-9c85-4074-a3e4-b1e5b73b4498/248d32ec-248b-4d5d-83b2-d579043da7f1) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:36.560403 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c3f1d1-6f7e-4b10-becb-6345805f93a7 None None] Sync routers for ids ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:39:36.585956 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce641d62-bc4f-4a1d-a89a-8df55a9408ed None None] New status for floating IP 0bcd2986-9c19-4b63-99a6-f926bc59f4da: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:39:36.676682 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Calling delete_port for 7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7 owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:36.684951 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-49d40000-8de1-4523-a07b-bb195441ab44 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:36.691567 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-49d40000-8de1-4523-a07b-bb195441ab44 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "DELETE /v2.0/ports/331d528e-ffff-4976-9bb3-9127cc302f3d HTTP/1.1" status: 204 len: 168 time: 2.0078895 Nov 23 04:39:36.696122 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d40000-8de1-4523-a07b-bb195441ab44 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event deleted for resources: {'Port': ['ID=331d528e-ffff-4976-9bb3-9127cc302f3d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:36.697962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41008) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:36.714858 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c3f1d1-6f7e-4b10-becb-6345805f93a7 None None] Routers {'67e20887-7fa2-4b6f-a484-ae6d216eeb4c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:36.717415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a1c3f1d1-6f7e-4b10-becb-6345805f93a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:36.777628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-45536298-b858-4b93-80a3-2479127cd8ac tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:36.778026 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-45536298-b858-4b93-80a3-2479127cd8ac tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Added segment 8bb66f7b-1546-45be-a7b0-bc5484bf6d41 of type vlan for network 6a294232-9953-4e25-be76-fd6c8bcda515 Nov 23 04:39:36.830221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4ecc-c970-40f4-994d-6d9f393af507 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:36.854926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20068b99-fefe-4c43-adaa-aa6bfca0bf03 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:36.855605 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-20068b99-fefe-4c43-adaa-aa6bfca0bf03 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:36.857091 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d708a76-4ecd-46a7-b018-941fa1f130f8 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:36.882618 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1b7f4ecc-c970-40f4-994d-6d9f393af507 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:36.917047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d708a76-4ecd-46a7-b018-941fa1f130f8 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:36.938084 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4d892a-6633-4189-ae0f-8444477dde17 req-06abf34c-09ce-4537-9053-0f7f4cebe0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:36.939847 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3b4d892a-6633-4189-ae0f-8444477dde17 req-06abf34c-09ce-4537-9053-0f7f4cebe0db service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96c71bc6-206e-4cde-ad6b-04fe79357a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4122698 Nov 23 04:39:36.950789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-45536298-b858-4b93-80a3-2479127cd8ac tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:36.965808 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-20068b99-fefe-4c43-adaa-aa6bfca0bf03 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2548947 Nov 23 04:39:36.972724 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c873873-0260-48b7-a53e-03e1aa449f0f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Deleting subnet 1010a41d-24f8-4c84-927b-75d28c80f07e {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:39:36.976572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5c873873-0260-48b7-a53e-03e1aa449f0f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.009676 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41010) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:37.024892 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:39:37.030463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:87:66:f5'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:37.032086 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5c873873-0260-48b7-a53e-03e1aa449f0f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.042241 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a1c3f1d1-6f7e-4b10-becb-6345805f93a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:37.071721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.resource_extend [None req-45536298-b858-4b93-80a3-2479127cd8ac tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 04:39:37.085335 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7f4ecc-c970-40f4-994d-6d9f393af507 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b26c98fc-e99b-41fa-a513-f31b67dd7bad,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:37.093672 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1b7f4ecc-c970-40f4-994d-6d9f393af507 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9f3ed721f0864e20a2f69fd915e1c4bd&name=default HTTP/1.1" status: 200 len: 2996 time: 1.5949376 Nov 23 04:39:37.096291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41012) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:37.152778 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e2406a4e-870f-42a7-a590-5c8a6c4809fb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.178587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c3f1d1-6f7e-4b10-becb-6345805f93a7 None None] Routers {'67e20887-7fa2-4b6f-a484-ae6d216eeb4c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:37.179340 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a1c3f1d1-6f7e-4b10-becb-6345805f93a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:37.182138 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7feaf986-06ab-41d1-ad1f-424f7a3e7f09 None None] Provisioning complete for port caa58bef-b0b2-4b05-a5c8-130f5d3c93c1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:37.182616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7feaf986-06ab-41d1-ad1f-424f7a3e7f09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.213744 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-45536298-b858-4b93-80a3-2479127cd8ac tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.221065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45536298-b858-4b93-80a3-2479127cd8ac tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:37.222155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-45536298-b858-4b93-80a3-2479127cd8ac tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.264843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a1c3f1d1-6f7e-4b10-becb-6345805f93a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:37.265489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1c3f1d1-6f7e-4b10-becb-6345805f93a7 None None] The sync data for ids ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:39:37.301108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7feaf986-06ab-41d1-ad1f-424f7a3e7f09 None None] Port caa58bef-b0b2-4b05-a5c8-130f5d3c93c1 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:37.323732 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:37.323732 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.381942 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-7d708a76-4ecd-46a7-b018-941fa1f130f8 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Floating IP 78368da8-ea66-4b8d-ba2d-a6a430a7274a associated. External IP: 172.26.8.224, port: 6155fcd9-2394-4422-b452-63fea3fbbb72. Nov 23 04:39:37.390373 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.402425 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-45536298-b858-4b93-80a3-2479127cd8ac tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.5071926 Nov 23 04:39:37.410102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41016) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:37.421533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.421730 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-9c5b99ff-e46f-4300-8f28-dfd443e99139 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'subnet': {'network_id': '6a294232-9953-4e25-be76-fd6c8bcda515', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:37.443522 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3b4d892a-6633-4189-ae0f-8444477dde17 req-bf06320f-e972-4cb7-9a04-26878bb82992 service neutron] 10.222.0.15 "GET /v2.0/networks/96c71bc6-206e-4cde-ad6b-04fe79357a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368215 Nov 23 04:39:37.448417 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5c873873-0260-48b7-a53e-03e1aa449f0f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.467865 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.485127 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Network 4362bc04-00bd-48ad-bedd-ce0aefebc66c is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:37.489268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:37.492318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:37.492614 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45536298-b858-4b93-80a3-2479127cd8ac tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Network': ['ID=6a294232-9953-4e25-be76-fd6c8bcda515,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:37.496598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Pushing event updated for resources: {'Port': ['ID=248d32ec-248b-4d5d-83b2-d579043da7f1,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:37.524383 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 6a294232-9953-4e25-be76-fd6c8bcda515 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:37.535104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70430ab8-1eb9-4063-8d9c-aa2adb0956ca admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.605907 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70430ab8-1eb9-4063-8d9c-aa2adb0956ca admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.615221 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Attempting to bind port 248d32ec-248b-4d5d-83b2-d579043da7f1 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:37.615587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Attempting to bind port 248d32ec-248b-4d5d-83b2-d579043da7f1 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '73b662d1-ffd4-4cbb-bc81-7abafda573cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4362bc04-00bd-48ad-bedd-ce0aefebc66c'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:37.616025 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Attempting to bind port 248d32ec-248b-4d5d-83b2-d579043da7f1 on network 4362bc04-00bd-48ad-bedd-ce0aefebc66c {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:37.616680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.649113 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 39, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:39:37.649538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Checking segment: {'id': '73b662d1-ffd4-4cbb-bc81-7abafda573cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4362bc04-00bd-48ad-bedd-ce0aefebc66c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:37.649912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.650300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Bound using segment: {'id': '73b662d1-ffd4-4cbb-bc81-7abafda573cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4362bc04-00bd-48ad-bedd-ce0aefebc66c'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:39:37.650785 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Bound port: 248d32ec-248b-4d5d-83b2-d579043da7f1, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73b662d1-ffd4-4cbb-bc81-7abafda573cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '4362bc04-00bd-48ad-bedd-ce0aefebc66c'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:39:37.651210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.670613 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.685060 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Pushing event deleted for resources: {'Port': ['ID=7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:37.697725 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5c873873-0260-48b7-a53e-03e1aa449f0f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.734701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] For port 248d32ec-248b-4d5d-83b2-d579043da7f1, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:37.738134 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] For port 248d32ec-248b-4d5d-83b2-d579043da7f1, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=248d32ec-248b-4d5d-83b2-d579043da7f1,segment=NetworkSegment(73b662d1-ffd4-4cbb-bc81-7abafda573cb),segment_id=73b662d1-ffd4-4cbb-bc81-7abafda573cb)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:39:37.743149 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.769136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c873873-0260-48b7-a53e-03e1aa449f0f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event deleted for resources: {'Subnet': ['ID=1010a41d-24f8-4c84-927b-75d28c80f07e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:37.777850 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5c873873-0260-48b7-a53e-03e1aa449f0f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.783918 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5c873873-0260-48b7-a53e-03e1aa449f0f tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "DELETE /v2.0/subnets/1010a41d-24f8-4c84-927b-75d28c80f07e HTTP/1.1" status: 204 len: 168 time: 1.0783834 Nov 23 04:39:37.786526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41018) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:37.796911 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c5b99ff-e46f-4300-8f28-dfd443e99139 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:37.800298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9c5b99ff-e46f-4300-8f28-dfd443e99139 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.811300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa400a2-7d43-458e-acdf-847184f6b0d1 None None] Network cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:37.850352 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3b4d892a-6633-4189-ae0f-8444477dde17 req-011492bf-abb9-4572-852c-e5197f2bd1ab service neutron] 10.222.0.15 "GET /v2.0/networks/96c71bc6-206e-4cde-ad6b-04fe79357a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3872716 Nov 23 04:39:37.901187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb516f0-bca0-40f2-8d42-9b1d45d83bdb None None] Pushing event updated for resources: {'Port': ['ID=248d32ec-248b-4d5d-83b2-d579043da7f1,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:37.996310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70430ab8-1eb9-4063-8d9c-aa2adb0956ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:37.999996 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70430ab8-1eb9-4063-8d9c-aa2adb0956ca admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.001142 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-70430ab8-1eb9-4063-8d9c-aa2adb0956ca admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b26c98fc-e99b-41fa-a513-f31b67dd7bad HTTP/1.1" status: 204 len: 168 time: 0.8379924 Nov 23 04:39:38.014854 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.050976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.066773 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce8456d-7a2e-49f8-8f4b-766878aed899 None None] DHCP port deletion for cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:39:38.113510 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d708a76-4ecd-46a7-b018-941fa1f130f8 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:39:38.201512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7ce8456d-7a2e-49f8-8f4b-766878aed899 None None] Deleting port b812e690-6012-487d-baa3-d7405e6c6e11 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:38.201893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ce8456d-7a2e-49f8-8f4b-766878aed899 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.306087 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7ce8456d-7a2e-49f8-8f4b-766878aed899 None None] For port b812e690-6012-487d-baa3-d7405e6c6e11, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b812e690-6012-487d-baa3-d7405e6c6e11,segment=NetworkSegment(ab5723fb-042c-4e8e-93d0-1f722f68f276),segment_id=ab5723fb-042c-4e8e-93d0-1f722f68f276)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:38.306768 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ce8456d-7a2e-49f8-8f4b-766878aed899 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.328825 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70430ab8-1eb9-4063-8d9c-aa2adb0956ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b26c98fc-e99b-41fa-a513-f31b67dd7bad,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:38.353848 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7ce8456d-7a2e-49f8-8f4b-766878aed899 None None] Calling delete_port for b812e690-6012-487d-baa3-d7405e6c6e11 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:38.411406 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.417967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.480317 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.486248 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.504415 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9c5b99ff-e46f-4300-8f28-dfd443e99139 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.523666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.527513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ce8456d-7a2e-49f8-8f4b-766878aed899 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.549508 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.550155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b5cf97aa-12b0-41fd-b7b6-b021d4781631 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:39:38.555354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce8456d-7a2e-49f8-8f4b-766878aed899 None None] Pushing event deleted for resources: {'Port': ['ID=b812e690-6012-487d-baa3-d7405e6c6e11,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:38.559222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ce8456d-7a2e-49f8-8f4b-766878aed899 None None] No DVR routers for this DVR port b812e690-6012-487d-baa3-d7405e6c6e11 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:39:38.561933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.563312 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5871d612-14ff-443c-b355-758c9c969652 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b5cf97aa-12b0-41fd-b7b6-b021d4781631 HTTP/1.1" status: 204 len: 168 time: 4.2182162 Nov 23 04:39:38.571061 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41026) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:38.630573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41028) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:38.647513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5b99ff-e46f-4300-8f28-dfd443e99139 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Subnet': ['ID=4b71ca2e-e589-4a30-9775-f82a38dd634a,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:38.664861 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.677077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-11a6b475-1260-4fa8-9313-e332860eedc2 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.760385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Deleting port b812e690-6012-487d-baa3-d7405e6c6e11 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:38.760985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:38.764623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c5b99ff-e46f-4300-8f28-dfd443e99139 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Checking segment: {'id': '8bb66f7b-1546-45be-a7b0-bc5484bf6d41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '6a294232-9953-4e25-be76-fd6c8bcda515'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:38.764976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b99ff-e46f-4300-8f28-dfd443e99139 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network hostable DHCP agents. Network: 6a294232-9953-4e25-be76-fd6c8bcda515, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:39:39.094149 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] For port b812e690-6012-487d-baa3-d7405e6c6e11, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:39.094149 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.095900 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d708a76-4ecd-46a7-b018-941fa1f130f8 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:39:39.096136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.121741 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d515559-43cc-46df-b9d8-1bf71ff175fa None None] Sync routers for ids ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:39:39.144983 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d515559-43cc-46df-b9d8-1bf71ff175fa None None] Routers {'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:39.145484 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d708a76-4ecd-46a7-b018-941fa1f130f8 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.147515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6d515559-43cc-46df-b9d8-1bf71ff175fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:39.157935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c5b99ff-e46f-4300-8f28-dfd443e99139 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network 6a294232-9953-4e25-be76-fd6c8bcda515 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:39:39.193419 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Calling delete_port for b812e690-6012-487d-baa3-d7405e6c6e11 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:39.213036 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.ipam_backend_mixin [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Port b812e690-6012-487d-baa3-d7405e6c6e11 was not found and therefore no delete operation was performed {{(pid=109953) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:39:39.240054 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event updated for resources: {'Port': ['ID=caa58bef-b0b2-4b05-a5c8-130f5d3c93c1,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:39.276038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.276628 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.277118 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.278453 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.279005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.279514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.280064 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.280540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.281064 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 248d32ec-248b-4d5d-83b2-d579043da7f1 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:39:39.281235 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.281809 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.282374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.282860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.298450 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7d708a76-4ecd-46a7-b018-941fa1f130f8 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "PUT /v2.0/floatingips/78368da8-ea66-4b8d-ba2d-a6a430a7274a HTTP/1.1" status: 200 len: 991 time: 4.7243080 Nov 23 04:39:39.302195 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13485ef8-6936-4522-9130-ba56b3128e1d', 'tag': '6155fcd9-2394-4422-b452-63fea3fbbb72'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:39:39.305586 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a91efd11-d9c6-49e3-8008-d5539c3e5033" -d '{"events": [{"name": "network-changed", "server_uuid": "13485ef8-6936-4522-9130-ba56b3128e1d", "tag": "6155fcd9-2394-4422-b452-63fea3fbbb72"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:39:39.312753 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] In _notify_port_updated(), no bound segment for port caa58bef-b0b2-4b05-a5c8-130f5d3c93c1 on network 81c8fa9f-3798-4bb1-976c-a10780274bc0 {{(pid=109952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:39:39.315808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.319576 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:39.320416 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.322237 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2c180b78-a141-4f31-8cf2-f749c3660764 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "PUT /v2.0/ports/caa58bef-b0b2-4b05-a5c8-130f5d3c93c1 HTTP/1.1" status: 200 len: 996 time: 2.3113029 Nov 23 04:39:39.325665 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41034) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:39.362390 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.380086 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-9c5b99ff-e46f-4300-8f28-dfd443e99139 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 6a294232-9953-4e25-be76-fd6c8bcda515) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:39.384826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] No DVR routers for this DVR port b812e690-6012-487d-baa3-d7405e6c6e11 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:39:39.421832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:39:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a584b371-81cd-4503-a5fa-f7d9923a4a1d x-openstack-request-id: req-a584b371-81cd-4503-a5fa-f7d9923a4a1d {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:39:39.422277 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13485ef8-6936-4522-9130-ba56b3128e1d", "tag": "6155fcd9-2394-4422-b452-63fea3fbbb72", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:39:39.422627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a584b371-81cd-4503-a5fa-f7d9923a4a1d {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:39:39.423128 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13485ef8-6936-4522-9130-ba56b3128e1d', 'tag': '6155fcd9-2394-4422-b452-63fea3fbbb72', 'status': 'completed', 'code': 200} Nov 23 04:39:39.442895 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b18d230-a352-4a6a-980e-fb14f900e964 None None] Network 6a294232-9953-4e25-be76-fd6c8bcda515 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:39.500709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9b67af2f-9087-46b4-8a44-e318c7abcb97 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.501028 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c5b99ff-e46f-4300-8f28-dfd443e99139 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:39.504115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9c5b99ff-e46f-4300-8f28-dfd443e99139 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.545996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047bbfe9-fbed-4545-ab2b-101df0cca7e4 None None] Network 4362bc04-00bd-48ad-bedd-ce0aefebc66c requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:39.547298 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Allocated IP 172.20.0.1 (a302be0c-6343-47d6-8f6a-d5ab70d0437f/a56b3cf3-6a5b-46b1-839d-b8154d55767b/cd124c72-ee69-4fa8-9308-4ae09896c19a) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:39.548096 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-11a6b475-1260-4fa8-9313-e332860eedc2 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.549723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event deleted for resources: {'Port': ['ID=b812e690-6012-487d-baa3-d7405e6c6e11,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:39.585376 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9c5b99ff-e46f-4300-8f28-dfd443e99139 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 2.1703184 Nov 23 04:39:39.602833 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-11a6b475-1260-4fa8-9313-e332860eedc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.606986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41038) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:39.629656 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.629861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.630885 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.630885 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.631093 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.631310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.631645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.632427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.632427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.632596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.632927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.633244 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:39.639209 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91efd11-d9c6-49e3-8008-d5539c3e5033 req-c427a9ed-ee58-4a96-be35-3a5b2bf90132 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:39.640686 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a91efd11-d9c6-49e3-8008-d5539c3e5033 req-c427a9ed-ee58-4a96-be35-3a5b2bf90132 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=7fa374e9f4784c43b80304323e3717a8&device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 1098 time: 0.1731374 Nov 23 04:39:39.642345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.705183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Provisioning complete for port 248d32ec-248b-4d5d-83b2-d579043da7f1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:39.705604 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.712286 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-80e2d9d6-bc98-4a4c-bf63-f2196f3d263c tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Deleting port caa58bef-b0b2-4b05-a5c8-130f5d3c93c1 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:39.712557 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-80e2d9d6-bc98-4a4c-bf63-f2196f3d263c tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.736034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:39.742470 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-11a6b475-1260-4fa8-9313-e332860eedc2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f938499ecb904bb58c675ef9aa031126&name=default HTTP/1.1" status: 200 len: 2996 time: 1.1074402 Nov 23 04:39:39.742470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a6b475-1260-4fa8-9313-e332860eedc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6cfd051-29e0-4b63-afa5-3086eb1488dc,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:39.748846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41040) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:39.759253 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 248d32ec-248b-4d5d-83b2-d579043da7f1 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:39.759623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.769666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab5723fb-042c-4e8e-93d0-1f722f68f276') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:39.770198 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab5723fb-042c-4e8e-93d0-1f722f68f276') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:39.781610 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Deleting port f04ebb74-1754-42f0-9409-d2ec35150dca {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:39.781768 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.816950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-6d515559-43cc-46df-b9d8-1bf71ff175fa None None] Set router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:39:39.842127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.862304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.874925 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91efd11-d9c6-49e3-8008-d5539c3e5033 req-40663f44-29c1-4430-b098-2ca539c3e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:39.876676 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a91efd11-d9c6-49e3-8008-d5539c3e5033 req-40663f44-29c1-4430-b098-2ca539c3e161 service neutron] 10.222.0.15 "GET /v2.0/networks?id=11d0d08f-df23-4386-978f-0f1b245142bf HTTP/1.1" status: 200 len: 907 time: 0.2230787 Nov 23 04:39:39.894639 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-80e2d9d6-bc98-4a4c-bf63-f2196f3d263c tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.913663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.933594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:39.933935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:39.941315 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:39.945491 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-80e2d9d6-bc98-4a4c-bf63-f2196f3d263c tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Calling delete_port for caa58bef-b0b2-4b05-a5c8-130f5d3c93c1 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:39.945619 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.002271 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] For port f04ebb74-1754-42f0-9409-d2ec35150dca, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f04ebb74-1754-42f0-9409-d2ec35150dca,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:40.002657 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.017316 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a91efd11-d9c6-49e3-8008-d5539c3e5033 req-7f2d3392-9deb-43b4-a796-848853a7a8b9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=6155fcd9-2394-4422-b452-63fea3fbbb72 HTTP/1.1" status: 200 len: 999 time: 0.1321559 Nov 23 04:39:40.034565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Calling delete_port for f04ebb74-1754-42f0-9409-d2ec35150dca owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:40.039183 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.049152 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8ef0f2b4-4c2e-4ab3-b090-416ae1e19f8e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.059671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.098997 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.104893 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] 10.222.0.37 "DELETE /v2.0/networks/cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d HTTP/1.1" status: 204 len: 168 time: 2.3170333 Nov 23 04:39:40.140085 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Network a302be0c-6343-47d6-8f6a-d5ab70d0437f is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:40.155532 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:40.158402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:40.162542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8ef0f2b4-4c2e-4ab3-b090-416ae1e19f8e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.165327 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91efd11-d9c6-49e3-8008-d5539c3e5033 req-202603de-0f4c-4cc4-b72d-5f3d65506e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:40.167788 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a91efd11-d9c6-49e3-8008-d5539c3e5033 req-202603de-0f4c-4cc4-b72d-5f3d65506e36 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=45b211fe-4bfb-46ee-9494-6e310ec55924 HTTP/1.1" status: 200 len: 845 time: 0.1399245 Nov 23 04:39:40.168199 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3961d9a8-89a1-4fdd-be02-50d1b7da1272 tempest-AllowedAddressPairIpV6TestJSON-1060952313 tempest-AllowedAddressPairIpV6TestJSON-1060952313-project] Pushing event deleted for resources: {'Network': ['ID=cdd6f485-a4f7-45b2-b7fc-ade80fd51b1d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:40.188635 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event updated for resources: {'Port': ['ID=cd124c72-ee69-4fa8-9308-4ae09896c19a,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:40.195483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.228005 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.292735 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.350489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8ef0f2b4-4c2e-4ab3-b090-416ae1e19f8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.353502 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8ef0f2b4-4c2e-4ab3-b090-416ae1e19f8e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.354800 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8ef0f2b4-4c2e-4ab3-b090-416ae1e19f8e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f6cfd051-29e0-4b63-afa5-3086eb1488dc HTTP/1.1" status: 204 len: 168 time: 0.6023486 Nov 23 04:39:40.376569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf2eb6f6-e5f4-4f3a-919f-db48813049c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6a294232-9953-4e25-be76-fd6c8bcda515', 'network_id': '6a294232-9953-4e25-be76-fd6c8bcda515', 'tenant_id': 'a90f6b3b75c9410481e60bec9d5485bb', 'fixed_ips': [{'subnet_id': '4b71ca2e-e589-4a30-9775-f82a38dd634a'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:39:40.377837 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bf2eb6f6-e5f4-4f3a-919f-db48813049c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.418377 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef0f2b4-4c2e-4ab3-b090-416ae1e19f8e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6cfd051-29e0-4b63-afa5-3086eb1488dc,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:40.419634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91efd11-d9c6-49e3-8008-d5539c3e5033 req-71d08301-6014-417b-9d06-7ec51a57a4fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:40.423236 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a91efd11-d9c6-49e3-8008-d5539c3e5033 req-71d08301-6014-417b-9d06-7ec51a57a4fb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=11d0d08f-df23-4386-978f-0f1b245142bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2263689 Nov 23 04:39:40.430282 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.433660 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-80e2d9d6-bc98-4a4c-bf63-f2196f3d263c tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.516145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Subnet': ['ID=4b71ca2e-e589-4a30-9775-f82a38dd634a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:40.534248 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.538680 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] For port 248d32ec-248b-4d5d-83b2-d579043da7f1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=248d32ec-248b-4d5d-83b2-d579043da7f1,segment=NetworkSegment(73b662d1-ffd4-4cbb-bc81-7abafda573cb),segment_id=73b662d1-ffd4-4cbb-bc81-7abafda573cb)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:40.548635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.552308 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.602919 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.619395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e2d9d6-bc98-4a4c-bf63-f2196f3d263c tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event deleted for resources: {'Port': ['ID=caa58bef-b0b2-4b05-a5c8-130f5d3c93c1,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:40.701756 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Pushing event deleted for resources: {'Port': ['ID=f04ebb74-1754-42f0-9409-d2ec35150dca,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:40.802153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41056) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:40.813831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.823570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.890698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Could not find standard attr ID for object caa58bef-b0b2-4b05-a5c8-130f5d3c93c1. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:39:40.957350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a294232-9953-4e25-be76-fd6c8bcda515']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:40.961155 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3731d2cb-013f-4ed3-9af0-6fa65c0d015e None None] Network 6a294232-9953-4e25-be76-fd6c8bcda515 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:40.974160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb66f7b-1546-45be-a7b0-bc5484bf6d41') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:40.974460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb66f7b-1546-45be-a7b0-bc5484bf6d41') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:40.988546 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.992080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.993376 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a91efd11-d9c6-49e3-8008-d5539c3e5033 req-3d94b045-fa6b-40a8-a145-2df03de1bb40 service neutron] 10.222.0.15 "GET /v2.0/networks/11d0d08f-df23-4386-978f-0f1b245142bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5488894 Nov 23 04:39:40.996278 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:40.998904 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-80e2d9d6-bc98-4a4c-bf63-f2196f3d263c tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.007131 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-80e2d9d6-bc98-4a4c-bf63-f2196f3d263c tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "DELETE /v2.0/ports/caa58bef-b0b2-4b05-a5c8-130f5d3c93c1 HTTP/1.1" status: 204 len: 168 time: 1.6795721 Nov 23 04:39:41.009786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41066) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:41.061788 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.070199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Pushing event updated for resources: {'Port': ['ID=248d32ec-248b-4d5d-83b2-d579043da7f1,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:41.071681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.072499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 33346b04-2dbc-45c0-b7c1-c1f09d6a7d18 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:39:41.075651 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:41.076676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:41.080535 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:41.113779 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.115877 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b8fe3780-e62a-4ea8-9d91-871b94c267fd tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "DELETE /v2.0/routers/33346b04-2dbc-45c0-b7c1-c1f09d6a7d18 HTTP/1.1" status: 204 len: 168 time: 2.5417120 Nov 23 04:39:41.132981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:41.133620 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:41.134131 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:41.134602 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:41.135069 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:41.135554 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:41.136031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:41.136487 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41070) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:41.136673 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:41.137159 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:41.137648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:41.138109 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:41.138624 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c16fd68-593e-493a-972f-54972f10d613 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:39:41.147088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:39:41.147730 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:39:41.154478 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-0579d702-441a-484c-8b22-e31cc833447c None None] Provisioning complete for port cd124c72-ee69-4fa8-9308-4ae09896c19a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:41.155002 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0579d702-441a-484c-8b22-e31cc833447c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.196178 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-584576263', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:41.222891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.237476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.243716 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/6a294232-9953-4e25-be76-fd6c8bcda515 HTTP/1.1" status: 204 len: 168 time: 1.6312187 Nov 23 04:39:41.259274 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41072) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:41.260079 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9ef286-00b8-4e6d-9c23-96445cdd83ca tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Network': ['ID=6a294232-9953-4e25-be76-fd6c8bcda515,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:41.267581 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-13f2e9a4-4173-41fa-9726-fabe5f67161a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1358180127'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:41.283847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-0579d702-441a-484c-8b22-e31cc833447c None None] Port cd124c72-ee69-4fa8-9308-4ae09896c19a cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:41.293147 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-185be81b-0a63-4583-b98b-7082d6c2dc30 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] GET failed (client error): The resource could not be found. Nov 23 04:39:41.299282 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-185be81b-0a63-4583-b98b-7082d6c2dc30 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "GET /v2.0/ports/caa58bef-b0b2-4b05-a5c8-130f5d3c93c1 HTTP/1.1" status: 404 len: 333 time: 0.2810111 Nov 23 04:39:41.302808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41076) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:41.310880 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e85053cf-e12d-4585-835f-42383d2e9740 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Request body: {'port': {'network_id': '81c8fa9f-3798-4bb1-976c-a10780274bc0', 'name': 'tempest-AllowedAddressPairTestJSON-1622793576'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:41.311221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.db.api [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 04:39:41.311221 dv-neutron-818850-1-hyperv neutron-server[109952]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Nov 23 04:39:41.311221 dv-neutron-818850-1-hyperv neutron-server[109952]: [parameters: {'project_id': 'ab562de8d08e4bbb874b6adee73e78e5', 'id': '1cec7a15-5649-4382-9aa3-36c92834d283', 'expiration': datetime.datetime(2021, 11, 23, 4, 41, 41, 283522)}] Nov 23 04:39:41.311221 dv-neutron-818850-1-hyperv neutron-server[109952]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:39:41.311963 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG oslo_db.api [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:39:41.317553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6d515559-43cc-46df-b9d8-1bf71ff175fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'gw_port': {'id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '78368da8-ea66-4b8d-ba2d-a6a430a7274a', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'floating_ip_address': '172.26.8.224', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'port_id': '6155fcd9-2394-4422-b452-63fea3fbbb72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'mac_address': 'fa:16:3e:c3:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13485ef8-6936-4522-9130-ba56b3128e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:39:02Z', 'updated_at': '2021-11-23T04:39:36Z', 'revision_number': 1, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe2de30-f514-4720-afba-d383e644cda8', 'name': '', 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'mac_address': 'fa:16:3e:44:ee:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:49Z', 'updated_at': '2021-11-23T04:38:57Z', 'revision_number': 5, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'subnets': [{'id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:41.323715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13f2e9a4-4173-41fa-9726-fabe5f67161a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:41.324931 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.328407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-13f2e9a4-4173-41fa-9726-fabe5f67161a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.401195 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13f2e9a4-4173-41fa-9726-fabe5f67161a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:41.422676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-13f2e9a4-4173-41fa-9726-fabe5f67161a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.423043 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-13f2e9a4-4173-41fa-9726-fabe5f67161a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Added segment c886c31e-e941-47d2-86e8-cf114f73dd4d of type vlan for network 6c41ac25-1e7a-49c4-9a78-3cba3d82d21c Nov 23 04:39:41.423595 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ae024d45-f2df-4f3c-ac8c-751571435aee admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6c842b7094744959b5db0868f8bd8c1e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6094635 Nov 23 04:39:41.426535 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41082) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:41.434963 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d515559-43cc-46df-b9d8-1bf71ff175fa None None] Checking router: bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:39:41.443578 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a91efd11-d9c6-49e3-8008-d5539c3e5033 req-519290cf-275d-40ab-b527-2093a44b9800 service neutron] 10.222.0.15 "GET /v2.0/networks/11d0d08f-df23-4386-978f-0f1b245142bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4352217 Nov 23 04:39:41.455293 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d515559-43cc-46df-b9d8-1bf71ff175fa None None] Routers {'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:41.456025 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6d515559-43cc-46df-b9d8-1bf71ff175fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:41.527103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-13f2e9a4-4173-41fa-9726-fabe5f67161a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.559839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9e28a051-893e-449d-b67f-a31c6c53f348 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.592896 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e85053cf-e12d-4585-835f-42383d2e9740 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Made reservation on behalf of f02eabae71544f2ca942e93009fbdd28 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:41.596906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e85053cf-e12d-4585-835f-42383d2e9740 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.604386 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9e28a051-893e-449d-b67f-a31c6c53f348 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.606490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-13f2e9a4-4173-41fa-9726-fabe5f67161a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.607956 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-6d515559-43cc-46df-b9d8-1bf71ff175fa None None] Set router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:39:41.613078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13f2e9a4-4173-41fa-9726-fabe5f67161a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:41.613913 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-13f2e9a4-4173-41fa-9726-fabe5f67161a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.635209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41086) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:41.720047 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-13f2e9a4-4173-41fa-9726-fabe5f67161a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4576843 Nov 23 04:39:41.723490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-e85053cf-e12d-4585-835f-42383d2e9740 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] device_id is not set on port 91648466-54d6-40c2-9840-a943c097b13d yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:41.736942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41090) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:41.745453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b8ed6d3a-ec9f-471f-b077-958882480c64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'subnet': {'network_id': '6c41ac25-1e7a-49c4-9a78-3cba3d82d21c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:41.771131 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.786754 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.791549 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7c964183-8148-4df2-99b0-2f35f52aee18 None None] Provisioning complete for port 248d32ec-248b-4d5d-83b2-d579043da7f1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:41.792091 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c964183-8148-4df2-99b0-2f35f52aee18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.886501 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13f2e9a4-4173-41fa-9726-fabe5f67161a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Network': ['ID=6c41ac25-1e7a-49c4-9a78-3cba3d82d21c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:41.887614 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b812e690-6012-487d-baa3-d7405e6c6e11 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:39:41.913853 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 6c41ac25-1e7a-49c4-9a78-3cba3d82d21c details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:41.916638 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.932534 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: b812e690-6012-487d-baa3-d7405e6c6e11 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:39:41.932891 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b812e690-6012-487d-baa3-d7405e6c6e11 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:39:41.974144 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.977369 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event updated for resources: {'Port': ['ID=cd124c72-ee69-4fa8-9308-4ae09896c19a,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:41.985980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:41.987168 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:42.041881 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8af8f4d1-0d1a-46c8-b85e-9b407e8cb5b9 tempest-AgentManagementNegativeTest-2009190166 tempest-AgentManagementNegativeTest-2009190166-project] 10.222.0.37 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.4001119 Nov 23 04:39:42.048942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9e28a051-893e-449d-b67f-a31c6c53f348 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:42.051593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9e28a051-893e-449d-b67f-a31c6c53f348 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:42.052711 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9e28a051-893e-449d-b67f-a31c6c53f348 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9cd372bf-5ded-4922-bda6-287efc105b63 HTTP/1.1" status: 204 len: 168 time: 0.6250682 Nov 23 04:39:42.110277 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 248d32ec-248b-4d5d-83b2-d579043da7f1 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:39:42.118253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:42.134176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e28a051-893e-449d-b67f-a31c6c53f348 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cd372bf-5ded-4922-bda6-287efc105b63,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:42.142170 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8ed6d3a-ec9f-471f-b077-958882480c64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:42.152248 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6d3a-ec9f-471f-b077-958882480c64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:42.243374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Network a302be0c-6343-47d6-8f6a-d5ab70d0437f is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:42.245131 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:42.273684 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 248d32ec-248b-4d5d-83b2-d579043da7f1 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:42.274283 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:42.293628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.ipam_backend_mixin [None req-b8ed6d3a-ec9f-471f-b077-958882480c64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Performing IP validity checks on allocation pools {{(pid=109953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 04:39:42.296359 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.ipam_backend_mixin [None req-b8ed6d3a-ec9f-471f-b077-958882480c64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 04:39:42.325143 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:42.373324 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-e85053cf-e12d-4585-835f-42383d2e9740 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Allocated IP 172.20.0.11 (81c8fa9f-3798-4bb1-976c-a10780274bc0/c5532ae1-2bc1-4406-8e45-01b82de78dce/91648466-54d6-40c2-9840-a943c097b13d) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:42.383219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6d515559-43cc-46df-b9d8-1bf71ff175fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'gw_port': {'id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '78368da8-ea66-4b8d-ba2d-a6a430a7274a', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'floating_ip_address': '172.26.8.224', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'port_id': '6155fcd9-2394-4422-b452-63fea3fbbb72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'mac_address': 'fa:16:3e:c3:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13485ef8-6936-4522-9130-ba56b3128e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:39:02Z', 'updated_at': '2021-11-23T04:39:36Z', 'revision_number': 1, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe2de30-f514-4720-afba-d383e644cda8', 'name': '', 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'mac_address': 'fa:16:3e:44:ee:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:49Z', 'updated_at': '2021-11-23T04:38:57Z', 'revision_number': 5, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'subnets': [{'id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:42.462108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d515559-43cc-46df-b9d8-1bf71ff175fa None None] The sync data for ids ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'] in dv-neutron-818850-1-hyperv is: [{'id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'gw_port': {'id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '78368da8-ea66-4b8d-ba2d-a6a430a7274a', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'floating_ip_address': '172.26.8.224', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'port_id': '6155fcd9-2394-4422-b452-63fea3fbbb72', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'mac_address': 'fa:16:3e:c3:b1:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13485ef8-6936-4522-9130-ba56b3128e1d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:39:02Z', 'updated_at': '2021-11-23T04:39:36Z', 'revision_number': 1, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ebe2de30-f514-4720-afba-d383e644cda8', 'name': '', 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'mac_address': 'fa:16:3e:44:ee:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:49Z', 'updated_at': '2021-11-23T04:38:57Z', 'revision_number': 5, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'subnets': [{'id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:39:42.584009 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Router 67e20887-7fa2-4b6f-a484-ae6d216eeb4c has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:39:42.603524 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41106) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:42.612376 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:42.636807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-745db5cc-ebca-45d1-8050-471e28869715 None None] Provisioning complete for port cd124c72-ee69-4fa8-9308-4ae09896c19a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:42.637567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-745db5cc-ebca-45d1-8050-471e28869715 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:42.758744 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6d3a-ec9f-471f-b077-958882480c64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:42.788186 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:39:42.800823 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04530e4-892b-48b0-a852-ace06434ef98 None None] Sync routers for ids ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:39:42.810113 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-593c5248-8392-470a-bf7c-0bacb1f928e4 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] 10.222.0.37 "PUT /v2.0/routers/67e20887-7fa2-4b6f-a484-ae6d216eeb4c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3874815 Nov 23 04:39:42.815577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41114) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:42.822072 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04530e4-892b-48b0-a852-ace06434ef98 None None] Routers {'67e20887-7fa2-4b6f-a484-ae6d216eeb4c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:42.822724 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d04530e4-892b-48b0-a852-ace06434ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:42.828009 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f22f58ee-fdc1-4bef-bbc4-18cc8a1a8613 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Request body: {'port': {'network_id': 'a302be0c-6343-47d6-8f6a-d5ab70d0437f', 'name': 'tempest-FloatingIPAdminTestJSON-1743454806'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:42.848366 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-740c3a13-ca91-41c1-b248-ab62c9881232 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:42.907168 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d04530e4-892b-48b0-a852-ace06434ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:42.922360 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d04530e4-892b-48b0-a852-ace06434ef98 None None] Routers {'67e20887-7fa2-4b6f-a484-ae6d216eeb4c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:42.925305 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d04530e4-892b-48b0-a852-ace06434ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:42.983141 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f04ebb74-1754-42f0-9409-d2ec35150dca no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:39:42.986431 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e4cfdf2-3350-4759-9d9c-5df33f9d522a None None] New status for floating IP 78368da8-ea66-4b8d-ba2d-a6a430a7274a: ACTIVE {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:39:43.003094 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d04530e4-892b-48b0-a852-ace06434ef98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:43.004008 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d04530e4-892b-48b0-a852-ace06434ef98 None None] The sync data for ids ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:39:43.061154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:43.102488 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: f04ebb74-1754-42f0-9409-d2ec35150dca {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:39:43.102846 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f04ebb74-1754-42f0-9409-d2ec35150dca not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:39:43.103261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:39:43.127974 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:43.145994 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:39:43.146344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7336a4e2-ae75-4dd5-a3f3-8a9d534b9fa7 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:39:43.155387 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-745db5cc-ebca-45d1-8050-471e28869715 None None] Port cd124c72-ee69-4fa8-9308-4ae09896c19a cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:43.268810 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Allocated IP 172.26.8.206 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/4bf2b49f-e5ea-48f6-8c51-f499f158b678) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:43.277624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e85053cf-e12d-4585-835f-42383d2e9740 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:43.282183 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-740c3a13-ca91-41c1-b248-ab62c9881232 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:43.288041 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41130) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.291627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-740c3a13-ca91-41c1-b248-ab62c9881232 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:43.318903 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed6d3a-ec9f-471f-b077-958882480c64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Subnet': ['ID=5bb55a9e-f084-4df2-b11a-318d5f82c294,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:43.380265 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740c3a13-ca91-41c1-b248-ab62c9881232 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7eb4ad4e-c322-45a3-92cf-2f190f715122,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:43.380399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e85053cf-e12d-4585-835f-42383d2e9740 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:43.386225 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-740c3a13-ca91-41c1-b248-ab62c9881232 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b7a2af3ab18e420080d0a10f1a59c0ea&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7818315 Nov 23 04:39:43.391181 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41134) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.436737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8ed6d3a-ec9f-471f-b077-958882480c64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Checking segment: {'id': 'c886c31e-e941-47d2-86e8-cf114f73dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6c41ac25-1e7a-49c4-9a78-3cba3d82d21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:43.437111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ed6d3a-ec9f-471f-b077-958882480c64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network hostable DHCP agents. Network: 6c41ac25-1e7a-49c4-9a78-3cba3d82d21c, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:39:43.448479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-aa412a29-5841-4e56-91f8-abd4351a6563 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.449742 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-aa412a29-5841-4e56-91f8-abd4351a6563 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.1592319 Nov 23 04:39:43.456353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41136) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.468482 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-df6cbf2b-66f8-4489-975b-55077454a2f6 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.469671 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-df6cbf2b-66f8-4489-975b-55077454a2f6 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0096960 Nov 23 04:39:43.473871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41138) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.474590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e85053cf-e12d-4585-835f-42383d2e9740 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Network 81c8fa9f-3798-4bb1-976c-a10780274bc0 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:43.484006 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-e85053cf-e12d-4585-835f-42383d2e9740 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:43.484171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:43.487863 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-972df979-b215-4362-900a-d791b379af4c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.491287 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-972df979-b215-4362-900a-d791b379af4c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0140622 Nov 23 04:39:43.492072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41140) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.492996 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e85053cf-e12d-4585-835f-42383d2e9740 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:43.495896 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0404dd3f-ae29-402a-a5cb-964171e40294 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:43.507974 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-f3563c83-f647-4706-972b-52fe708f629d tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.508961 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f3563c83-f647-4706-972b-52fe708f629d tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0110264 Nov 23 04:39:43.511134 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85053cf-e12d-4585-835f-42383d2e9740 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event updated for resources: {'Port': ['ID=91648466-54d6-40c2-9840-a943c097b13d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:43.513905 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41142) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.525143 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0404dd3f-ae29-402a-a5cb-964171e40294 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:43.544700 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-98c7a3d1-e304-4328-bd9d-22b9f96b6f5c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.545691 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-98c7a3d1-e304-4328-bd9d-22b9f96b6f5c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0090683 Nov 23 04:39:43.550623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8ed6d3a-ec9f-471f-b077-958882480c64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network 6c41ac25-1e7a-49c4-9a78-3cba3d82d21c is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:39:43.551271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41144) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.555500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-309c39b8-1c9e-4cd2-881c-f0c6b72d3abc tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.556563 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-309c39b8-1c9e-4cd2-881c-f0c6b72d3abc tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042448 Nov 23 04:39:43.559907 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41146) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.565294 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-8c589e70-73bc-47e8-916c-d5adef118bcb tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.566247 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8c589e70-73bc-47e8-916c-d5adef118bcb tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0041811 Nov 23 04:39:43.571067 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41148) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.576348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-8039cddb-92a5-4ae3-a4c8-47be1917b845 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.577338 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8039cddb-92a5-4ae3-a4c8-47be1917b845 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0049222 Nov 23 04:39:43.579227 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:43.580819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f22f58ee-fdc1-4bef-bbc4-18cc8a1a8613 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Made reservation on behalf of fda36d0288b9494aa24d152d3825bb80 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:43.581025 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41150) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.584542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f22f58ee-fdc1-4bef-bbc4-18cc8a1a8613 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:43.589351 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-b8ed6d3a-ec9f-471f-b077-958882480c64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 6c41ac25-1e7a-49c4-9a78-3cba3d82d21c) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:43.589668 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-908aed63-16ac-4009-8cd2-86a710d1359f tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.593869 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-908aed63-16ac-4009-8cd2-86a710d1359f tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0042896 Nov 23 04:39:43.596412 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41152) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.602580 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-7b54f843-13b2-48bc-bd8d-993885edb36e tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.605987 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7b54f843-13b2-48bc-bd8d-993885edb36e tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0046706 Nov 23 04:39:43.606103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e85053cf-e12d-4585-835f-42383d2e9740 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:43.606103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e85053cf-e12d-4585-835f-42383d2e9740 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:43.610834 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8ed6d3a-ec9f-471f-b077-958882480c64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:43.611435 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8ed6d3a-ec9f-471f-b077-958882480c64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:43.612966 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ceda3e89-a589-4899-b9de-0ca743c334a5 None None] Network 6c41ac25-1e7a-49c4-9a78-3cba3d82d21c requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:43.613503 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41154) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.623744 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-f3b799c1-9ce9-4ff1-b251-c7ca9efc8384 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.624790 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f3b799c1-9ce9-4ff1-b251-c7ca9efc8384 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0103951 Nov 23 04:39:43.641531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41156) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.644128 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-f22f58ee-fdc1-4bef-bbc4-18cc8a1a8613 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] device_id is not set on port 39a4af3d-b2f2-4336-a12b-21079e238f5f yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:43.652734 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-363b7815-40fd-4df7-9f3b-33bdab256c31 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.654414 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-363b7815-40fd-4df7-9f3b-33bdab256c31 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0113218 Nov 23 04:39:43.657162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41158) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.663566 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-26947e32-37c6-4c8e-bbc9-1739208eb3a2 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.664579 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-26947e32-37c6-4c8e-bbc9-1739208eb3a2 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0064380 Nov 23 04:39:43.667681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41160) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.672626 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e85053cf-e12d-4585-835f-42383d2e9740 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3682780 Nov 23 04:39:43.675803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-a90d1fe4-b0bf-4209-9977-a6e8bd526a4b tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.677078 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a90d1fe4-b0bf-4209-9977-a6e8bd526a4b tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0080383 Nov 23 04:39:43.704984 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41162) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.705362 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41164) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.711242 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b8ed6d3a-ec9f-471f-b077-958882480c64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.9707465 Nov 23 04:39:43.714294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-453a7dcc-6ad1-42f3-b173-2bd3ec1cdb75 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.715288 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-453a7dcc-6ad1-42f3-b173-2bd3ec1cdb75 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042484 Nov 23 04:39:43.715869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41166) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.722962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e0d13438-6f72-412c-9866-98f1094f621b tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Request body: {'port': {'network_id': '81c8fa9f-3798-4bb1-976c-a10780274bc0', 'name': 'tempest-AllowedAddressPairTestJSON-1455438644'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:43.728982 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41168) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.744649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-798bc000-171a-41f0-9aef-93a3352a7b63 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.745663 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-798bc000-171a-41f0-9aef-93a3352a7b63 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0070693 Nov 23 04:39:43.758162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41170) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.798377 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-3093bcf1-de02-493b-92e4-ea819e32d97e tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.801769 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3093bcf1-de02-493b-92e4-ea819e32d97e tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0071638 Nov 23 04:39:43.812239 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41172) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.821024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6c41ac25-1e7a-49c4-9a78-3cba3d82d21c', 'network_id': '6c41ac25-1e7a-49c4-9a78-3cba3d82d21c', 'tenant_id': 'a90f6b3b75c9410481e60bec9d5485bb', 'fixed_ips': [{'subnet_id': '5bb55a9e-f084-4df2-b11a-318d5f82c294'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:39:43.822158 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:43.850408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-2686ebb4-6af7-47a3-8d8a-55cd6a48a36c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.854678 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2686ebb4-6af7-47a3-8d8a-55cd6a48a36c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0323501 Nov 23 04:39:43.860335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41174) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.871219 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-41aad023-2f80-453e-9add-8f9b1799683f tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.875898 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-41aad023-2f80-453e-9add-8f9b1799683f tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0094640 Nov 23 04:39:43.879978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41176) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.892426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-3016af72-5ec9-492f-9fe7-3ad5201d6514 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.895821 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3016af72-5ec9-492f-9fe7-3ad5201d6514 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0092890 Nov 23 04:39:43.922905 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41178) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.928502 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-5f01d48e-c56d-4c52-baff-b782e6eeffb5 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.932013 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5f01d48e-c56d-4c52-baff-b782e6eeffb5 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0045781 Nov 23 04:39:43.938711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-94f4b8e2-9ce7-48ef-ba62-e67a84ab1711 None None] Provisioning complete for port 91648466-54d6-40c2-9840-a943c097b13d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:43.939167 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-94f4b8e2-9ce7-48ef-ba62-e67a84ab1711 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:43.939837 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41180) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.952865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-59d58be7-56c7-467b-9f25-9347b9f9d80e tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.956319 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-59d58be7-56c7-467b-9f25-9347b9f9d80e tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0094295 Nov 23 04:39:43.956457 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:43.956887 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41182) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.960758 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-c1a113fe-a8da-4ef5-a788-8743a2400a41 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.961723 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c1a113fe-a8da-4ef5-a788-8743a2400a41 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0042017 Nov 23 04:39:43.964611 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41184) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.968779 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-dcb239a6-6dd8-4a40-87da-5cad631b3563 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.969741 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dcb239a6-6dd8-4a40-87da-5cad631b3563 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040798 Nov 23 04:39:43.970748 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:43.974883 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41186) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.979000 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-41898435-4568-4319-86af-ff1d6aaf76c8 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.979953 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-41898435-4568-4319-86af-ff1d6aaf76c8 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0041957 Nov 23 04:39:43.983174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:43.984936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41188) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:43.991321 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-414f68bc-c29e-4f49-a17a-04c8392349ea tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:43.992279 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-414f68bc-c29e-4f49-a17a-04c8392349ea tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0047600 Nov 23 04:39:43.998181 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41190) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.023460 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-aa20a08e-9d92-41b1-908d-5fe7f6dd6530 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.023634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-94f4b8e2-9ce7-48ef-ba62-e67a84ab1711 None None] Port 91648466-54d6-40c2-9840-a943c097b13d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:44.023732 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-aa20a08e-9d92-41b1-908d-5fe7f6dd6530 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0048711 Nov 23 04:39:44.024646 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Pushing event updated for resources: {'Port': ['ID=4bf2b49f-e5ea-48f6-8c51-f499f158b678,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:44.027454 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41192) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.033410 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-67edfa38-019e-4858-b57e-2536ba6834a1 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.034726 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-67edfa38-019e-4858-b57e-2536ba6834a1 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0042303 Nov 23 04:39:44.037218 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41194) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.037430 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-f22f58ee-fdc1-4bef-bbc4-18cc8a1a8613 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Allocated IP 172.20.0.5 (a302be0c-6343-47d6-8f6a-d5ab70d0437f/a56b3cf3-6a5b-46b1-839d-b8154d55767b/39a4af3d-b2f2-4336-a12b-21079e238f5f) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:44.041634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-d46ab53a-7bb7-46ef-bb07-abd36d78d27c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.042446 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d46ab53a-7bb7-46ef-bb07-abd36d78d27c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0043235 Nov 23 04:39:44.045334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.045526 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41196) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.049503 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-1419c90f-94b2-4363-8b00-1fd10d72caeb tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.053317 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1419c90f-94b2-4363-8b00-1fd10d72caeb tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0047059 Nov 23 04:39:44.053317 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0404dd3f-ae29-402a-a5cb-964171e40294 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.054509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0404dd3f-ae29-402a-a5cb-964171e40294 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.055277 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Allocated IP 172.20.0.3 (6c41ac25-1e7a-49c4-9a78-3cba3d82d21c/5bb55a9e-f084-4df2-b11a-318d5f82c294/8963a311-ccb9-48c2-9703-682b1689d913) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:44.055550 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0404dd3f-ae29-402a-a5cb-964171e40294 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7eb4ad4e-c322-45a3-92cf-2f190f715122 HTTP/1.1" status: 204 len: 168 time: 0.6634610 Nov 23 04:39:44.056223 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41200) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.064486 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-2ef7fae5-e1c9-460e-aefa-22eada6cea43 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.065478 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2ef7fae5-e1c9-460e-aefa-22eada6cea43 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0042179 Nov 23 04:39:44.071744 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41204) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.078474 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-216a02f2-6eda-4acc-a517-997a8fde43c0 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.079432 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-216a02f2-6eda-4acc-a517-997a8fde43c0 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0050786 Nov 23 04:39:44.085983 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41206) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.090700 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-b1b2a269-a1d1-477d-89a1-85216b2593f0 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.094466 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b1b2a269-a1d1-477d-89a1-85216b2593f0 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070508 Nov 23 04:39:44.095098 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41208) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.099506 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-aab25ef3-dfa5-4c3b-bd3a-d265238154d2 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.103153 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-aab25ef3-dfa5-4c3b-bd3a-d265238154d2 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0068569 Nov 23 04:39:44.104050 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0404dd3f-ae29-402a-a5cb-964171e40294 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7eb4ad4e-c322-45a3-92cf-2f190f715122,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:44.176113 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41210) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.181089 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-0462a7ff-1991-477c-8d54-e1931985f15a tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.185122 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0462a7ff-1991-477c-8d54-e1931985f15a tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0074534 Nov 23 04:39:44.188046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41212) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.192190 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-099aac7a-d2e5-481d-bd23-becc824f621e tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.195888 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-099aac7a-d2e5-481d-bd23-becc824f621e tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0068831 Nov 23 04:39:44.196516 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41214) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.202913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-c583bfe3-58e5-45e4-b922-c4f802211e8c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.206636 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c583bfe3-58e5-45e4-b922-c4f802211e8c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0069542 Nov 23 04:39:44.210254 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41216) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.217262 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-38fea7e3-c00f-45e5-a4b7-c336038cadc1 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.218255 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-38fea7e3-c00f-45e5-a4b7-c336038cadc1 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0047743 Nov 23 04:39:44.227028 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41218) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.238862 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-c54124be-4f83-4fac-8685-5e65129a5418 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.239866 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c54124be-4f83-4fac-8685-5e65129a5418 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0097110 Nov 23 04:39:44.244871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41220) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.254816 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-c4088b9d-6653-46db-a107-64b2f43a2663 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.256894 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c4088b9d-6653-46db-a107-64b2f43a2663 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0100522 Nov 23 04:39:44.263454 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41224) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.272146 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-4cca4919-c7d4-4c29-b63a-9f7f3944d94e tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.276490 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4cca4919-c7d4-4c29-b63a-9f7f3944d94e tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0098066 Nov 23 04:39:44.277528 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41226) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.307326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-b5e2484d-cdec-4ef4-a21e-d38038e60bf1 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.311444 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b5e2484d-cdec-4ef4-a21e-d38038e60bf1 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0100808 Nov 23 04:39:44.312027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d13438-6f72-412c-9866-98f1094f621b tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Made reservation on behalf of f02eabae71544f2ca942e93009fbdd28 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:44.315727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0d13438-6f72-412c-9866-98f1094f621b tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.322050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41228) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.338609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-77a48869-7191-4cc5-b971-c8a8e4298e68 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.342071 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-77a48869-7191-4cc5-b971-c8a8e4298e68 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0156627 Nov 23 04:39:44.342418 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41230) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.351293 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-d0a3f0b5-dfd4-4c2a-9357-a7e8111302b3 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.354811 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d0a3f0b5-dfd4-4c2a-9357-a7e8111302b3 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0058072 Nov 23 04:39:44.358904 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41234) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.362697 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.366488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f22f58ee-fdc1-4bef-bbc4-18cc8a1a8613 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.372161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.375290 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-e0d13438-6f72-412c-9866-98f1094f621b tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] device_id is not set on port 66617b62-8e44-42b9-963f-bc480ced9912 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:44.419151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Pushing event updated for resources: {'Port': ['ID=8963a311-ccb9-48c2-9703-682b1689d913,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:44.426810 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.432089 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Network 6c41ac25-1e7a-49c4-9a78-3cba3d82d21c is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:44.433632 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:44.438672 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:44.459088 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-bc76c1ec-f1fd-454d-9a63-2ef450b75538 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.462548 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bc76c1ec-f1fd-454d-9a63-2ef450b75538 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0971024 Nov 23 04:39:44.469154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41236) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.475832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-2546be9d-2fb1-46d9-b32f-633f178b1168 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/quota-check-limit returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.479150 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2546be9d-2fb1-46d9-b32f-633f178b1168 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/quota-check-limit HTTP/1.1" status: 200 len: 420 time: 0.0061622 Nov 23 04:39:44.481633 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41240) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.486066 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-1e5adb0e-803f-4518-a2c0-927aaee4699f tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.490361 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1e5adb0e-803f-4518-a2c0-927aaee4699f tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 386 time: 0.0045211 Nov 23 04:39:44.490361 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41242) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.498253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.502090 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-52070ae5-fc01-4cf3-a5f5-bbca5d626be5 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.505216 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-52070ae5-fc01-4cf3-a5f5-bbca5d626be5 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0086374 Nov 23 04:39:44.505947 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41244) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.511958 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-36b6e108-623b-4a21-9e37-7e26168ded48 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.515860 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-36b6e108-623b-4a21-9e37-7e26168ded48 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0065374 Nov 23 04:39:44.517294 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41246) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.520366 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-fc5b8099-cc6b-4aae-90f1-f0cdc523f6d2 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.523452 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fc5b8099-cc6b-4aae-90f1-f0cdc523f6d2 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0043132 Nov 23 04:39:44.529597 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Attempting to bind port 8963a311-ccb9-48c2-9703-682b1689d913 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:44.530272 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Attempting to bind port 8963a311-ccb9-48c2-9703-682b1689d913 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'c886c31e-e941-47d2-86e8-cf114f73dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6c41ac25-1e7a-49c4-9a78-3cba3d82d21c'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:44.530711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Attempting to bind port 8963a311-ccb9-48c2-9703-682b1689d913 on network 6c41ac25-1e7a-49c4-9a78-3cba3d82d21c {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:44.536609 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:39:44.537097 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Checking segment: {'id': 'c886c31e-e941-47d2-86e8-cf114f73dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6c41ac25-1e7a-49c4-9a78-3cba3d82d21c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:44.537622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.538102 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Bound using segment: {'id': 'c886c31e-e941-47d2-86e8-cf114f73dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6c41ac25-1e7a-49c4-9a78-3cba3d82d21c'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:39:44.538641 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Bound port: 8963a311-ccb9-48c2-9703-682b1689d913, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c886c31e-e941-47d2-86e8-cf114f73dd4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '6c41ac25-1e7a-49c4-9a78-3cba3d82d21c'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:39:44.539094 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.548787 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41248) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.556002 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-a34e0ee2-0160-4da4-870b-a5937315b80c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.559397 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a34e0ee2-0160-4da4-870b-a5937315b80c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0072174 Nov 23 04:39:44.563006 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41252) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.568969 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-0bb0e3a2-762d-49f0-854a-7742d45ba28d tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.572389 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0bb0e3a2-762d-49f0-854a-7742d45ba28d tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0060217 Nov 23 04:39:44.572539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.572639 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41254) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.577194 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-2eebcc2f-014c-475a-be11-2fb6ab442dba tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.580294 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2eebcc2f-014c-475a-be11-2fb6ab442dba tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0047016 Nov 23 04:39:44.581669 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41256) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.586095 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-e18126d6-74b4-4a05-a7b0-86cf0a7923db tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.590088 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e18126d6-74b4-4a05-a7b0-86cf0a7923db tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0045307 Nov 23 04:39:44.590088 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41258) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.595767 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-741a304b-3faf-4cb1-8e07-7e8fc0f49bba tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.598959 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-741a304b-3faf-4cb1-8e07-7e8fc0f49bba tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0063787 Nov 23 04:39:44.599548 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41260) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.603953 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-fb7d9e5e-a228-4ae5-af07-4d8140e07c82 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.607197 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fb7d9e5e-a228-4ae5-af07-4d8140e07c82 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0048339 Nov 23 04:39:44.607839 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41262) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.613344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-45dd89c6-6373-405b-a0bf-5d4cd99d117c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.616812 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-45dd89c6-6373-405b-a0bf-5d4cd99d117c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0082347 Nov 23 04:39:44.617409 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41264) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.623957 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-2bb741be-3b85-41dd-be13-237b1890a7cf tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.627091 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2bb741be-3b85-41dd-be13-237b1890a7cf tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0051136 Nov 23 04:39:44.627342 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41268) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.631332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-5731ab1d-b0c8-47e8-ab38-59b6db62327e tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.634603 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5731ab1d-b0c8-47e8-ab38-59b6db62327e tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0042903 Nov 23 04:39:44.634725 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] For port 8963a311-ccb9-48c2-9703-682b1689d913, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:44.635153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41270) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.637829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] For port 8963a311-ccb9-48c2-9703-682b1689d913, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8963a311-ccb9-48c2-9703-682b1689d913,segment=NetworkSegment(c886c31e-e941-47d2-86e8-cf114f73dd4d),segment_id=c886c31e-e941-47d2-86e8-cf114f73dd4d)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:39:44.644629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Subnet': ['ID=5bb55a9e-f084-4df2-b11a-318d5f82c294,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:44.646882 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.686881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-d7f2a4c6-5c60-4796-be04-ad274e5ee807 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/security-groups-shared-filtering returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.695769 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-e0d13438-6f72-412c-9866-98f1094f621b tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Allocated IP 172.20.0.13 (81c8fa9f-3798-4bb1-976c-a10780274bc0/c5532ae1-2bc1-4406-8e45-01b82de78dce/66617b62-8e44-42b9-963f-bc480ced9912) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:44.697860 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d7f2a4c6-5c60-4796-be04-ad274e5ee807 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/security-groups-shared-filtering HTTP/1.1" status: 200 len: 435 time: 0.0620196 Nov 23 04:39:44.705467 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41272) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.715654 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-bdf447e0-f85c-472c-a26c-efec2fadc0e1 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.719021 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bdf447e0-f85c-472c-a26c-efec2fadc0e1 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0103047 Nov 23 04:39:44.723889 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41276) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.728905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4766c054-1bc5-4c2a-b051-b6fa4bfb3fcf None None] Pushing event updated for resources: {'Port': ['ID=8963a311-ccb9-48c2-9703-682b1689d913,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:44.729845 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-79e9694a-7241-410f-bc2f-bf40ac8f78bf tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.733248 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-79e9694a-7241-410f-bc2f-bf40ac8f78bf tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0059547 Nov 23 04:39:44.733888 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41278) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.746538 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-bc54a835-ae2a-42bb-817f-754d943da64c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.749442 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bc54a835-ae2a-42bb-817f-754d943da64c tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0127866 Nov 23 04:39:44.765865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41280) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.772124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [None req-07a61bad-884a-432b-a459-75042947f5c0 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.773538 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-07a61bad-884a-432b-a459-75042947f5c0 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0048547 Nov 23 04:39:44.780307 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41282) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.785586 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-9d856894-4573-4bef-b9f9-dd7350e02434 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.786543 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9d856894-4573-4bef-b9f9-dd7350e02434 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0052776 Nov 23 04:39:44.789157 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41284) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.795078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.797877 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-34c340de-c6ac-408c-99d0-3691f9b2f373 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.798895 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-34c340de-c6ac-408c-99d0-3691f9b2f373 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0087481 Nov 23 04:39:44.802002 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41286) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.805775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f22f58ee-fdc1-4bef-bbc4-18cc8a1a8613 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.806222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-603005fe-2dad-4913-9a3b-dfab2ac6699d tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.807183 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-603005fe-2dad-4913-9a3b-dfab2ac6699d tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0042567 Nov 23 04:39:44.809712 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41288) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.815554 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-36cea4fa-54c2-4839-bd60-dc4464898062 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.816521 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-36cea4fa-54c2-4839-bd60-dc4464898062 tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0052967 Nov 23 04:39:44.819107 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41290) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.826823 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-bacf17c3-42cb-4754-8034-b1fba5c178fc tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.827794 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bacf17c3-42cb-4754-8034-b1fba5c178fc tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0078025 Nov 23 04:39:44.830948 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41292) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.836870 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-d04710f2-f73c-4822-a881-509f40be53ed tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.838344 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d04710f2-f73c-4822-a881-509f40be53ed tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0061760 Nov 23 04:39:44.840415 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41294) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:44.844557 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [None req-ae68b0d2-7203-45f2-91a2-eaf92673e8bd tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] http://10.222.0.37:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:39:44.845549 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ae68b0d2-7203-45f2-91a2-eaf92673e8bd tempest-ExtensionsTestJSON-1517916042 tempest-ExtensionsTestJSON-1517916042-project] 10.222.0.37 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0042186 Nov 23 04:39:44.856108 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:44.880381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f22f58ee-fdc1-4bef-bbc4-18cc8a1a8613 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Network a302be0c-6343-47d6-8f6a-d5ab70d0437f is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:44.891243 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-f22f58ee-fdc1-4bef-bbc4-18cc8a1a8613 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:44.894466 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f22f58ee-fdc1-4bef-bbc4-18cc8a1a8613 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:44.899815 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c41ac25-1e7a-49c4-9a78-3cba3d82d21c']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:45.075098 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Router 6bf9848b-2887-4cfb-8e0d-d647bfc9774d is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:39:45.078670 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f22f58ee-fdc1-4bef-bbc4-18cc8a1a8613 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:45.079304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f22f58ee-fdc1-4bef-bbc4-18cc8a1a8613 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.085363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c886c31e-e941-47d2-86e8-cf114f73dd4d') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:45.085665 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c886c31e-e941-47d2-86e8-cf114f73dd4d') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:45.095295 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f22f58ee-fdc1-4bef-bbc4-18cc8a1a8613 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event updated for resources: {'Port': ['ID=39a4af3d-b2f2-4336-a12b-21079e238f5f,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:45.119534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.179431 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.188004 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f22f58ee-fdc1-4bef-bbc4-18cc8a1a8613 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3617830 Nov 23 04:39:45.190278 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41306) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:45.221495 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:45.221878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:45.225100 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:45.230189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:39:45.242783 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fe759-f3c8-441d-9b5b-b82d0a970d29 None None] Sync routers for ids ['6bf9848b-2887-4cfb-8e0d-d647bfc9774d'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:39:45.253099 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.254601 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bb8cd5c7-85ae-467b-9dfe-84169f836d13 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.0743535 Nov 23 04:39:45.257183 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41312) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:45.265332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8326c48d-d555-4dbb-bd9b-739ff4661941 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'enable_snat': False}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:45.268257 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0fe759-f3c8-441d-9b5b-b82d0a970d29 None None] Routers {'6bf9848b-2887-4cfb-8e0d-d647bfc9774d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:45.268890 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2c0fe759-f3c8-441d-9b5b-b82d0a970d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6bf9848b-2887-4cfb-8e0d-d647bfc9774d'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:45.340924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41316) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:45.386923 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-850f1717-bc90-4c91-98c7-bcebee71c1e1 None None] Provisioning complete for port 39a4af3d-b2f2-4336-a12b-21079e238f5f triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:45.387453 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-850f1717-bc90-4c91-98c7-bcebee71c1e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.390956 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2c0fe759-f3c8-441d-9b5b-b82d0a970d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:45.412382 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c0fe759-f3c8-441d-9b5b-b82d0a970d29 None None] Routers {'6bf9848b-2887-4cfb-8e0d-d647bfc9774d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:45.416746 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2c0fe759-f3c8-441d-9b5b-b82d0a970d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6bf9848b-2887-4cfb-8e0d-d647bfc9774d'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:45.445409 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0d13438-6f72-412c-9866-98f1094f621b tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.467115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.api [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 04:39:45.467115 dv-neutron-818850-1-hyperv neutron-server[109953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 04:39:45.467115 dv-neutron-818850-1-hyperv neutron-server[109953]: [parameters: {'id': '6c41ac25-1e7a-49c4-9a78-3cba3d82d21c'}] Nov 23 04:39:45.467115 dv-neutron-818850-1-hyperv neutron-server[109953]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:39:45.467501 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG oslo_db.api [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:39:45.479003 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-850f1717-bc90-4c91-98c7-bcebee71c1e1 None None] Port 39a4af3d-b2f2-4336-a12b-21079e238f5f cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:45.490269 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2c0fe759-f3c8-441d-9b5b-b82d0a970d29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:45.491517 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c0fe759-f3c8-441d-9b5b-b82d0a970d29 None None] The sync data for ids ['6bf9848b-2887-4cfb-8e0d-d647bfc9774d'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:39:45.519441 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0d13438-6f72-412c-9866-98f1094f621b tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.562846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41322) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:45.586915 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'project_id': 'fda36d0288b9494aa24d152d3825bb80', 'port_id': '39a4af3d-b2f2-4336-a12b-21079e238f5f'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:45.612656 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d13438-6f72-412c-9866-98f1094f621b tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Network 81c8fa9f-3798-4bb1-976c-a10780274bc0 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:45.619947 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d13438-6f72-412c-9866-98f1094f621b tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event updated for resources: {'Port': ['ID=66617b62-8e44-42b9-963f-bc480ced9912,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:45.624903 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-e0d13438-6f72-412c-9866-98f1094f621b tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:45.627960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d13438-6f72-412c-9866-98f1094f621b tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:45.657563 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b7ce65d4-e6dc-4f55-8338-42528d77e349 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1927745370', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:45.667672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.766059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d13438-6f72-412c-9866-98f1094f621b tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:45.766733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0d13438-6f72-412c-9866-98f1094f621b tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.784154 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b7ce65d4-e6dc-4f55-8338-42528d77e349 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.785269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b7ce65d4-e6dc-4f55-8338-42528d77e349 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.807143 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7072f82-41ff-4c6d-8aae-3526113ed9d3 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.818215 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e0d13438-6f72-412c-9866-98f1094f621b tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.1057227 Nov 23 04:39:45.819124 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41326) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:45.844673 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-0b7ad4cf-3fbf-4194-a22c-29989563bd75 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.12', 'mac_address': 'fa:16:3e:87:66:f5'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:58:08:91'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:45.888492 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8326c48d-d555-4dbb-bd9b-739ff4661941 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.896724 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b7ce65d4-e6dc-4f55-8338-42528d77e349 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.909671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b7ce65d4-e6dc-4f55-8338-42528d77e349 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:45.937121 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.026760 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-de5cbabb-1dcf-4a13-97d8-fd7198fa0023 None None] Provisioning complete for port 66617b62-8e44-42b9-963f-bc480ced9912 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:46.030530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-de5cbabb-1dcf-4a13-97d8-fd7198fa0023 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.079496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Allocated IP 172.26.8.87 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/8e4df923-5006-42a5-9034-9c89a0662c5e) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:46.084086 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.089693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b7ce65d4-e6dc-4f55-8338-42528d77e349 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.094262 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b7ce65d4-e6dc-4f55-8338-42528d77e349 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.5295925 Nov 23 04:39:46.094854 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41328) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:46.098615 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-de5cbabb-1dcf-4a13-97d8-fd7198fa0023 None None] Port 66617b62-8e44-42b9-963f-bc480ced9912 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:46.123173 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7072f82-41ff-4c6d-8aae-3526113ed9d3 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.130574 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-903547850'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:46.139196 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3f9be0-4ba0-4d85-bfd9-f1573b24849e None None] Network 6c41ac25-1e7a-49c4-9a78-3cba3d82d21c requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:46.142799 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7072f82-41ff-4c6d-8aae-3526113ed9d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.204130 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8963a311-ccb9-48c2-9703-682b1689d913 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:39:46.213698 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e7072f82-41ff-4c6d-8aae-3526113ed9d3 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e66b756470244b36bea9eb70b79a2606&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8709998 Nov 23 04:39:46.220629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41330) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:46.223907 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7072f82-41ff-4c6d-8aae-3526113ed9d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966b3f0e-930f-4f8f-a480-fc402882ca88,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:46.238672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Made reservation on behalf of 0426636bf4ad4595ada6a84bf9215076 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:46.242005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.281831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.283074 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0b7ad4cf-3fbf-4194-a22c-29989563bd75 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.302203 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-abfef9c3-3870-4bee-bb11-3950c8ab7f15 None None] Provisioning complete for port 8963a311-ccb9-48c2-9703-682b1689d913 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:46.302921 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-abfef9c3-3870-4bee-bb11-3950c8ab7f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.346355 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.371186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-67af24cd-bac0-43d9-aa99-9c12d6870742 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.379346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Deleting port 8963a311-ccb9-48c2-9703-682b1689d913 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:46.379616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.439258 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 8963a311-ccb9-48c2-9703-682b1689d913 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:46.439929 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.481178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-67af24cd-bac0-43d9-aa99-9c12d6870742 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.530428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] For port 8963a311-ccb9-48c2-9703-682b1689d913, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8963a311-ccb9-48c2-9703-682b1689d913,segment=NetworkSegment(c886c31e-e941-47d2-86e8-cf114f73dd4d),segment_id=c886c31e-e941-47d2-86e8-cf114f73dd4d)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:46.530806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.562322 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-abfef9c3-3870-4bee-bb11-3950c8ab7f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.619253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Calling delete_port for 8963a311-ccb9-48c2-9703-682b1689d913 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:46.621416 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.643552 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.648828 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.681362 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.696045 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a286a0-5ddf-4e9f-bf4d-c11cc6214373 None None] DHCP port deletion for 6c41ac25-1e7a-49c4-9a78-3cba3d82d21c request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:39:46.697255 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0b7ad4cf-3fbf-4194-a22c-29989563bd75 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.705316 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-abfef9c3-3870-4bee-bb11-3950c8ab7f15 None None] For port 8963a311-ccb9-48c2-9703-682b1689d913, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8963a311-ccb9-48c2-9703-682b1689d913,segment=NetworkSegment(c886c31e-e941-47d2-86e8-cf114f73dd4d),segment_id=c886c31e-e941-47d2-86e8-cf114f73dd4d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:46.733879 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:46.737581 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0b7ad4cf-3fbf-4194-a22c-29989563bd75 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.739425 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-abfef9c3-3870-4bee-bb11-3950c8ab7f15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.751397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:46.767500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:46.776452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:46.821540 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Pushing event updated for resources: {'Port': ['ID=8e4df923-5006-42a5-9034-9c89a0662c5e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:46.829881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.830064 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Added segment b0101d1a-1e10-4646-92b3-4584bcd9142a of type vlan for network 29184cf3-aec6-49ea-ab8b-f06e98223ece Nov 23 04:39:46.833171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event updated for resources: {'SecurityGroup': ['ID=742ce954-0062-4e0e-8351-b18635168f57,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:46.842553 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b7ad4cf-3fbf-4194-a22c-29989563bd75 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event updated for resources: {'Port': ['ID=66617b62-8e44-42b9-963f-bc480ced9912,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:46.849366 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-67af24cd-bac0-43d9-aa99-9c12d6870742 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.851427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-67af24cd-bac0-43d9-aa99-9c12d6870742 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.852584 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-67af24cd-bac0-43d9-aa99-9c12d6870742 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/966b3f0e-930f-4f8f-a480-fc402882ca88 HTTP/1.1" status: 204 len: 168 time: 0.6286356 Nov 23 04:39:46.904536 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-0b7ad4cf-3fbf-4194-a22c-29989563bd75 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] In _notify_port_updated(), no bound segment for port 66617b62-8e44-42b9-963f-bc480ced9912 on network 81c8fa9f-3798-4bb1-976c-a10780274bc0 {{(pid=109952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:39:46.910608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b7ad4cf-3fbf-4194-a22c-29989563bd75 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:46.911381 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0b7ad4cf-3fbf-4194-a22c-29989563bd75 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:46.916252 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0b7ad4cf-3fbf-4194-a22c-29989563bd75 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "PUT /v2.0/ports/66617b62-8e44-42b9-963f-bc480ced9912 HTTP/1.1" status: 200 len: 1058 time: 1.0962815 Nov 23 04:39:46.917002 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41338) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:46.928615 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af24cd-bac0-43d9-aa99-9c12d6870742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966b3f0e-930f-4f8f-a480-fc402882ca88,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:46.959789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:47.076665 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:47.140052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Port': ['ID=8963a311-ccb9-48c2-9703-682b1689d913,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:47.147440 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8326c48d-d555-4dbb-bd9b-739ff4661941 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:47.155441 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No DVR routers for this DVR port 8963a311-ccb9-48c2-9703-682b1689d913 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:39:47.168171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8326c48d-d555-4dbb-bd9b-739ff4661941 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:47.234380 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-35e0ad81-b863-4d32-950f-c7c45d88f4ed tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Deleting port 66617b62-8e44-42b9-963f-bc480ced9912 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:47.234998 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35e0ad81-b863-4d32-950f-c7c45d88f4ed tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:47.238853 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:39:47.239480 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:39:47.244638 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abfef9c3-3870-4bee-bb11-3950c8ab7f15 None None] Pushing event updated for resources: {'Port': ['ID=8963a311-ccb9-48c2-9703-682b1689d913,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:47.262075 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-81ec3f0c-0992-4973-94de-f9b9a20a54c3 None None] Provisioning complete for port 66617b62-8e44-42b9-963f-bc480ced9912 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:47.262454 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-81ec3f0c-0992-4973-94de-f9b9a20a54c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:47.308255 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:47.320191 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:47.327632 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:47.350166 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-66a286a0-5ddf-4e9f-bf4d-c11cc6214373 None None] Deleting port 8963a311-ccb9-48c2-9703-682b1689d913 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:47.350550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-66a286a0-5ddf-4e9f-bf4d-c11cc6214373 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:47.370326 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-81ec3f0c-0992-4973-94de-f9b9a20a54c3 None None] Port 66617b62-8e44-42b9-963f-bc480ced9912 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:47.398776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8326c48d-d555-4dbb-bd9b-739ff4661941 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Router 6bf9848b-2887-4cfb-8e0d-d647bfc9774d has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:39:47.449064 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-66a286a0-5ddf-4e9f-bf4d-c11cc6214373 None None] For port 8963a311-ccb9-48c2-9703-682b1689d913, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:47.449829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-66a286a0-5ddf-4e9f-bf4d-c11cc6214373 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:47.464907 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-66a286a0-5ddf-4e9f-bf4d-c11cc6214373 None None] Calling delete_port for 8963a311-ccb9-48c2-9703-682b1689d913 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:47.471443 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.ipam_backend_mixin [None req-66a286a0-5ddf-4e9f-bf4d-c11cc6214373 None None] Port 8963a311-ccb9-48c2-9703-682b1689d913 was not found and therefore no delete operation was performed {{(pid=109954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:39:47.472649 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-66a286a0-5ddf-4e9f-bf4d-c11cc6214373 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:47.501578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a286a0-5ddf-4e9f-bf4d-c11cc6214373 None None] Pushing event deleted for resources: {'Port': ['ID=8963a311-ccb9-48c2-9703-682b1689d913,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:47.507756 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66a286a0-5ddf-4e9f-bf4d-c11cc6214373 None None] No DVR routers for this DVR port 8963a311-ccb9-48c2-9703-682b1689d913 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:39:47.585596 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35e0ad81-b863-4d32-950f-c7c45d88f4ed tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:47.611546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-35e0ad81-b863-4d32-950f-c7c45d88f4ed tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Calling delete_port for 66617b62-8e44-42b9-963f-bc480ced9912 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:47.682928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8326c48d-d555-4dbb-bd9b-739ff4661941 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:39:47.688870 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8326c48d-d555-4dbb-bd9b-739ff4661941 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:47.690123 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8326c48d-d555-4dbb-bd9b-739ff4661941 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "PUT /v2.0/routers/6bf9848b-2887-4cfb-8e0d-d647bfc9774d HTTP/1.1" status: 200 len: 921 time: 2.4318907 Nov 23 04:39:47.692686 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41356) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:47.698282 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c472c-f1ad-43b3-ad39-ad52e598fb52 None None] Sync routers for ids ['6bf9848b-2887-4cfb-8e0d-d647bfc9774d'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:39:47.729039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c472c-f1ad-43b3-ad39-ad52e598fb52 None None] Routers {'6bf9848b-2887-4cfb-8e0d-d647bfc9774d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:47.729954 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d21c472c-f1ad-43b3-ad39-ad52e598fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6bf9848b-2887-4cfb-8e0d-d647bfc9774d'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:47.821576 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d21c472c-f1ad-43b3-ad39-ad52e598fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:47.875424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Port 8963a311-ccb9-48c2-9703-682b1689d913 update to ACTIVE by agent not found {{(pid=109954) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 04:39:47.890160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21c472c-f1ad-43b3-ad39-ad52e598fb52 None None] Routers {'6bf9848b-2887-4cfb-8e0d-d647bfc9774d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:47.891165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d21c472c-f1ad-43b3-ad39-ad52e598fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6bf9848b-2887-4cfb-8e0d-d647bfc9774d'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:47.929347 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d21c472c-f1ad-43b3-ad39-ad52e598fb52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:47.930709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21c472c-f1ad-43b3-ad39-ad52e598fb52 None None] The sync data for ids ['6bf9848b-2887-4cfb-8e0d-d647bfc9774d'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:39:47.937434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event updated for resources: {'Network': ['ID=29184cf3-aec6-49ea-ab8b-f06e98223ece,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:47.942414 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-69f75ac9-5ed7-4686-9125-ebe71b7f7696 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.8424504 Nov 23 04:39:47.944996 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:47.949945 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 29184cf3-aec6-49ea-ab8b-f06e98223ece details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:47.959572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41364) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:47.964588 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-43b192cd-6895-40dc-8d3c-6f3410ac8ec8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Request body: {'subnet': {'network_id': '29184cf3-aec6-49ea-ab8b-f06e98223ece', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:48.025210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41366) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:48.056857 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c41ac25-1e7a-49c4-9a78-3cba3d82d21c']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:48.077632 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8963a311-ccb9-48c2-9703-682b1689d913 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:39:48.107698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 8963a311-ccb9-48c2-9703-682b1689d913 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:39:48.108050 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8963a311-ccb9-48c2-9703-682b1689d913 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:39:48.143171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c886c31e-e941-47d2-86e8-cf114f73dd4d') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:48.143476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c886c31e-e941-47d2-86e8-cf114f73dd4d') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:48.175611 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:48.190985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1160123044'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:48.252694 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1b438550-67c8-43d8-9d45-72f5b0e9cee7 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/routers/6bf9848b-2887-4cfb-8e0d-d647bfc9774d HTTP/1.1" status: 200 len: 921 time: 0.5588131 Nov 23 04:39:48.255396 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41370) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:48.285870 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:48.315646 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43b192cd-6895-40dc-8d3c-6f3410ac8ec8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Made reservation on behalf of 0426636bf4ad4595ada6a84bf9215076 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:48.319106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-43b192cd-6895-40dc-8d3c-6f3410ac8ec8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:48.333434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:48.333757 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:48.333928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35e0ad81-b863-4d32-950f-c7c45d88f4ed tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:48.336782 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:48.369967 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67d48233-3fcb-4c35-854c-339f902e0b79 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:48.371497 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-67d48233-3fcb-4c35-854c-339f902e0b79 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&device_id=6bf9848b-2887-4cfb-8e0d-d647bfc9774d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1151965 Nov 23 04:39:48.374675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e0ad81-b863-4d32-950f-c7c45d88f4ed tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event deleted for resources: {'Port': ['ID=66617b62-8e44-42b9-963f-bc480ced9912,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:48.379438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41372) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:48.465654 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Made reservation on behalf of 143ae7f39fcb4a5bb309ce821d145aae for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:48.469141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:48.500179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:48.525164 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:48.541939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:48.544928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f62cd4fa-9ee1-4fcf-8283-12f9403bf99c tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:48.550777 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/6c41ac25-1e7a-49c4-9a78-3cba3d82d21c HTTP/1.1" status: 204 len: 168 time: 4.8193638 Nov 23 04:39:48.550969 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f62cd4fa-9ee1-4fcf-8283-12f9403bf99c tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/networks/707e3b6c-c967-4552-be8b-522e32d46a1b HTTP/1.1" status: 200 len: 881 time: 0.1663074 Nov 23 04:39:48.555142 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41374) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:48.555518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41376) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:48.563970 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:48.591415 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-0fa31842-111a-45cc-b35b-cb0cae0445c6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-217153670'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:48.648562 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35e0ad81-b863-4d32-950f-c7c45d88f4ed tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:48.651809 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-35e0ad81-b863-4d32-950f-c7c45d88f4ed tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "DELETE /v2.0/ports/66617b62-8e44-42b9-963f-bc480ced9912 HTTP/1.1" status: 204 len: 168 time: 1.7291348 Nov 23 04:39:48.654486 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41378) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:48.669121 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7422db0e-23cc-4cd8-a632-e04e4983277f tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bf9848b-2887-4cfb-8e0d-d647bfc9774d HTTP/1.1" status: 200 len: 205 time: 0.1068058 Nov 23 04:39:48.669121 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92be04d-3cb6-47fa-9f62-ec36109ef7fb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Network': ['ID=6c41ac25-1e7a-49c4-9a78-3cba3d82d21c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:48.671270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41380) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:48.682879 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0e33796-0b2f-40d6-9a65-6df34cfdaf27 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] GET failed (client error): The resource could not be found. Nov 23 04:39:48.684287 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d0e33796-0b2f-40d6-9a65-6df34cfdaf27 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "GET /v2.0/ports/66617b62-8e44-42b9-963f-bc480ced9912 HTTP/1.1" status: 404 len: 333 time: 0.0288916 Nov 23 04:39:48.687709 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41382) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:48.780225 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-20733319-0dcd-4825-80bf-cbb47219ca4a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Deleting port 91648466-54d6-40c2-9840-a943c097b13d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:48.780490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-20733319-0dcd-4825-80bf-cbb47219ca4a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:48.830815 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fa31842-111a-45cc-b35b-cb0cae0445c6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:48.834249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fa31842-111a-45cc-b35b-cb0cae0445c6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:48.875706 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-20733319-0dcd-4825-80bf-cbb47219ca4a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:48.889087 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-20733319-0dcd-4825-80bf-cbb47219ca4a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Calling delete_port for 91648466-54d6-40c2-9840-a943c097b13d owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:49.018893 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.021826 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-20733319-0dcd-4825-80bf-cbb47219ca4a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.049415 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20733319-0dcd-4825-80bf-cbb47219ca4a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event deleted for resources: {'Port': ['ID=91648466-54d6-40c2-9840-a943c097b13d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:49.086646 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fa31842-111a-45cc-b35b-cb0cae0445c6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:49.098508 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a4c55f3-0228-493c-8823-fbb405314514 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.130233 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-20733319-0dcd-4825-80bf-cbb47219ca4a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.133596 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-20733319-0dcd-4825-80bf-cbb47219ca4a tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "DELETE /v2.0/ports/91648466-54d6-40c2-9840-a943c097b13d HTTP/1.1" status: 204 len: 168 time: 0.4449186 Nov 23 04:39:49.136066 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41388) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:49.151379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.163135 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-7018bf57-987f-4381-bef8-7b17485cd37f tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] GET failed (client error): The resource could not be found. Nov 23 04:39:49.164579 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7018bf57-987f-4381-bef8-7b17485cd37f tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "GET /v2.0/ports/91648466-54d6-40c2-9840-a943c097b13d HTTP/1.1" status: 404 len: 333 time: 0.0274236 Nov 23 04:39:49.171004 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41390) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:49.191751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.196054 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fa31842-111a-45cc-b35b-cb0cae0445c6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.196408 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-0fa31842-111a-45cc-b35b-cb0cae0445c6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Added segment dbc1d662-3790-460a-be3c-5e2962475946 of type vlan for network 551d5395-5d34-401c-8215-f6cc955d477b Nov 23 04:39:49.256807 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:49.270089 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-45626c57-bb90-43c4-b55d-267636204628 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Deleting port 302b801f-2ab4-45b5-bf54-c7e7885174f1 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:49.270713 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45626c57-bb90-43c4-b55d-267636204628 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.359871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45626c57-bb90-43c4-b55d-267636204628 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.372644 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-45626c57-bb90-43c4-b55d-267636204628 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Calling delete_port for 302b801f-2ab4-45b5-bf54-c7e7885174f1 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:49.505629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45626c57-bb90-43c4-b55d-267636204628 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.525679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-43b192cd-6895-40dc-8d3c-6f3410ac8ec8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.533391 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45626c57-bb90-43c4-b55d-267636204628 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event deleted for resources: {'Port': ['ID=302b801f-2ab4-45b5-bf54-c7e7885174f1,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:49.616791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45626c57-bb90-43c4-b55d-267636204628 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.622371 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-45626c57-bb90-43c4-b55d-267636204628 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "DELETE /v2.0/ports/302b801f-2ab4-45b5-bf54-c7e7885174f1 HTTP/1.1" status: 204 len: 168 time: 0.4480147 Nov 23 04:39:49.624296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41392) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:49.626742 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.627096 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Added segment 62ed411f-d04c-4acd-9791-ccdd9c4bb7bb of type vlan for network fe323b12-826d-4a27-9634-70b4819abf63 Nov 23 04:39:49.633572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8af9335f-2538-40ce-8bcc-78a6194124ec,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:49.653584 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fa31842-111a-45cc-b35b-cb0cae0445c6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.691689 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26350ae-b78f-400f-92aa-604401b635f2 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Deleting subnet c5532ae1-2bc1-4406-8e45-01b82de78dce {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:39:49.695775 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a26350ae-b78f-400f-92aa-604401b635f2 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.746049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a26350ae-b78f-400f-92aa-604401b635f2 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.750316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.755348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b192cd-6895-40dc-8d3c-6f3410ac8ec8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event updated for resources: {'Subnet': ['ID=e8c1b558-e97d-443a-8aa7-ed208b975ad2,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:49.791464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a4c55f3-0228-493c-8823-fbb405314514 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.808965 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fa31842-111a-45cc-b35b-cb0cae0445c6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.814949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fa31842-111a-45cc-b35b-cb0cae0445c6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:49.815540 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fa31842-111a-45cc-b35b-cb0cae0445c6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.831275 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a26350ae-b78f-400f-92aa-604401b635f2 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.894799 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43b192cd-6895-40dc-8d3c-6f3410ac8ec8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Checking segment: {'id': 'b0101d1a-1e10-4646-92b3-4584bcd9142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29184cf3-aec6-49ea-ab8b-f06e98223ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:49.895091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b192cd-6895-40dc-8d3c-6f3410ac8ec8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Network hostable DHCP agents. Network: 29184cf3-aec6-49ea-ab8b-f06e98223ece, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:39:49.896388 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a26350ae-b78f-400f-92aa-604401b635f2 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.923102 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26350ae-b78f-400f-92aa-604401b635f2 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event deleted for resources: {'Subnet': ['ID=c5532ae1-2bc1-4406-8e45-01b82de78dce,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:49.926824 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a26350ae-b78f-400f-92aa-604401b635f2 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.932578 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a26350ae-b78f-400f-92aa-604401b635f2 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "DELETE /v2.0/subnets/c5532ae1-2bc1-4406-8e45-01b82de78dce HTTP/1.1" status: 204 len: 168 time: 0.3052931 Nov 23 04:39:49.932955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41396) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:49.938833 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b39082-cbbd-448a-a4e2-f9f1a066922e None None] Network 81c8fa9f-3798-4bb1-976c-a10780274bc0 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:49.946159 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0fa31842-111a-45cc-b35b-cb0cae0445c6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.3837323 Nov 23 04:39:49.955781 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41398) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:49.962066 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.963196 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-37ff520d-5b9c-43e0-b3c6-10770b899009 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'subnet': {'network_id': '551d5395-5d34-401c-8215-f6cc955d477b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:49.967868 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:49.968464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.996988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:49.998225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa31842-111a-45cc-b35b-cb0cae0445c6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Network': ['ID=551d5395-5d34-401c-8215-f6cc955d477b,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:50.018113 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 551d5395-5d34-401c-8215-f6cc955d477b details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:50.024589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.071486 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.0431879 Nov 23 04:39:50.086739 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41402) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:50.094926 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-86132e1c-a3ff-4913-a96d-930e7e6bfa34 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'subnet': {'network_id': 'fe323b12-826d-4a27-9634-70b4819abf63', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:50.102144 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43b192cd-6895-40dc-8d3c-6f3410ac8ec8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Network 29184cf3-aec6-49ea-ab8b-f06e98223ece is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:39:50.140172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-43b192cd-6895-40dc-8d3c-6f3410ac8ec8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 29184cf3-aec6-49ea-ab8b-f06e98223ece) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:50.145488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99656b60-a8bf-4373-801a-840fef382355 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Network': ['ID=fe323b12-826d-4a27-9634-70b4819abf63,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:50.159496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4380889d-eafa-4a21-9b3a-bbd37ceca866 None None] Network 29184cf3-aec6-49ea-ab8b-f06e98223ece requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:50.182563 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43b192cd-6895-40dc-8d3c-6f3410ac8ec8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:50.183162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-43b192cd-6895-40dc-8d3c-6f3410ac8ec8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.190268 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Pushing event updated for resources: {'Port': ['ID=8e4df923-5006-42a5-9034-9c89a0662c5e,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:50.206520 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.206708 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c55f3-0228-493c-8823-fbb405314514 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Deleting port 4bf2b49f-e5ea-48f6-8c51-f499f158b678 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:50.206902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a4c55f3-0228-493c-8823-fbb405314514 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.221310 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ff520d-5b9c-43e0-b3c6-10770b899009 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:50.221587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network fe323b12-826d-4a27-9634-70b4819abf63 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:50.227805 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-43b192cd-6895-40dc-8d3c-6f3410ac8ec8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2639446 Nov 23 04:39:50.227972 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-37ff520d-5b9c-43e0-b3c6-10770b899009 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.228077 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41404) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:50.236201 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4820e3fe-4f0f-471a-af9f-2905c062beed tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Request body: {'network': {'name': 'tempest-router-network01--1750280383'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:50.243084 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86132e1c-a3ff-4913-a96d-930e7e6bfa34 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Made reservation on behalf of 143ae7f39fcb4a5bb309ce821d145aae for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:50.246517 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86132e1c-a3ff-4913-a96d-930e7e6bfa34 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.259698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.395421 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a4c55f3-0228-493c-8823-fbb405314514 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.413852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-29184cf3-aec6-49ea-ab8b-f06e98223ece', 'network_id': '29184cf3-aec6-49ea-ab8b-f06e98223ece', 'tenant_id': '0426636bf4ad4595ada6a84bf9215076', 'fixed_ips': [{'subnet_id': 'e8c1b558-e97d-443a-8aa7-ed208b975ad2'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:39:50.414981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.416318 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-4a4c55f3-0228-493c-8823-fbb405314514 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Calling delete_port for 4bf2b49f-e5ea-48f6-8c51-f499f158b678 owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:50.435443 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c14cae-64a5-4673-a4e4-98f9d8e9f602 None None] DHCP port deletion for 81c8fa9f-3798-4bb1-976c-a10780274bc0 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:39:50.440166 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Floating IP 27d8930b-9e08-4407-9195-d66ea0120669 associated. External IP: 172.26.8.87, port: 39a4af3d-b2f2-4336-a12b-21079e238f5f. Nov 23 04:39:50.513833 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86132e1c-a3ff-4913-a96d-930e7e6bfa34 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.555686 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4820e3fe-4f0f-471a-af9f-2905c062beed tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Made reservation on behalf of 0426636bf4ad4595ada6a84bf9215076 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:50.559372 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4820e3fe-4f0f-471a-af9f-2905c062beed tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.584893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a8c14cae-64a5-4673-a4e4-98f9d8e9f602 None None] Deleting port ce2866ba-c4b5-486b-8817-989645aefd97 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:50.585292 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a8c14cae-64a5-4673-a4e4-98f9d8e9f602 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.648430 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Allocated IP 172.20.0.2 (29184cf3-aec6-49ea-ab8b-f06e98223ece/e8c1b558-e97d-443a-8aa7-ed208b975ad2/421df76e-29f5-4456-8e5f-11b4e7a1c86d) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:50.666344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a8c14cae-64a5-4673-a4e4-98f9d8e9f602 None None] For port ce2866ba-c4b5-486b-8817-989645aefd97, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ce2866ba-c4b5-486b-8817-989645aefd97,segment=NetworkSegment(f1a0a380-2645-4668-975d-ae3bbf7a5764),segment_id=f1a0a380-2645-4668-975d-ae3bbf7a5764)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:50.666996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a8c14cae-64a5-4673-a4e4-98f9d8e9f602 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.680252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86132e1c-a3ff-4913-a96d-930e7e6bfa34 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Subnet': ['ID=3812d7bd-ec91-4cc8-bfc7-4d2f9cd8baab,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:50.682349 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4820e3fe-4f0f-471a-af9f-2905c062beed tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:50.682471 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a8c14cae-64a5-4673-a4e4-98f9d8e9f602 None None] Calling delete_port for ce2866ba-c4b5-486b-8817-989645aefd97 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:50.706335 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86132e1c-a3ff-4913-a96d-930e7e6bfa34 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Checking segment: {'id': '62ed411f-d04c-4acd-9791-ccdd9c4bb7bb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'fe323b12-826d-4a27-9634-70b4819abf63'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:50.706764 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86132e1c-a3ff-4913-a96d-930e7e6bfa34 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network hostable DHCP agents. Network: fe323b12-826d-4a27-9634-70b4819abf63, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:39:50.730516 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4820e3fe-4f0f-471a-af9f-2905c062beed tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.730903 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-4820e3fe-4f0f-471a-af9f-2905c062beed tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Added segment be4b8fe1-0a37-4180-aacb-5518a763cda1 of type vlan for network 3462ad8d-64d4-457c-8646-d3a143cdfe9f Nov 23 04:39:50.748474 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Deleting port ce2866ba-c4b5-486b-8817-989645aefd97 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:50.748844 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.775811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a8c14cae-64a5-4673-a4e4-98f9d8e9f602 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.801470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a4c55f3-0228-493c-8823-fbb405314514 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.804259 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Router 67e20887-7fa2-4b6f-a484-ae6d216eeb4c has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:39:50.820477 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c14cae-64a5-4673-a4e4-98f9d8e9f602 None None] Pushing event deleted for resources: {'Port': ['ID=ce2866ba-c4b5-486b-8817-989645aefd97,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:50.825127 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86132e1c-a3ff-4913-a96d-930e7e6bfa34 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network fe323b12-826d-4a27-9634-70b4819abf63 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:39:50.827402 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8c14cae-64a5-4673-a4e4-98f9d8e9f602 None None] No DVR routers for this DVR port ce2866ba-c4b5-486b-8817-989645aefd97 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:39:50.849401 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4c55f3-0228-493c-8823-fbb405314514 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Pushing event deleted for resources: {'Port': ['ID=4bf2b49f-e5ea-48f6-8c51-f499f158b678,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:50.878646 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-86132e1c-a3ff-4913-a96d-930e7e6bfa34 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, fe323b12-826d-4a27-9634-70b4819abf63) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:50.896005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86132e1c-a3ff-4913-a96d-930e7e6bfa34 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:50.896867 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86132e1c-a3ff-4913-a96d-930e7e6bfa34 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.897524 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acfb7a54-e4d7-4848-b161-c4757e5c0c54 None None] Network fe323b12-826d-4a27-9634-70b4819abf63 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:50.901419 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4820e3fe-4f0f-471a-af9f-2905c062beed tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.952380 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] For port ce2866ba-c4b5-486b-8817-989645aefd97, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ce2866ba-c4b5-486b-8817-989645aefd97,segment=NetworkSegment(f1a0a380-2645-4668-975d-ae3bbf7a5764),segment_id=f1a0a380-2645-4668-975d-ae3bbf7a5764)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:50.952737 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.968711 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-86132e1c-a3ff-4913-a96d-930e7e6bfa34 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 0.8809237 Nov 23 04:39:50.969701 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-37ff520d-5b9c-43e0-b3c6-10770b899009 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:50.974427 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41406) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:50.991542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1191777153', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:51.006333 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Calling delete_port for ce2866ba-c4b5-486b-8817-989645aefd97 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:51.011977 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a4c55f3-0228-493c-8823-fbb405314514 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.094486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.103957 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.113599 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4820e3fe-4f0f-471a-af9f-2905c062beed tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.119634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4820e3fe-4f0f-471a-af9f-2905c062beed tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:51.120249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4820e3fe-4f0f-471a-af9f-2905c062beed tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.124308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5326dc9-8cc2-4ce3-9a19-2be90bd5baf1 None None] Network fe323b12-826d-4a27-9634-70b4819abf63 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:51.126477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a4c55f3-0228-493c-8823-fbb405314514 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.129978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a4c55f3-0228-493c-8823-fbb405314514 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.138720 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:39:51.150000 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943549e-1ea8-409b-a896-ad5e1609b0cb None None] Sync routers for ids ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:39:51.182594 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0943549e-1ea8-409b-a896-ad5e1609b0cb None None] Routers {'67e20887-7fa2-4b6f-a484-ae6d216eeb4c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:51.184422 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0943549e-1ea8-409b-a896-ad5e1609b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:51.206624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.213952 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a4c55f3-0228-493c-8823-fbb405314514 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.214744 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a4c55f3-0228-493c-8823-fbb405314514 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Fanout notify agent at l3_agent the message router_deleted on router 6bf9848b-2887-4cfb-8e0d-d647bfc9774d {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:39:51.225232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.226422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.229857 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ff520d-5b9c-43e0-b3c6-10770b899009 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Subnet': ['ID=2754e828-f9f6-4be2-baf6-89fd3a1539db,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:51.235792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Network 29184cf3-aec6-49ea-ab8b-f06e98223ece is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:51.245747 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4820e3fe-4f0f-471a-af9f-2905c062beed tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.0156364 Nov 23 04:39:51.248764 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:51.252161 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41412) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:51.254480 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:51.262424 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ff520d-5b9c-43e0-b3c6-10770b899009 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Checking segment: {'id': 'dbc1d662-3790-460a-be3c-5e2962475946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '551d5395-5d34-401c-8215-f6cc955d477b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:51.262929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ff520d-5b9c-43e0-b3c6-10770b899009 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network hostable DHCP agents. Network: 551d5395-5d34-401c-8215-f6cc955d477b, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:39:51.269886 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-d6d020ad-65ed-4c4d-b617-38c5ccd9800f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Request body: {'network': {'name': 'tempest-router-network02--1813893560'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:51.278058 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Pushing event updated for resources: {'Port': ['ID=421df76e-29f5-4456-8e5f-11b4e7a1c86d,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:51.283161 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0943549e-1ea8-409b-a896-ad5e1609b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:51.295472 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0943549e-1ea8-409b-a896-ad5e1609b0cb None None] Routers {'67e20887-7fa2-4b6f-a484-ae6d216eeb4c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:51.296306 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0943549e-1ea8-409b-a896-ad5e1609b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:51.306575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a4c55f3-0228-493c-8823-fbb405314514 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.307872 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4a4c55f3-0228-493c-8823-fbb405314514 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "DELETE /v2.0/routers/6bf9848b-2887-4cfb-8e0d-d647bfc9774d HTTP/1.1" status: 204 len: 168 time: 2.6268950 Nov 23 04:39:51.317234 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41414) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:51.326671 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4e9576ec-8e22-41e0-bf35-363feb0d8217 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-144509703', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:51.331644 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d35a8209-cabc-49e3-bce4-fc08d070dd63 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 6.1355624 Nov 23 04:39:51.334477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41416) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:51.338905 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0943549e-1ea8-409b-a896-ad5e1609b0cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:51.339554 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0943549e-1ea8-409b-a896-ad5e1609b0cb None None] The sync data for ids ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:39:51.342529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4820e3fe-4f0f-471a-af9f-2905c062beed tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event updated for resources: {'Network': ['ID=3462ad8d-64d4-457c-8646-d3a143cdfe9f,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:51.356516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 3462ad8d-64d4-457c-8646-d3a143cdfe9f details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:51.405028 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.409412 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Attempting to bind port 421df76e-29f5-4456-8e5f-11b4e7a1c86d on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:51.409914 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Attempting to bind port 421df76e-29f5-4456-8e5f-11b4e7a1c86d by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'b0101d1a-1e10-4646-92b3-4584bcd9142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29184cf3-aec6-49ea-ab8b-f06e98223ece'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:51.410265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Attempting to bind port 421df76e-29f5-4456-8e5f-11b4e7a1c86d on network 29184cf3-aec6-49ea-ab8b-f06e98223ece {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:51.424080 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6d020ad-65ed-4c4d-b617-38c5ccd9800f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Made reservation on behalf of 0426636bf4ad4595ada6a84bf9215076 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:51.427716 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d6d020ad-65ed-4c4d-b617-38c5ccd9800f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.431623 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-228658f4-90f4-4ccd-bbbf-a3713c693d87 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] 10.222.0.37 "GET /v2.0/floatingips/27d8930b-9e08-4407-9195-d66ea0120669 HTTP/1.1" status: 200 len: 982 time: 0.0960493 Nov 23 04:39:51.432217 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41418) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:51.444978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:39:51.444978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Checking segment: {'id': 'b0101d1a-1e10-4646-92b3-4584bcd9142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29184cf3-aec6-49ea-ab8b-f06e98223ece'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:51.444978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.445392 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Bound using segment: {'id': 'b0101d1a-1e10-4646-92b3-4584bcd9142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29184cf3-aec6-49ea-ab8b-f06e98223ece'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:39:51.445675 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Bound port: 421df76e-29f5-4456-8e5f-11b4e7a1c86d, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0101d1a-1e10-4646-92b3-4584bcd9142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '29184cf3-aec6-49ea-ab8b-f06e98223ece'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:39:51.446051 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.448266 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.452408 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ff520d-5b9c-43e0-b3c6-10770b899009 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network 551d5395-5d34-401c-8215-f6cc955d477b is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:39:51.467938 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event deleted for resources: {'Port': ['ID=ce2866ba-c4b5-486b-8817-989645aefd97,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:51.472762 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] No DVR routers for this DVR port ce2866ba-c4b5-486b-8817-989645aefd97 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:39:51.542107 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e9576ec-8e22-41e0-bf35-363feb0d8217 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.543460 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e9576ec-8e22-41e0-bf35-363feb0d8217 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.557921 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6d8ae57c-3e07-4ba3-b0d4-1593dbba3d2d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3036 time: 0.1219883 Nov 23 04:39:51.558161 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41420) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:51.592206 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-37ff520d-5b9c-43e0-b3c6-10770b899009 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 551d5395-5d34-401c-8215-f6cc955d477b) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:51.614660 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ff520d-5b9c-43e0-b3c6-10770b899009 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:51.615309 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-37ff520d-5b9c-43e0-b3c6-10770b899009 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.640741 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3092a1a1-7450-42ec-a5d7-f65cf02fd0c5 None None] Network 551d5395-5d34-401c-8215-f6cc955d477b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:51.649689 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6d020ad-65ed-4c4d-b617-38c5ccd9800f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:51.696137 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d6d020ad-65ed-4c4d-b617-38c5ccd9800f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.696507 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-d6d020ad-65ed-4c4d-b617-38c5ccd9800f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Added segment 5f9f2ab0-6624-4147-98e7-c264b63e71c1 of type vlan for network 7c0025de-7861-4265-beb4-1ca886b1f5f9 Nov 23 04:39:51.704063 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-37ff520d-5b9c-43e0-b3c6-10770b899009 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.7445018 Nov 23 04:39:51.714308 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41422) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:51.767253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.774324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] For port 421df76e-29f5-4456-8e5f-11b4e7a1c86d, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:51.794740 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] For port 421df76e-29f5-4456-8e5f-11b4e7a1c86d, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=421df76e-29f5-4456-8e5f-11b4e7a1c86d,segment=NetworkSegment(b0101d1a-1e10-4646-92b3-4584bcd9142a),segment_id=b0101d1a-1e10-4646-92b3-4584bcd9142a)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:39:51.822041 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.831205 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e9576ec-8e22-41e0-bf35-363feb0d8217 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.845625 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.856437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e9576ec-8e22-41e0-bf35-363feb0d8217 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.871120 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81c8fa9f-3798-4bb1-976c-a10780274bc0']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:51.886704 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d6d020ad-65ed-4c4d-b617-38c5ccd9800f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.897005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a0a380-2645-4668-975d-ae3bbf7a5764') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:51.899535 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a0a380-2645-4668-975d-ae3bbf7a5764') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:51.926937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f782b046-052f-4cb0-9bb5-fe0a394e3735 None None] Pushing event updated for resources: {'Port': ['ID=421df76e-29f5-4456-8e5f-11b4e7a1c86d,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:51.931098 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.935349 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e9576ec-8e22-41e0-bf35-363feb0d8217 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.936542 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4e9576ec-8e22-41e0-bf35-363feb0d8217 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6146166 Nov 23 04:39:51.948503 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41424) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:51.949192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-551d5395-5d34-401c-8215-f6cc955d477b', 'network_id': '551d5395-5d34-401c-8215-f6cc955d477b', 'tenant_id': 'a90f6b3b75c9410481e60bec9d5485bb', 'fixed_ips': [{'subnet_id': '2754e828-f9f6-4be2-baf6-89fd3a1539db'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:39:51.950783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:51.990503 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Request body: {'router': {'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:52.073676 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ce2866ba-c4b5-486b-8817-989645aefd97 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:39:52.095751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.109094 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: ce2866ba-c4b5-486b-8817-989645aefd97 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:39:52.109684 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ce2866ba-c4b5-486b-8817-989645aefd97 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:39:52.175056 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.223595 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Allocated IP 172.20.0.1 (551d5395-5d34-401c-8215-f6cc955d477b/2754e828-f9f6-4be2-baf6-89fd3a1539db/32d984eb-1bf4-4102-9ff0-c8d1c9647ce4) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:52.313957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-78972d60-1eac-413e-958e-1034f8ec75aa tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Deleting port 8e4df923-5006-42a5-9034-9c89a0662c5e {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:52.314336 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78972d60-1eac-413e-958e-1034f8ec75aa tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.421413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78972d60-1eac-413e-958e-1034f8ec75aa tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.421737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78972d60-1eac-413e-958e-1034f8ec75aa tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.431094 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.433841 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.438197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-78972d60-1eac-413e-958e-1034f8ec75aa tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Calling delete_port for 8e4df923-5006-42a5-9034-9c89a0662c5e owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:52.443445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.469996 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d6d020ad-65ed-4c4d-b617-38c5ccd9800f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.476446 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d020ad-65ed-4c4d-b617-38c5ccd9800f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:52.476989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d6d020ad-65ed-4c4d-b617-38c5ccd9800f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.480971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:52.481455 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.487420 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Network 551d5395-5d34-401c-8215-f6cc955d477b is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:52.489606 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:52.492878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:52.495691 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:52.504252 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Pushing event updated for resources: {'Port': ['ID=32d984eb-1bf4-4102-9ff0-c8d1c9647ce4,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:52.520432 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.563524 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Attempting to bind port 32d984eb-1bf4-4102-9ff0-c8d1c9647ce4 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:52.564212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Attempting to bind port 32d984eb-1bf4-4102-9ff0-c8d1c9647ce4 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'dbc1d662-3790-460a-be3c-5e2962475946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '551d5395-5d34-401c-8215-f6cc955d477b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:52.564751 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Attempting to bind port 32d984eb-1bf4-4102-9ff0-c8d1c9647ce4 on network 551d5395-5d34-401c-8215-f6cc955d477b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:52.566822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Subnet': ['ID=2754e828-f9f6-4be2-baf6-89fd3a1539db,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:52.570810 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:39:52.571485 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Checking segment: {'id': 'dbc1d662-3790-460a-be3c-5e2962475946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '551d5395-5d34-401c-8215-f6cc955d477b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:52.572105 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.572679 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Bound using segment: {'id': 'dbc1d662-3790-460a-be3c-5e2962475946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '551d5395-5d34-401c-8215-f6cc955d477b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:39:52.573354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Bound port: 32d984eb-1bf4-4102-9ff0-c8d1c9647ce4, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbc1d662-3790-460a-be3c-5e2962475946', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '551d5395-5d34-401c-8215-f6cc955d477b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:39:52.573946 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.646310 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] For port 32d984eb-1bf4-4102-9ff0-c8d1c9647ce4, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:52.650103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.675874 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d6d020ad-65ed-4c4d-b617-38c5ccd9800f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4086003 Nov 23 04:39:52.676766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551d5395-5d34-401c-8215-f6cc955d477b']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:52.685251 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41430) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:52.695708 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-57e68e19-d3c2-4a40-b4c3-efc42cfb986f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Request body: {'subnet': {'network_id': '3462ad8d-64d4-457c-8646-d3a143cdfe9f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:52.706437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d020ad-65ed-4c4d-b617-38c5ccd9800f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event updated for resources: {'Network': ['ID=7c0025de-7861-4265-beb4-1ca886b1f5f9,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:52.713716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc1d662-3790-460a-be3c-5e2962475946') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:52.714015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc1d662-3790-460a-be3c-5e2962475946') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:52.715812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] For port 32d984eb-1bf4-4102-9ff0-c8d1c9647ce4, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=32d984eb-1bf4-4102-9ff0-c8d1c9647ce4,segment=NetworkSegment(dbc1d662-3790-460a-be3c-5e2962475946),segment_id=dbc1d662-3790-460a-be3c-5e2962475946)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:39:52.723281 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 7c0025de-7861-4265-beb4-1ca886b1f5f9 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:52.728061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.761839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.786503 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.792529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.796385 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] 10.222.0.37 "DELETE /v2.0/networks/81c8fa9f-3798-4bb1-976c-a10780274bc0 HTTP/1.1" status: 204 len: 168 time: 2.8623264 Nov 23 04:39:52.822217 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.825081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cfdabd-7d42-4d03-aa1d-5ea494f6d6b6 tempest-AllowedAddressPairTestJSON-376839354 tempest-AllowedAddressPairTestJSON-376839354-project] Pushing event deleted for resources: {'Network': ['ID=81c8fa9f-3798-4bb1-976c-a10780274bc0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:52.905868 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.915774 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:52.916456 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:52.953305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c21a690f-c64c-4bfb-bc50-473a98f21b45 None None] Network 551d5395-5d34-401c-8215-f6cc955d477b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:53.000206 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:53.004738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78972d60-1eac-413e-958e-1034f8ec75aa tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.016797 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.api [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 04:39:53.016797 dv-neutron-818850-1-hyperv neutron-server[109953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 04:39:53.016797 dv-neutron-818850-1-hyperv neutron-server[109953]: [parameters: {'id': '551d5395-5d34-401c-8215-f6cc955d477b'}] Nov 23 04:39:53.016797 dv-neutron-818850-1-hyperv neutron-server[109953]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:39:53.017240 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG oslo_db.api [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:39:53.030024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a65949-f01a-40e6-86c5-ccdf0f6b2ab3 None None] Pushing event updated for resources: {'Port': ['ID=32d984eb-1bf4-4102-9ff0-c8d1c9647ce4,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:53.057323 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.073269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78972d60-1eac-413e-958e-1034f8ec75aa tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event deleted for resources: {'Port': ['ID=8e4df923-5006-42a5-9034-9c89a0662c5e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:53.088558 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.154534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57e68e19-d3c2-4a40-b4c3-efc42cfb986f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Made reservation on behalf of 0426636bf4ad4595ada6a84bf9215076 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:53.158047 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-57e68e19-d3c2-4a40-b4c3-efc42cfb986f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.241232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78972d60-1eac-413e-958e-1034f8ec75aa tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.241821 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-78972d60-1eac-413e-958e-1034f8ec75aa tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Floating IP 27d8930b-9e08-4407-9195-d66ea0120669 disassociated (deleted). External IP: 172.26.8.87, port: 39a4af3d-b2f2-4336-a12b-21079e238f5f. Nov 23 04:39:53.271284 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.296672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41436) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:53.307266 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.308388 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a014a92-ef82-411c-b5c4-e992e871eb73 None None] Network 29184cf3-aec6-49ea-ab8b-f06e98223ece requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:53.330609 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Allocated IP 172.26.8.122 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/f8c223af-e471-40ab-99b0-577d82a51145) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:53.435302 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1a4ae697-0bd1-4136-96a5-71f77ba3c477 None None] Provisioning complete for port 421df76e-29f5-4456-8e5f-11b4e7a1c86d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:53.435801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a4ae697-0bd1-4136-96a5-71f77ba3c477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.496753 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.536459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.582442 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cde29913-0a86-4b43-83c9-02799b370d63 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f02eabae71544f2ca942e93009fbdd28&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2842188 Nov 23 04:39:53.584954 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41444) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:53.608924 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-57e68e19-d3c2-4a40-b4c3-efc42cfb986f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.609879 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.620144 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a4ae697-0bd1-4136-96a5-71f77ba3c477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.662453 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-1a4ae697-0bd1-4136-96a5-71f77ba3c477 None None] For port 421df76e-29f5-4456-8e5f-11b4e7a1c86d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=421df76e-29f5-4456-8e5f-11b4e7a1c86d,segment=NetworkSegment(b0101d1a-1e10-4646-92b3-4584bcd9142a),segment_id=b0101d1a-1e10-4646-92b3-4584bcd9142a)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:53.670073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a4ae697-0bd1-4136-96a5-71f77ba3c477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.726316 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:53.728111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4ae697-0bd1-4136-96a5-71f77ba3c477 None None] Pushing event updated for resources: {'Port': ['ID=421df76e-29f5-4456-8e5f-11b4e7a1c86d,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:53.741364 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:53.743816 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:53.750755 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Allocated IP 172.26.8.114 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/3eda8785-ec98-4b7d-9734-7f726710113a) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:53.765392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78972d60-1eac-413e-958e-1034f8ec75aa tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Router 67e20887-7fa2-4b6f-a484-ae6d216eeb4c has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:39:53.771201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e68e19-d3c2-4a40-b4c3-efc42cfb986f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event updated for resources: {'Subnet': ['ID=1edeaf95-4a14-45bc-a10b-bc27d6d03125,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:53.777942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57e68e19-d3c2-4a40-b4c3-efc42cfb986f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Checking segment: {'id': 'be4b8fe1-0a37-4180-aacb-5518a763cda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3462ad8d-64d4-457c-8646-d3a143cdfe9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:53.778154 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e68e19-d3c2-4a40-b4c3-efc42cfb986f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Network hostable DHCP agents. Network: 3462ad8d-64d4-457c-8646-d3a143cdfe9f, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:39:53.792989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=f8c223af-e471-40ab-99b0-577d82a51145,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:53.817881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d3c7fc52-d556-446f-bdf4-919a5d05ed81 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.844961 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Deleting port 32d984eb-1bf4-4102-9ff0-c8d1c9647ce4 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:53.845322 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.847150 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78dce00d-7069-4da4-b3a7-5663e5a4ab09 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:39:53.891735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57e68e19-d3c2-4a40-b4c3-efc42cfb986f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Network 3462ad8d-64d4-457c-8646-d3a143cdfe9f is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:39:53.893906 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d3c7fc52-d556-446f-bdf4-919a5d05ed81 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.944815 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-57e68e19-d3c2-4a40-b4c3-efc42cfb986f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 3462ad8d-64d4-457c-8646-d3a143cdfe9f) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:53.948844 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-cb8f6db2-fe01-45a3-9558-50c84c5af1b4 None None] Provisioning complete for port 421df76e-29f5-4456-8e5f-11b4e7a1c86d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:53.949215 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cb8f6db2-fe01-45a3-9558-50c84c5af1b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.958892 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57e68e19-d3c2-4a40-b4c3-efc42cfb986f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:53.959483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-57e68e19-d3c2-4a40-b4c3-efc42cfb986f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:53.990812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] For port 32d984eb-1bf4-4102-9ff0-c8d1c9647ce4, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=32d984eb-1bf4-4102-9ff0-c8d1c9647ce4,segment=NetworkSegment(dbc1d662-3790-460a-be3c-5e2962475946),segment_id=dbc1d662-3790-460a-be3c-5e2962475946)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:53.991183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.010560 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-57e68e19-d3c2-4a40-b4c3-efc42cfb986f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3242173 Nov 23 04:39:54.011216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41446) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:54.022979 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-58d5f662-3d13-4f24-bc0d-e3272a217735 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Request body: {'subnet': {'network_id': '7c0025de-7861-4265-beb4-1ca886b1f5f9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:54.027097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Calling delete_port for 32d984eb-1bf4-4102-9ff0-c8d1c9647ce4 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:54.084396 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.093049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78972d60-1eac-413e-958e-1034f8ec75aa tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:39:54.111688 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d3c7fc52-d556-446f-bdf4-919a5d05ed81 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.114803 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d3c7fc52-d556-446f-bdf4-919a5d05ed81 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.116018 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d3c7fc52-d556-446f-bdf4-919a5d05ed81 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f665845f-95dc-4095-810a-e6f94831bea9 HTTP/1.1" status: 204 len: 168 time: 0.5299492 Nov 23 04:39:54.136350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c7fc52-d556-446f-bdf4-919a5d05ed81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f665845f-95dc-4095-810a-e6f94831bea9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:54.139489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ebe40-6587-46dc-bf94-bfca9da69507 None None] Sync routers for ids ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:39:54.165319 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78972d60-1eac-413e-958e-1034f8ec75aa tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.184609 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 421df76e-29f5-4456-8e5f-11b4e7a1c86d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:39:54.219246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ebe40-6587-46dc-bf94-bfca9da69507 None None] Routers {'67e20887-7fa2-4b6f-a484-ae6d216eeb4c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:54.219881 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e20ebe40-6587-46dc-bf94-bfca9da69507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:54.252852 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.267745 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-78972d60-1eac-413e-958e-1034f8ec75aa tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] 10.222.0.37 "DELETE /v2.0/floatingips/27d8930b-9e08-4407-9195-d66ea0120669 HTTP/1.1" status: 204 len: 168 time: 2.7053056 Nov 23 04:39:54.269433 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41450) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:54.279053 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e20ebe40-6587-46dc-bf94-bfca9da69507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:54.306166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d5f662-3d13-4f24-bc0d-e3272a217735 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Made reservation on behalf of 0426636bf4ad4595ada6a84bf9215076 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:54.307724 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20ebe40-6587-46dc-bf94-bfca9da69507 None None] Routers {'67e20887-7fa2-4b6f-a484-ae6d216eeb4c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:54.308347 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e20ebe40-6587-46dc-bf94-bfca9da69507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:54.312091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-58d5f662-3d13-4f24-bc0d-e3272a217735 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.318572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.320135 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Pushing event updated for resources: {'Port': ['ID=3eda8785-ec98-4b7d-9734-7f726710113a,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:54.327518 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:54.350964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:54.358469 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e20ebe40-6587-46dc-bf94-bfca9da69507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:54.359021 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:54.359105 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e20ebe40-6587-46dc-bf94-bfca9da69507 None None] The sync data for ids ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:39:54.368928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:54.376132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dce00d-7069-4da4-b3a7-5663e5a4ab09 None None] Unable to find a vacant binding_index for network 3462ad8d-64d4-457c-8646-d3a143cdfe9f and agent dbac491b-ee56-4588-95ec-b4bc1838df99 {{(pid=109954) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:209}} Nov 23 04:39:54.378786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 421df76e-29f5-4456-8e5f-11b4e7a1c86d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:54.379164 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.401718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.405679 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78dce00d-7069-4da4-b3a7-5663e5a4ab09 None None] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 3462ad8d-64d4-457c-8646-d3a143cdfe9f) {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:39:54.417719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Port': ['ID=32d984eb-1bf4-4102-9ff0-c8d1c9647ce4,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:54.430179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No DVR routers for this DVR port 32d984eb-1bf4-4102-9ff0-c8d1c9647ce4 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:39:54.456875 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.591278 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.626223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551d5395-5d34-401c-8215-f6cc955d477b']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:54.640418 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbc1d662-3790-460a-be3c-5e2962475946') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:54.641507 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbc1d662-3790-460a-be3c-5e2962475946') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:54.659029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.706942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.720047 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:54.720702 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:54.726038 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:54.842453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.852567 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.858972 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/551d5395-5d34-401c-8215-f6cc955d477b HTTP/1.1" status: 204 len: 168 time: 3.1431503 Nov 23 04:39:54.864077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41470) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:54.877403 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-82f35a97-55a0-4719-8e59-4e3237044eeb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-609547164'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:54.885819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f836d6c9-9a79-4ce4-84a1-ce909292ca9d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Network': ['ID=551d5395-5d34-401c-8215-f6cc955d477b,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:54.895243 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-58d5f662-3d13-4f24-bc0d-e3272a217735 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:54.955161 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f35a97-55a0-4719-8e59-4e3237044eeb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:54.959054 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-82f35a97-55a0-4719-8e59-4e3237044eeb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.015760 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d5f662-3d13-4f24-bc0d-e3272a217735 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event updated for resources: {'Subnet': ['ID=806366a2-2021-44af-b3de-4055c0e4742b,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:55.019178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d5f662-3d13-4f24-bc0d-e3272a217735 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Checking segment: {'id': '5f9f2ab0-6624-4147-98e7-c264b63e71c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7c0025de-7861-4265-beb4-1ca886b1f5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:55.019544 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d5f662-3d13-4f24-bc0d-e3272a217735 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Network hostable DHCP agents. Network: 7c0025de-7861-4265-beb4-1ca886b1f5f9, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:39:55.034213 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82f35a97-55a0-4719-8e59-4e3237044eeb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:55.051470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-82f35a97-55a0-4719-8e59-4e3237044eeb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.051684 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-82f35a97-55a0-4719-8e59-4e3237044eeb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Added segment 0d4558a8-1fa2-450d-bfa4-4ab23d4764e9 of type vlan for network c6bf7b15-78c6-456b-812e-987fd465572c Nov 23 04:39:55.054655 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.059334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d5f662-3d13-4f24-bc0d-e3272a217735 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Network 7c0025de-7861-4265-beb4-1ca886b1f5f9 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:39:55.068652 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.113137 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41476) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:55.172363 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.182266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-3462ad8d-64d4-457c-8646-d3a143cdfe9f', 'network_id': '3462ad8d-64d4-457c-8646-d3a143cdfe9f', 'tenant_id': '0426636bf4ad4595ada6a84bf9215076', 'fixed_ips': [{'subnet_id': '1edeaf95-4a14-45bc-a10b-bc27d6d03125'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:39:55.183365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.311018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Provisioning complete for port 3eda8785-ec98-4b7d-9734-7f726710113a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:55.311387 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.352440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-58d5f662-3d13-4f24-bc0d-e3272a217735 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 7c0025de-7861-4265-beb4-1ca886b1f5f9) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:55.365939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d5f662-3d13-4f24-bc0d-e3272a217735 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:55.366829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-58d5f662-3d13-4f24-bc0d-e3272a217735 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.373713 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-82f35a97-55a0-4719-8e59-4e3237044eeb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.383256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Port 3eda8785-ec98-4b7d-9734-7f726710113a cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:55.398814 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-58d5f662-3d13-4f24-bc0d-e3272a217735 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3791728 Nov 23 04:39:55.399018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Allocated IP 172.20.0.2 (3462ad8d-64d4-457c-8646-d3a143cdfe9f/1edeaf95-4a14-45bc-a10b-bc27d6d03125/e259a058-5f54-457e-bc52-cde80b60efe8) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:55.409192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41480) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:55.411602 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Provisioning complete for port 40731b1f-26d9-4425-8db4-ae6db002cf2e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:55.411977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.484254 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-82f35a97-55a0-4719-8e59-4e3237044eeb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.489861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f35a97-55a0-4719-8e59-4e3237044eeb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:55.491054 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-82f35a97-55a0-4719-8e59-4e3237044eeb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.552422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-682424268'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:55.621167 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.625255 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-82f35a97-55a0-4719-8e59-4e3237044eeb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7518528 Nov 23 04:39:55.629246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Provisioning complete for port d8e0fa33-4d38-48b2-9398-d87c69014eac triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:55.629650 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.632702 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41484) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:55.635860 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.643245 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-92f58e36-7608-4efc-8180-8f68259b34ee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'subnet': {'network_id': 'c6bf7b15-78c6-456b-812e-987fd465572c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:55.690964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f35a97-55a0-4719-8e59-4e3237044eeb tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Network': ['ID=c6bf7b15-78c6-456b-812e-987fd465572c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:55.712822 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:55.717208 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.717913 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network c6bf7b15-78c6-456b-812e-987fd465572c details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:55.722405 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Network 3462ad8d-64d4-457c-8646-d3a143cdfe9f is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:55.736320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Port d8e0fa33-4d38-48b2-9398-d87c69014eac cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:55.742679 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.765764 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:55.770766 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:55.782857 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Allocated IP 172.26.8.156 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/38a0c3d0-83de-455c-b6b3-a33160e3a234) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:55.793572 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Pushing event updated for resources: {'Port': ['ID=e259a058-5f54-457e-bc52-cde80b60efe8,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:55.846554 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92f58e36-7608-4efc-8180-8f68259b34ee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:55.850236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-92f58e36-7608-4efc-8180-8f68259b34ee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.860938 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Provisioning complete for port aa092efb-2fa6-4027-9328-1e940cd51528 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:55.861341 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.896636 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Attempting to bind port e259a058-5f54-457e-bc52-cde80b60efe8 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:55.897550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Attempting to bind port e259a058-5f54-457e-bc52-cde80b60efe8 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'be4b8fe1-0a37-4180-aacb-5518a763cda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3462ad8d-64d4-457c-8646-d3a143cdfe9f'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:55.897899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Attempting to bind port e259a058-5f54-457e-bc52-cde80b60efe8 on network 3462ad8d-64d4-457c-8646-d3a143cdfe9f {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:55.911116 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:39:55.911487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Checking segment: {'id': 'be4b8fe1-0a37-4180-aacb-5518a763cda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3462ad8d-64d4-457c-8646-d3a143cdfe9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:55.911886 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.912274 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Bound using segment: {'id': 'be4b8fe1-0a37-4180-aacb-5518a763cda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3462ad8d-64d4-457c-8646-d3a143cdfe9f'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:39:55.912742 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Bound port: e259a058-5f54-457e-bc52-cde80b60efe8, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'be4b8fe1-0a37-4180-aacb-5518a763cda1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '3462ad8d-64d4-457c-8646-d3a143cdfe9f'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:39:55.913118 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.946080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:55.976450 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:39:56.019527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] For port e259a058-5f54-457e-bc52-cde80b60efe8, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:39:56.023974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] For port e259a058-5f54-457e-bc52-cde80b60efe8, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e259a058-5f54-457e-bc52-cde80b60efe8,segment=NetworkSegment(be4b8fe1-0a37-4180-aacb-5518a763cda1),segment_id=be4b8fe1-0a37-4180-aacb-5518a763cda1)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:39:56.032313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.074431 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Provisioning complete for port ca97d89e-97c6-4e90-8e31-08d732eec193 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:56.074801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.118178 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.148150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.151323 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e221e0ff-7e0e-4227-bb1f-c3878ac6a579 None None] Pushing event updated for resources: {'Port': ['ID=e259a058-5f54-457e-bc52-cde80b60efe8,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:56.159214 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.198946 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.213926 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.232448 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Provisioning complete for port 74e94f5f-a2df-4dd1-9bb3-8877256e6b8d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:56.232822 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.273308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Port 74e94f5f-a2df-4dd1-9bb3-8877256e6b8d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:56.285798 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Provisioning complete for port f8c223af-e471-40ab-99b0-577d82a51145 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:56.286194 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.291772 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:56.327149 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Port f8c223af-e471-40ab-99b0-577d82a51145 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:56.341111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Provisioning complete for port 1e766020-8b39-4cb3-bfa9-755e0b8ffa49 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:56.341793 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.355645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a02d7ded-1c9d-462a-9495-7bf21b7c09b2,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:56.377930 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.378160 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Added segment 5076f109-d82a-4a50-b353-5ddd9adb4b7b of type vlan for network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 Nov 23 04:39:56.395981 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:39:56.410126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Port 1e766020-8b39-4cb3-bfa9-755e0b8ffa49 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:56.413367 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a8ad6-5383-4345-ba04-c4b66a376e94 None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:39:56.430351 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-92f58e36-7608-4efc-8180-8f68259b34ee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.436614 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Provisioning complete for port 22dfc096-9529-449f-9643-f6ed79380103 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:56.437666 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.438946 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a8ad6-5383-4345-ba04-c4b66a376e94 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:56.439787 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-001a8ad6-5383-4345-ba04-c4b66a376e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:56.484414 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-001a8ad6-5383-4345-ba04-c4b66a376e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:56.486139 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.490195 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cfed71a4-3ad4-4ce7-be6f-189f58e6a461 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.5017073 Nov 23 04:39:56.492305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-801b2d72-6490-4add-a5d1-69d81ec53fe7 None None] Port 22dfc096-9529-449f-9643-f6ed79380103 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:56.500485 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a8ad6-5383-4345-ba04-c4b66a376e94 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:56.501679 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-001a8ad6-5383-4345-ba04-c4b66a376e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:56.505015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41488) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:56.528073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.549629 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-001a8ad6-5383-4345-ba04-c4b66a376e94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:56.550444 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-001a8ad6-5383-4345-ba04-c4b66a376e94 None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:39:56.551003 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.574600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f58e36-7608-4efc-8180-8f68259b34ee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Subnet': ['ID=8b93d379-51cf-46e8-84d9-14f5468d32d3,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:56.598213 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Allocated IP 172.20.0.1 (3462ad8d-64d4-457c-8646-d3a143cdfe9f/1edeaf95-4a14-45bc-a10b-bc27d6d03125/cdeddea3-c5f1-447b-aa33-8fb2587242f5) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:56.624119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:56.625399 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.630933 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:56.631525 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.636907 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Pushing event updated for resources: {'Port': ['ID=38a0c3d0-83de-455c-b6b3-a33160e3a234,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:56.644324 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:56.659973 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:56.690065 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Router 90a530ba-fe77-4fc5-8ade-997356b5b20f is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:39:56.713114 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92f58e36-7608-4efc-8180-8f68259b34ee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Checking segment: {'id': '0d4558a8-1fa2-450d-bfa4-4ab23d4764e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': 'c6bf7b15-78c6-456b-812e-987fd465572c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:56.713461 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f58e36-7608-4efc-8180-8f68259b34ee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network hostable DHCP agents. Network: c6bf7b15-78c6-456b-812e-987fd465572c, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:39:56.736771 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.6209536 Nov 23 04:39:56.739715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41490) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:56.749037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-74f8fc20-fd0e-4350-8fb0-910891904145 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'name': 'tempest-PortsTestJSON-1033814003'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:56.790629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcd16a52-6f2b-49a5-b07c-d6b719b57d92 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Network': ['ID=3ce37b7d-18dc-4a4b-8f03-fa9101f19109,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:56.804900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:56.849688 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92f58e36-7608-4efc-8180-8f68259b34ee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network c6bf7b15-78c6-456b-812e-987fd465572c is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:39:56.890682 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.900425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:39:56.901698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-92f58e36-7608-4efc-8180-8f68259b34ee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, c6bf7b15-78c6-456b-812e-987fd465572c) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:56.908206 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.912027 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-321a437b-0632-4baa-9b43-7b64eebde2fd tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "PUT /v2.0/routers/90a530ba-fe77-4fc5-8ade-997356b5b20f HTTP/1.1" status: 200 len: 879 time: 4.9350650 Nov 23 04:39:56.912186 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41494) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:56.920452 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63949500-a7f0-4f1c-bdfe-edac09f3a931 None None] Sync routers for ids ['90a530ba-fe77-4fc5-8ade-997356b5b20f'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:39:56.939866 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63949500-a7f0-4f1c-bdfe-edac09f3a931 None None] Routers {'90a530ba-fe77-4fc5-8ade-997356b5b20f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:56.940953 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-63949500-a7f0-4f1c-bdfe-edac09f3a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['90a530ba-fe77-4fc5-8ade-997356b5b20f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:56.967658 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92f58e36-7608-4efc-8180-8f68259b34ee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:56.968054 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-92f58e36-7608-4efc-8180-8f68259b34ee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:56.989594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.000929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.005972 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-63949500-a7f0-4f1c-bdfe-edac09f3a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:57.017798 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63949500-a7f0-4f1c-bdfe-edac09f3a931 None None] Routers {'90a530ba-fe77-4fc5-8ade-997356b5b20f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:39:57.022544 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-63949500-a7f0-4f1c-bdfe-edac09f3a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['90a530ba-fe77-4fc5-8ade-997356b5b20f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:57.074736 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-63949500-a7f0-4f1c-bdfe-edac09f3a931 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:57.076126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63949500-a7f0-4f1c-bdfe-edac09f3a931 None None] The sync data for ids ['90a530ba-fe77-4fc5-8ade-997356b5b20f'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:39:57.103257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74f8fc20-fd0e-4350-8fb0-910891904145 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:57.106892 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-74f8fc20-fd0e-4350-8fb0-910891904145 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.121302 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-92f58e36-7608-4efc-8180-8f68259b34ee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4871593 Nov 23 04:39:57.124441 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41498) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:57.174065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.181040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-74f8fc20-fd0e-4350-8fb0-910891904145 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:39:57.208529 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ad52366a-5691-475e-9b27-baa4041dcbd1 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/routers/90a530ba-fe77-4fc5-8ade-997356b5b20f HTTP/1.1" status: 200 len: 920 time: 0.2910852 Nov 23 04:39:57.209630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41500) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:57.278625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Network 3462ad8d-64d4-457c-8646-d3a143cdfe9f is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:57.291637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:57.298458 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:57.313676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event updated for resources: {'Port': ['ID=cdeddea3-c5f1-447b-aa33-8fb2587242f5,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:57.315395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0e65da-cad1-4baa-85a1-244f82c122ee tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:57.320166 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0f0e65da-cad1-4baa-85a1-244f82c122ee tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&device_id=90a530ba-fe77-4fc5-8ade-997356b5b20f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1055903 Nov 23 04:39:57.326756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41502) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:57.353168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c529bfe7-535d-4651-96a3-438c99279db7 None None] Network 3462ad8d-64d4-457c-8646-d3a143cdfe9f requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:57.360336 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.413556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.424559 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-123046ec-a136-4230-b6a7-f45b4adcf2c8 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:39:57.428212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae891884-2d02-4b2f-956a-0e894f125dc6 None None] Network 7c0025de-7861-4265-beb4-1ca886b1f5f9 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:57.431614 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab65bfef-a4fb-438a-96da-da8f07cdd57a None None] Network c6bf7b15-78c6-456b-812e-987fd465572c requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:57.442345 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.487835 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.531382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.645114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Pushing event updated for resources: {'Port': ['ID=38a0c3d0-83de-455c-b6b3-a33160e3a234,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:57.650746 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7d5f0aa-9876-4308-8d82-b47ca378f159 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:57.656332 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b7d5f0aa-9876-4308-8d82-b47ca378f159 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/networks/707e3b6c-c967-4552-be8b-522e32d46a1b HTTP/1.1" status: 200 len: 881 time: 0.3285077 Nov 23 04:39:57.659752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41508) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:57.673629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.699148 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-37a9ae43-1755-47e4-b613-74b1f5fbdd6c tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a530ba-fe77-4fc5-8ade-997356b5b20f HTTP/1.1" status: 200 len: 205 time: 0.0359325 Nov 23 04:39:57.704592 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41510) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:57.734031 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Subnet': ['ID=8b93d379-51cf-46e8-84d9-14f5468d32d3,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:57.775691 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.784129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b2b18b-5430-453a-92be-80a4b3223b82 None None] Network c6bf7b15-78c6-456b-812e-987fd465572c requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:57.805827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1f812b68-5f67-4570-a3ef-8b5a42699c1a None None] Provisioning complete for port e259a058-5f54-457e-bc52-cde80b60efe8 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:57.807606 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1f812b68-5f67-4570-a3ef-8b5a42699c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.842049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.846376 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6fb3cd95-0030-4a42-b5ed-9eddabd9c42d tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.5273988 Nov 23 04:39:57.847028 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41512) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:57.903987 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.906795 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-74f8fc20-fd0e-4350-8fb0-910891904145 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.937192 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6bf7b15-78c6-456b-812e-987fd465572c']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:57.950421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d4558a8-1fa2-450d-bfa4-4ab23d4764e9') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:57.951300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d4558a8-1fa2-450d-bfa4-4ab23d4764e9') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:39:57.954415 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1b8e-e4d6-49f3-81c0-a0a6e9df064d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.963683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:57.965500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.001195 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.027801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.071093 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-74f8fc20-fd0e-4350-8fb0-910891904145 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.088974 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:58.098032 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:39:58.098444 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:39:58.103156 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:39:58.172564 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e259a058-5f54-457e-bc52-cde80b60efe8 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:39:58.234502 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1b8e-e4d6-49f3-81c0-a0a6e9df064d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.235532 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-7c0025de-7861-4265-beb4-1ca886b1f5f9', 'network_id': '7c0025de-7861-4265-beb4-1ca886b1f5f9', 'tenant_id': '0426636bf4ad4595ada6a84bf9215076', 'fixed_ips': [{'subnet_id': '806366a2-2021-44af-b3de-4055c0e4742b'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:39:58.236377 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.246279 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.249320 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.271712 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f8fc20-fd0e-4350-8fb0-910891904145 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=6732dcc2-d425-4cb0-adb5-ae5580f755c3,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:58.297627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.304301 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/c6bf7b15-78c6-456b-812e-987fd465572c HTTP/1.1" status: 204 len: 168 time: 1.1758642 Nov 23 04:39:58.304953 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41520) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:58.311926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-43f032f9-1ffb-43c6-82fe-915e5e840311 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-968886771'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:58.319653 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c05751a-26d3-48ee-a1d8-887de850826e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Network': ['ID=c6bf7b15-78c6-456b-812e-987fd465572c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:58.373047 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74f8fc20-fd0e-4350-8fb0-910891904145 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Checking segment: {'id': '5076f109-d82a-4a50-b353-5ddd9adb4b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:58.373740 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f8fc20-fd0e-4350-8fb0-910891904145 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network hostable DHCP agents. Network: 3ce37b7d-18dc-4a4b-8f03-fa9101f19109, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:39:58.415177 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d1b8e-e4d6-49f3-81c0-a0a6e9df064d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Deleting port 3eda8785-ec98-4b7d-9734-7f726710113a {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:39:58.415777 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1b8e-e4d6-49f3-81c0-a0a6e9df064d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.422082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e259a058-5f54-457e-bc52-cde80b60efe8 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:58.422465 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.451655 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43f032f9-1ffb-43c6-82fe-915e5e840311 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:58.455506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-43f032f9-1ffb-43c6-82fe-915e5e840311 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.484746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1f812b68-5f67-4570-a3ef-8b5a42699c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.524170 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74f8fc20-fd0e-4350-8fb0-910891904145 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:39:58.576478 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-74f8fc20-fd0e-4350-8fb0-910891904145 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 3ce37b7d-18dc-4a4b-8f03-fa9101f19109) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:58.592579 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.594746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36781ca7-f778-457f-8d7a-4407682cf4e1 None None] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:58.611010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43f032f9-1ffb-43c6-82fe-915e5e840311 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:58.625736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f8fc20-fd0e-4350-8fb0-910891904145 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:58.631944 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74f8fc20-fd0e-4350-8fb0-910891904145 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:58.632963 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-74f8fc20-fd0e-4350-8fb0-910891904145 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.652166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-43f032f9-1ffb-43c6-82fe-915e5e840311 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.652782 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-43f032f9-1ffb-43c6-82fe-915e5e840311 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Added segment 4d3ae69f-eef9-4c6e-b5cb-b68e60fda99c of type vlan for network 8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f Nov 23 04:39:58.701640 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Allocated IP 172.20.0.2 (7c0025de-7861-4265-beb4-1ca886b1f5f9/806366a2-2021-44af-b3de-4055c0e4742b/f9f31844-a546-48fa-b17e-7c2e27762088) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:58.703303 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Allocated IP 172.20.0.1 (fe323b12-826d-4a27-9634-70b4819abf63/3812d7bd-ec91-4cc8-bfc7-4d2f9cd8baab/64b2fa08-0a1a-4c24-bebb-7f0735248b9f) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:58.726323 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-1f812b68-5f67-4570-a3ef-8b5a42699c1a None None] For port e259a058-5f54-457e-bc52-cde80b60efe8, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e259a058-5f54-457e-bc52-cde80b60efe8,segment=NetworkSegment(be4b8fe1-0a37-4180-aacb-5518a763cda1),segment_id=be4b8fe1-0a37-4180-aacb-5518a763cda1)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:39:58.737010 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-74f8fc20-fd0e-4350-8fb0-910891904145 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9927201 Nov 23 04:39:58.741719 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1f812b68-5f67-4570-a3ef-8b5a42699c1a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.749271 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41522) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:58.760970 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c457961d-137c-4ab7-88a9-10ea3f5aa1a4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-941803732'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:58.776451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-43f032f9-1ffb-43c6-82fe-915e5e840311 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.790748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.804668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:39:58.804668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:39:58.839472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.859474 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.868318 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1b8e-e4d6-49f3-81c0-a0a6e9df064d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.909173 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d1b8e-e4d6-49f3-81c0-a0a6e9df064d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Calling delete_port for 3eda8785-ec98-4b7d-9734-7f726710113a owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:39:58.921090 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-0f50f0f4-fcd8-4055-a59b-44e5b52d3e78 None None] Provisioning complete for port 3eda8785-ec98-4b7d-9734-7f726710113a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:58.921654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0f50f0f4-fcd8-4055-a59b-44e5b52d3e78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.943664 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c457961d-137c-4ab7-88a9-10ea3f5aa1a4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:58.947270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c457961d-137c-4ab7-88a9-10ea3f5aa1a4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.962875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-43f032f9-1ffb-43c6-82fe-915e5e840311 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.969103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43f032f9-1ffb-43c6-82fe-915e5e840311 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:58.969103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-43f032f9-1ffb-43c6-82fe-915e5e840311 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:58.998847 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.008049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event updated for resources: {'Port': ['ID=cdeddea3-c5f1-447b-aa33-8fb2587242f5,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:59.046634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Allocated IP 172.26.8.171 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/895a4468-6c5d-4d21-afca-c2382e703074) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:39:59.063940 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f812b68-5f67-4570-a3ef-8b5a42699c1a None None] Pushing event updated for resources: {'Port': ['ID=e259a058-5f54-457e-bc52-cde80b60efe8,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:59.078264 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-0f50f0f4-fcd8-4055-a59b-44e5b52d3e78 None None] Port 3eda8785-ec98-4b7d-9734-7f726710113a cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:39:59.109391 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-43f032f9-1ffb-43c6-82fe-915e5e840311 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8027549 Nov 23 04:39:59.119107 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41524) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:59.153718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-0211c7ca-1cf5-42a2-9de2-a2f600289ced tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'subnet': {'network_id': '8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:59.172762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c457961d-137c-4ab7-88a9-10ea3f5aa1a4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:39:59.174138 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.186073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.188964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.190770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f032f9-1ffb-43c6-82fe-915e5e840311 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Network': ['ID=8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:59.205174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c457961d-137c-4ab7-88a9-10ea3f5aa1a4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.205570 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-c457961d-137c-4ab7-88a9-10ea3f5aa1a4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Added segment ba4a8050-3fce-4cd4-aee0-d46ddc92fdc6 of type vlan for network bea4562e-ba77-46ad-8a59-c96ab2f5c627 Nov 23 04:39:59.261399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:59.270580 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c457961d-137c-4ab7-88a9-10ea3f5aa1a4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.323530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Network 3462ad8d-64d4-457c-8646-d3a143cdfe9f is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:59.326316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:59.333119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c457961d-137c-4ab7-88a9-10ea3f5aa1a4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.340687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c457961d-137c-4ab7-88a9-10ea3f5aa1a4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:39:59.341573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c457961d-137c-4ab7-88a9-10ea3f5aa1a4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.350249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.362656 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Network 7c0025de-7861-4265-beb4-1ca886b1f5f9 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:59.381832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Pushing event updated for resources: {'Port': ['ID=f9f31844-a546-48fa-b17e-7c2e27762088,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:59.388431 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:59.398723 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:59.400873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88b16816-beee-4322-b883-c8f7bee24e2f None None] Network 3462ad8d-64d4-457c-8646-d3a143cdfe9f requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:39:59.415915 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0211c7ca-1cf5-42a2-9de2-a2f600289ced tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:59.421252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0211c7ca-1cf5-42a2-9de2-a2f600289ced tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.450867 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.507319 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1b8e-e4d6-49f3-81c0-a0a6e9df064d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.530109 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c457961d-137c-4ab7-88a9-10ea3f5aa1a4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7742116 Nov 23 04:39:59.537813 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network fe323b12-826d-4a27-9634-70b4819abf63 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:59.538360 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41530) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:39:59.548107 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-0211c7ca-1cf5-42a2-9de2-a2f600289ced tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Performing IP validity checks on allocation pools {{(pid=109952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 04:39:59.548634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-0211c7ca-1cf5-42a2-9de2-a2f600289ced tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 04:39:59.551294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'ports': [{'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109'}, {'network_id': 'bea4562e-ba77-46ad-8a59-c96ab2f5c627'}]} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:59.551603 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d1b8e-e4d6-49f3-81c0-a0a6e9df064d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Pushing event deleted for resources: {'Port': ['ID=3eda8785-ec98-4b7d-9734-7f726710113a,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:59.551733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:59.552079 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'network_id': 'bea4562e-ba77-46ad-8a59-c96ab2f5c627'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:39:59.561749 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457961d-137c-4ab7-88a9-10ea3f5aa1a4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Network': ['ID=bea4562e-ba77-46ad-8a59-c96ab2f5c627,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:59.564348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:59.568204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Attempting to bind port f9f31844-a546-48fa-b17e-7c2e27762088 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:39:59.568204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Attempting to bind port f9f31844-a546-48fa-b17e-7c2e27762088 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '5f9f2ab0-6624-4147-98e7-c264b63e71c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7c0025de-7861-4265-beb4-1ca886b1f5f9'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:39:59.568204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Attempting to bind port f9f31844-a546-48fa-b17e-7c2e27762088 on network 7c0025de-7861-4265-beb4-1ca886b1f5f9 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:39:59.580547 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabcfb3e-d2d2-49e8-b5ff-bf64997b73d2 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:39:59.581847 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=64b2fa08-0a1a-4c24-bebb-7f0735248b9f,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:59.584690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:39:59.584934 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:59.585712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Checking segment: {'id': '5f9f2ab0-6624-4147-98e7-c264b63e71c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7c0025de-7861-4265-beb4-1ca886b1f5f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:39:59.586139 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.586840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Bound using segment: {'id': '5f9f2ab0-6624-4147-98e7-c264b63e71c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7c0025de-7861-4265-beb4-1ca886b1f5f9'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:39:59.587975 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Bound port: f9f31844-a546-48fa-b17e-7c2e27762088, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5f9f2ab0-6624-4147-98e7-c264b63e71c1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '7c0025de-7861-4265-beb4-1ca886b1f5f9'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:39:59.588602 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.623842 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network bea4562e-ba77-46ad-8a59-c96ab2f5c627 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:39:59.627032 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41e20b16-1dc7-430c-b207-57207c81907a None None] DHCP port deletion for fe323b12-826d-4a27-9634-70b4819abf63 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:39:59.670080 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1b8e-e4d6-49f3-81c0-a0a6e9df064d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.685877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-03c07b2c-38db-426d-97d9-75acdada80f8 None None] Provisioning complete for port e259a058-5f54-457e-bc52-cde80b60efe8 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:39:59.686249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-03c07b2c-38db-426d-97d9-75acdada80f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.690635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.741103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.829685 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1b8e-e4d6-49f3-81c0-a0a6e9df064d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.839708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1b8e-e4d6-49f3-81c0-a0a6e9df064d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.853657 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:39:59.867093 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:39:59.868795 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:39:59.892711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Router 631edfd6-bbbb-44b5-92bb-62c8b50e6233 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:39:59.962398 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Pushing event updated for resources: {'Port': ['ID=895a4468-6c5d-4d21-afca-c2382e703074,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:39:59.975514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'port': 2} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:39:59.982750 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1b8e-e4d6-49f3-81c0-a0a6e9df064d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.983304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5d1b8e-e4d6-49f3-81c0-a0a6e9df064d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Fanout notify agent at l3_agent the message router_deleted on router 90a530ba-fe77-4fc5-8ade-997356b5b20f {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:39:59.992827 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.993304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1b8e-e4d6-49f3-81c0-a0a6e9df064d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:39:59.998789 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ac5d1b8e-e4d6-49f3-81c0-a0a6e9df064d tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "DELETE /v2.0/routers/90a530ba-fe77-4fc5-8ade-997356b5b20f HTTP/1.1" status: 204 len: 168 time: 2.2756371 Nov 23 04:40:00.001421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41532) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:00.007521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-6356e14a-a827-4ed8-819e-21b59131f406 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1032733938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:00.038202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0211c7ca-1cf5-42a2-9de2-a2f600289ced tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.038446 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] For port f9f31844-a546-48fa-b17e-7c2e27762088, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:00.043063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] For port f9f31844-a546-48fa-b17e-7c2e27762088, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f9f31844-a546-48fa-b17e-7c2e27762088,segment=NetworkSegment(5f9f2ab0-6624-4147-98e7-c264b63e71c1),segment_id=5f9f2ab0-6624-4147-98e7-c264b63e71c1)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:40:00.074398 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.076441 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.084339 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e259a058-5f54-457e-bc52-cde80b60efe8 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:00.135583 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6356e14a-a827-4ed8-819e-21b59131f406 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.136651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6356e14a-a827-4ed8-819e-21b59131f406 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.157144 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211c7ca-1cf5-42a2-9de2-a2f600289ced tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Subnet': ['ID=298579f5-26b2-471a-a7bd-3b35cb3920b2,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:00.169501 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.261042 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0211c7ca-1cf5-42a2-9de2-a2f600289ced tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Checking segment: {'id': '4d3ae69f-eef9-4c6e-b5cb-b68e60fda99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:00.261451 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0211c7ca-1cf5-42a2-9de2-a2f600289ced tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network hostable DHCP agents. Network: 8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:40:00.267913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6356e14a-a827-4ed8-819e-21b59131f406 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.272178 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ebbd4c-b755-48ca-b180-61725882e4a0 None None] Pushing event updated for resources: {'Port': ['ID=f9f31844-a546-48fa-b17e-7c2e27762088,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:00.274222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.282250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6356e14a-a827-4ed8-819e-21b59131f406 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.303626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-03c07b2c-38db-426d-97d9-75acdada80f8 None None] Provisioning complete for port cdeddea3-c5f1-447b-aa33-8fb2587242f5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:00.304008 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-03c07b2c-38db-426d-97d9-75acdada80f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.320509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0211c7ca-1cf5-42a2-9de2-a2f600289ced tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network 8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:40:00.356777 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-0211c7ca-1cf5-42a2-9de2-a2f600289ced tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:00.361320 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0211c7ca-1cf5-42a2-9de2-a2f600289ced tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:00.361784 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0211c7ca-1cf5-42a2-9de2-a2f600289ced tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.361920 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e259a058-5f54-457e-bc52-cde80b60efe8 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:00.362254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.374401 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6356e14a-a827-4ed8-819e-21b59131f406 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.379119 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6356e14a-a827-4ed8-819e-21b59131f406 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3750536 Nov 23 04:40:00.382004 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41536) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:00.390242 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'enable_snat': True}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:00.396807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd2266b-0fb1-49d4-b9b0-9b0c87e0fac4 None None] Network 8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:00.402152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-03c07b2c-38db-426d-97d9-75acdada80f8 None None] Port cdeddea3-c5f1-447b-aa33-8fb2587242f5 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:00.587211 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.599550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-14bd9095-0722-476d-a7b5-731b0844bd0f None None] Provisioning complete for port 64b2fa08-0a1a-4c24-bebb-7f0735248b9f triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:00.600165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-14bd9095-0722-476d-a7b5-731b0844bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.604550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:00.611096 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f4a9661f-7490-4e9d-bc42-8fbf153e2639 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "PUT /v2.0/routers/631edfd6-bbbb-44b5-92bb-62c8b50e6233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1999400 Nov 23 04:40:00.617781 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df32b1b-41b8-42ca-bc86-ff03e7dcecb7 None None] Sync routers for ids ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:00.631600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port c178673e-8998-4b23-98c2-ecce4ad51a61 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:00.638769 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df32b1b-41b8-42ca-bc86-ff03e7dcecb7 None None] Routers {'631edfd6-bbbb-44b5-92bb-62c8b50e6233'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:00.639526 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9df32b1b-41b8-42ca-bc86-ff03e7dcecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:00.640886 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41540) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:00.678851 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-14bd9095-0722-476d-a7b5-731b0844bd0f None None] Port 64b2fa08-0a1a-4c24-bebb-7f0735248b9f cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:00.725219 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9df32b1b-41b8-42ca-bc86-ff03e7dcecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:00.745935 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df32b1b-41b8-42ca-bc86-ff03e7dcecb7 None None] Routers {'631edfd6-bbbb-44b5-92bb-62c8b50e6233'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:00.749728 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9df32b1b-41b8-42ca-bc86-ff03e7dcecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:00.796323 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-14bd9095-0722-476d-a7b5-731b0844bd0f None None] Provisioning complete for port cdeddea3-c5f1-447b-aa33-8fb2587242f5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:00.796714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-14bd9095-0722-476d-a7b5-731b0844bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.820528 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9df32b1b-41b8-42ca-bc86-ff03e7dcecb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:00.823558 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df32b1b-41b8-42ca-bc86-ff03e7dcecb7 None None] The sync data for ids ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:00.854052 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.855937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-14bd9095-0722-476d-a7b5-731b0844bd0f None None] Port cdeddea3-c5f1-447b-aa33-8fb2587242f5 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:00.893589 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0211c7ca-1cf5-42a2-9de2-a2f600289ced tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.7731981 Nov 23 04:40:00.898647 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41542) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:00.900931 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-14bd9095-0722-476d-a7b5-731b0844bd0f None None] Provisioning complete for port e259a058-5f54-457e-bc52-cde80b60efe8 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:00.901355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-14bd9095-0722-476d-a7b5-731b0844bd0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:00.961252 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f', 'network_id': '8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f', 'tenant_id': 'a90f6b3b75c9410481e60bec9d5485bb', 'fixed_ips': [{'subnet_id': '298579f5-26b2-471a-a7bd-3b35cb3920b2'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:40:00.962190 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.112853 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.163682 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Allocated IP 172.20.0.3 (8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f/298579f5-26b2-471a-a7bd-3b35cb3920b2/fb409037-038d-4fbc-a78f-d8408d9b5781) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:01.184554 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c8c8eb3d-2de2-4697-8f57-2ad7fcc141cf None None] Provisioning complete for port cdeddea3-c5f1-447b-aa33-8fb2587242f5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:01.184930 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c8c8eb3d-2de2-4697-8f57-2ad7fcc141cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.230170 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.234973 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.298382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.301924 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c8c8eb3d-2de2-4697-8f57-2ad7fcc141cf None None] Port cdeddea3-c5f1-447b-aa33-8fb2587242f5 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:01.328592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.415163 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Pushing event updated for resources: {'Port': ['ID=895a4468-6c5d-4d21-afca-c2382e703074,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:01.417244 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.435199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.473267 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port 692c3f19-3e8b-4aae-b3ca-a3377fdd0e63 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:01.494829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Pushing event updated for resources: {'Port': ['ID=fb409037-038d-4fbc-a78f-d8408d9b5781,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:01.507239 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Network 8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:01.508634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:01.510947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:01.522853 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.534108 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.562862 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.589637 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Attempting to bind port fb409037-038d-4fbc-a78f-d8408d9b5781 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:01.590321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Attempting to bind port fb409037-038d-4fbc-a78f-d8408d9b5781 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '4d3ae69f-eef9-4c6e-b5cb-b68e60fda99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:01.591557 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Attempting to bind port fb409037-038d-4fbc-a78f-d8408d9b5781 on network 8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:01.594445 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.608848 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:40:01.610889 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Checking segment: {'id': '4d3ae69f-eef9-4c6e-b5cb-b68e60fda99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:01.612472 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.613048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Bound using segment: {'id': '4d3ae69f-eef9-4c6e-b5cb-b68e60fda99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:40:01.613600 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Bound port: fb409037-038d-4fbc-a78f-d8408d9b5781, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d3ae69f-eef9-4c6e-b5cb-b68e60fda99c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:40:01.614577 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.621525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3391b4f5-997b-4636-b0ff-b66f6948bf5e None None] Network 7c0025de-7861-4265-beb4-1ca886b1f5f9 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:01.626790 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-b7800c04-6fab-4419-9217-cc6c9d51ede7 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:40:01.630508 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b7800c04-6fab-4419-9217-cc6c9d51ede7 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "PUT /v2.0/routers/631edfd6-bbbb-44b5-92bb-62c8b50e6233/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.9771695 Nov 23 04:40:01.635849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41546) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:01.647199 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Subnet': ['ID=298579f5-26b2-471a-a7bd-3b35cb3920b2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:01.659338 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.664721 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-691b7d0d-78be-4d17-a0de-5ed36834fd6a tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8126123 Nov 23 04:40:01.671796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41548) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:01.736619 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7481c333-1aaa-4011-bab8-b03f83b464a1 None None] Provisioning complete for port f9f31844-a546-48fa-b17e-7c2e27762088 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:01.737110 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7481c333-1aaa-4011-bab8-b03f83b464a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.751228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.759220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=64b2fa08-0a1a-4c24-bebb-7f0735248b9f,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:01.759465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.788685 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.823316 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] For port fb409037-038d-4fbc-a78f-d8408d9b5781, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:01.830448 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] For port fb409037-038d-4fbc-a78f-d8408d9b5781, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=fb409037-038d-4fbc-a78f-d8408d9b5781,segment=NetworkSegment(4d3ae69f-eef9-4c6e-b5cb-b68e60fda99c),segment_id=4d3ae69f-eef9-4c6e-b5cb-b68e60fda99c)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:40:01.837784 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.850247 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.884284 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:01.895613 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3f972c52-03d3-4406-83d8-3feb10205392 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3222 time: 0.2226434 Nov 23 04:40:01.901014 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41552) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:01.908738 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e67366-f2c9-4e6f-a002-ac9ed4d6b76c None None] Pushing event updated for resources: {'Port': ['ID=fb409037-038d-4fbc-a78f-d8408d9b5781,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:01.916499 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:01.978344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3ae69f-eef9-4c6e-b5cb-b68e60fda99c') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:01.978648 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3ae69f-eef9-4c6e-b5cb-b68e60fda99c') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:02.008800 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.034349 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network fe323b12-826d-4a27-9634-70b4819abf63 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:02.035540 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.038210 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3fa04d0c-5d1c-44c7-9545-5a4cb1215ad0 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1340454 Nov 23 04:40:02.038933 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41554) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:02.052495 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7481c333-1aaa-4011-bab8-b03f83b464a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.068925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:02.093724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.098646 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ad69bd-428b-4ad3-9b1d-0a1a67838a17 None None] DHCP port deletion for fe323b12-826d-4a27-9634-70b4819abf63 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:02.123081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:02.123485 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:02.126748 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:02.165647 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:02.167935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f9f31844-a546-48fa-b17e-7c2e27762088 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:02.185583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:02.188125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:02.189167 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.206987 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Allocated IP 172.26.8.174 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/49ab4c59-ed6a-45f0-9349-cd70fb12f08e) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:02.215107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=c178673e-8998-4b23-98c2-ecce4ad51a61,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:02.226876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7481c333-1aaa-4011-bab8-b03f83b464a1 None None] For port f9f31844-a546-48fa-b17e-7c2e27762088, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f9f31844-a546-48fa-b17e-7c2e27762088,segment=NetworkSegment(5f9f2ab0-6624-4147-98e7-c264b63e71c1),segment_id=5f9f2ab0-6624-4147-98e7-c264b63e71c1)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:02.237244 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7481c333-1aaa-4011-bab8-b03f83b464a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.291243 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f220bcf9-db30-44bc-a07a-5fc9e8887b86 None None] Network 8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:02.376197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=692c3f19-3e8b-4aae-b3ca-a3377fdd0e63,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:02.395939 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7481c333-1aaa-4011-bab8-b03f83b464a1 None None] Pushing event updated for resources: {'Port': ['ID=f9f31844-a546-48fa-b17e-7c2e27762088,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:02.432881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:02.435860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Checking segment: {'id': 'ba4a8050-3fce-4cd4-aee0-d46ddc92fdc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'bea4562e-ba77-46ad-8a59-c96ab2f5c627'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:02.436424 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network hostable DHCP agents. Network: bea4562e-ba77-46ad-8a59-c96ab2f5c627, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:40:02.466165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port f9f31844-a546-48fa-b17e-7c2e27762088 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:02.466724 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.470475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c5951247-e67d-42f7-b9a2-16f85e694dc3 None None] Provisioning complete for port 64b2fa08-0a1a-4c24-bebb-7f0735248b9f triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:02.470475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c5951247-e67d-42f7-b9a2-16f85e694dc3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.551778 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c5951247-e67d-42f7-b9a2-16f85e694dc3 None None] Port 64b2fa08-0a1a-4c24-bebb-7f0735248b9f cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:02.562018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12021034-ae63-4fc6-b1e2-9f1b5809982c None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:40:02.656376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.db.api [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 04:40:02.656376 dv-neutron-818850-1-hyperv neutron-server[109952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 04:40:02.656376 dv-neutron-818850-1-hyperv neutron-server[109952]: [parameters: {'id': '8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f'}] Nov 23 04:40:02.656376 dv-neutron-818850-1-hyperv neutron-server[109952]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:40:02.656376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG oslo_db.api [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:40:02.702939 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a24d7c3d-3d3b-4e51-92d9-1c057e5baa91 tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Deleting port 895a4468-6c5d-4d21-afca-c2382e703074 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:02.702939 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a24d7c3d-3d3b-4e51-92d9-1c057e5baa91 tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.721720 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3c0dedbe-3614-4140-8b92-9b7a2441e477 None None] Provisioning complete for port f9f31844-a546-48fa-b17e-7c2e27762088 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:02.722335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3c0dedbe-3614-4140-8b92-9b7a2441e477 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.769038 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12021034-ae63-4fc6-b1e2-9f1b5809982c None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:40:02.817307 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.838027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network bea4562e-ba77-46ad-8a59-c96ab2f5c627 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:40:02.844543 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a24d7c3d-3d3b-4e51-92d9-1c057e5baa91 tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.844891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a24d7c3d-3d3b-4e51-92d9-1c057e5baa91 tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.869300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a24d7c3d-3d3b-4e51-92d9-1c057e5baa91 tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Calling delete_port for 895a4468-6c5d-4d21-afca-c2382e703074 owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:02.869715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, bea4562e-ba77-46ad-8a59-c96ab2f5c627) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:02.873638 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:02.879366 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:02.884106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:02.884766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.947829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d71a8754-68c8-4cb0-8128-02568805e4b1 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.957399 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:02.989323 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-21f56a23-f83a-4aaf-b1d1-795a4b4732bc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.4436598 Nov 23 04:40:02.995650 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41560) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:03.039558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:03.047780 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-745007c5-ef97-4e74-83dd-b6ec308c3307 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "PUT /v2.0/routers/2fd12235-0b00-4ba9-bf6f-9993041bd168/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5384820 Nov 23 04:40:03.048827 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41562) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:03.055151 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:03.056519 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-3b032b4e-6c5c-40cf-98b8-03536c4fa09a tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'port': {'network_id': 'fe323b12-826d-4a27-9634-70b4819abf63', 'name': 'tempest-FloatingIPTestJSON-551622045'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:03.066928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:03.073450 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a29b291-b7f5-4963-b185-9f68916506c7 None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:03.082088 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:03.107206 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a29b291-b7f5-4963-b185-9f68916506c7 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:03.107990 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-5a29b291-b7f5-4963-b185-9f68916506c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:03.108177 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Pushing event updated for resources: {'Port': ['ID=49ab4c59-ed6a-45f0-9349-cd70fb12f08e,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:03.158141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:03.161404 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-5a29b291-b7f5-4963-b185-9f68916506c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:03.179016 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a29b291-b7f5-4963-b185-9f68916506c7 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:03.179888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-5a29b291-b7f5-4963-b185-9f68916506c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:03.217525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-5a29b291-b7f5-4963-b185-9f68916506c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:03.218479 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a29b291-b7f5-4963-b185-9f68916506c7 None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:03.300526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b032b4e-6c5c-40cf-98b8-03536c4fa09a tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Made reservation on behalf of 143ae7f39fcb4a5bb309ce821d145aae for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:03.304404 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b032b4e-6c5c-40cf-98b8-03536c4fa09a tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:03.333029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be0e10e-5be2-43cf-9cd9-36dc80d56586 None None] Network bea4562e-ba77-46ad-8a59-c96ab2f5c627 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:03.351508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-17a5e633-66e4-4981-8be2-321aba859260 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port 692c3f19-3e8b-4aae-b3ca-a3377fdd0e63 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:03.351508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-17a5e633-66e4-4981-8be2-321aba859260 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:03.353015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-3b032b4e-6c5c-40cf-98b8-03536c4fa09a tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] device_id is not set on port 7de618a6-d5c6-4c29-8eb6-c6b0ce59b349 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:03.375793 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a24d7c3d-3d3b-4e51-92d9-1c057e5baa91 tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:03.383508 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424dbd80-1c4b-4942-850d-438dff6071ed None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:03.444835 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d7c3d-3d3b-4e51-92d9-1c057e5baa91 tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Pushing event deleted for resources: {'Port': ['ID=895a4468-6c5d-4d21-afca-c2382e703074,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:03.483808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-d71a8754-68c8-4cb0-8128-02568805e4b1 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Deleting port cdeddea3-c5f1-447b-aa33-8fb2587242f5 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:03.484384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d71a8754-68c8-4cb0-8128-02568805e4b1 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:03.486564 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5d4da865-5f79-4e86-b60b-fdc298d54fb8 None None] Provisioning complete for port 49ab4c59-ed6a-45f0-9349-cd70fb12f08e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:03.487049 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5d4da865-5f79-4e86-b60b-fdc298d54fb8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:03.523607 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-17a5e633-66e4-4981-8be2-321aba859260 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:03.535676 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5d4da865-5f79-4e86-b60b-fdc298d54fb8 None None] Port 49ab4c59-ed6a-45f0-9349-cd70fb12f08e cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:03.561237 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-3b032b4e-6c5c-40cf-98b8-03536c4fa09a tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Allocated IP 172.20.0.13 (fe323b12-826d-4a27-9634-70b4819abf63/3812d7bd-ec91-4cc8-bfc7-4d2f9cd8baab/7de618a6-d5c6-4c29-8eb6-c6b0ce59b349) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:03.597059 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-17a5e633-66e4-4981-8be2-321aba859260 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for 692c3f19-3e8b-4aae-b3ca-a3377fdd0e63 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:03.599412 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Deleting port fb409037-038d-4fbc-a78f-d8408d9b5781 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:03.599747 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:03.601118 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d71a8754-68c8-4cb0-8128-02568805e4b1 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:03.627562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-d71a8754-68c8-4cb0-8128-02568805e4b1 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Calling delete_port for cdeddea3-c5f1-447b-aa33-8fb2587242f5 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:03.719147 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a24d7c3d-3d3b-4e51-92d9-1c057e5baa91 tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:03.721642 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a24d7c3d-3d3b-4e51-92d9-1c057e5baa91 tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:03.725265 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a24d7c3d-3d3b-4e51-92d9-1c057e5baa91 tempest-FloatingIPAdminTestJSON-1590067870 tempest-FloatingIPAdminTestJSON-1590067870-project] 10.222.0.37 "DELETE /v2.0/floatingips/8e687984-6d4f-4064-a697-1be51293d6cb HTTP/1.1" status: 204 len: 168 time: 1.6761661 Nov 23 04:40:03.726051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41564) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:03.731725 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:03.739144 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] For port fb409037-038d-4fbc-a78f-d8408d9b5781, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=fb409037-038d-4fbc-a78f-d8408d9b5781,segment=NetworkSegment(4d3ae69f-eef9-4c6e-b5cb-b68e60fda99c),segment_id=4d3ae69f-eef9-4c6e-b5cb-b68e60fda99c)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:03.739504 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:03.801135 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Calling delete_port for fb409037-038d-4fbc-a78f-d8408d9b5781 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:03.903427 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-17a5e633-66e4-4981-8be2-321aba859260 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:03.940451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b032b4e-6c5c-40cf-98b8-03536c4fa09a tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:03.952345 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a5e633-66e4-4981-8be2-321aba859260 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=692c3f19-3e8b-4aae-b3ca-a3377fdd0e63,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:04.006344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-17a5e633-66e4-4981-8be2-321aba859260 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.009725 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-17a5e633-66e4-4981-8be2-321aba859260 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/692c3f19-3e8b-4aae-b3ca-a3377fdd0e63 HTTP/1.1" status: 204 len: 168 time: 1.0113764 Nov 23 04:40:04.017089 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41568) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:04.037927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-47ecfd53-70d4-4b74-b5f9-1d4a7373e5a5 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Deleting port 38a0c3d0-83de-455c-b6b3-a33160e3a234 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:04.038269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-47ecfd53-70d4-4b74-b5f9-1d4a7373e5a5 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.054144 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d71a8754-68c8-4cb0-8128-02568805e4b1 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.086681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b032b4e-6c5c-40cf-98b8-03536c4fa09a tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.087280 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f9f31844-a546-48fa-b17e-7c2e27762088 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:04.089560 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.123958 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71a8754-68c8-4cb0-8128-02568805e4b1 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event deleted for resources: {'Port': ['ID=cdeddea3-c5f1-447b-aa33-8fb2587242f5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:04.128430 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Port': ['ID=fb409037-038d-4fbc-a78f-d8408d9b5781,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:04.139247 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No DVR routers for this DVR port fb409037-038d-4fbc-a78f-d8408d9b5781 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:04.150679 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.175460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b032b4e-6c5c-40cf-98b8-03536c4fa09a tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network fe323b12-826d-4a27-9634-70b4819abf63 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:04.183910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port f9f31844-a546-48fa-b17e-7c2e27762088 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:04.187420 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b983dfd-8335-479c-98de-4a6ba2297d23 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:04.188248 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.193437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b983dfd-8335-479c-98de-4a6ba2297d23 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:04.197545 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1b983dfd-8335-479c-98de-4a6ba2297d23 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1764505 Nov 23 04:40:04.197692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-3b032b4e-6c5c-40cf-98b8-03536c4fa09a tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:04.199601 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41572) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:04.210257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b032b4e-6c5c-40cf-98b8-03536c4fa09a tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:04.217385 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.235879 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fa7a5f-cd2f-43fd-8ffa-d9d3e22a98a5 None None] DHCP port deletion for fe323b12-826d-4a27-9634-70b4819abf63 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:04.280789 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.282432 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b032b4e-6c5c-40cf-98b8-03536c4fa09a tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=7de618a6-d5c6-4c29-8eb6-c6b0ce59b349,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:04.297162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-47ecfd53-70d4-4b74-b5f9-1d4a7373e5a5 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.297518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-47ecfd53-70d4-4b74-b5f9-1d4a7373e5a5 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.323565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-47ecfd53-70d4-4b74-b5f9-1d4a7373e5a5 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Calling delete_port for 38a0c3d0-83de-455c-b6b3-a33160e3a234 owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:04.334176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b032b4e-6c5c-40cf-98b8-03536c4fa09a tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:04.334953 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b032b4e-6c5c-40cf-98b8-03536c4fa09a tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.340058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:04.365047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d276b429-a121-40b8-bda3-4c6d10a7c637 None None] Provisioning complete for port 7de618a6-d5c6-4c29-8eb6-c6b0ce59b349 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:04.365722 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d276b429-a121-40b8-bda3-4c6d10a7c637 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.384597 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d3ae69f-eef9-4c6e-b5cb-b68e60fda99c') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:04.385092 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d3ae69f-eef9-4c6e-b5cb-b68e60fda99c') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:04.419350 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3b032b4e-6c5c-40cf-98b8-03536c4fa09a tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.3673561 Nov 23 04:40:04.423079 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41574) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:04.425597 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d276b429-a121-40b8-bda3-4c6d10a7c637 None None] Port 7de618a6-d5c6-4c29-8eb6-c6b0ce59b349 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:04.457518 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.458478 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5718c925-93c6-4c5a-adb1-38d6e5be20ea tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'port': {'network_id': 'fe323b12-826d-4a27-9634-70b4819abf63', 'name': 'tempest-FloatingIPTestJSON-173449692'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:04.467168 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d71a8754-68c8-4cb0-8128-02568805e4b1 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.496275 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.544170 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:04.544976 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:04.552895 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:04.645896 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-0fdfd3b7-06ad-4c8d-8a22-6cc2c1a4d49c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port c178673e-8998-4b23-98c2-ecce4ad51a61 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:04.646243 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd3b7-06ad-4c8d-8a22-6cc2c1a4d49c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.669573 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.718569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.726669 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f HTTP/1.1" status: 204 len: 168 time: 3.8217347 Nov 23 04:40:04.728204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41576) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:04.735971 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a40d3c68-e92b-4f56-b0d5-ce90836ff36b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-488250806'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:04.755786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b587fa4-213b-481f-a2df-498bdc9653aa tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Network': ['ID=8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:04.778224 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd3b7-06ad-4c8d-8a22-6cc2c1a4d49c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.782814 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d71a8754-68c8-4cb0-8128-02568805e4b1 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Router 631edfd6-bbbb-44b5-92bb-62c8b50e6233 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:04.795709 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-0fdfd3b7-06ad-4c8d-8a22-6cc2c1a4d49c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for c178673e-8998-4b23-98c2-ecce4ad51a61 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:04.806672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Router f2830fd4-70a2-4db2-a87a-594af6f9eb2b is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:40:04.808812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5718c925-93c6-4c5a-adb1-38d6e5be20ea tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Made reservation on behalf of 143ae7f39fcb4a5bb309ce821d145aae for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:04.812853 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5718c925-93c6-4c5a-adb1-38d6e5be20ea tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.838377 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-47ecfd53-70d4-4b74-b5f9-1d4a7373e5a5 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.941572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a40d3c68-e92b-4f56-b0d5-ce90836ff36b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:04.944958 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a40d3c68-e92b-4f56-b0d5-ce90836ff36b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:04.947008 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ecfd53-70d4-4b74-b5f9-1d4a7373e5a5 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Pushing event deleted for resources: {'Port': ['ID=38a0c3d0-83de-455c-b6b3-a33160e3a234,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:04.949477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-5718c925-93c6-4c5a-adb1-38d6e5be20ea tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] device_id is not set on port aceb8090-4221-4961-bcad-ccffe169e37a yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:04.973598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d71a8754-68c8-4cb0-8128-02568805e4b1 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:04.984923 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59abc50-edc8-4147-b3fb-8511c865c995 None None] Sync routers for ids ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:05.002006 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59abc50-edc8-4147-b3fb-8511c865c995 None None] Routers {'631edfd6-bbbb-44b5-92bb-62c8b50e6233'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:05.002614 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:05.003288 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e59abc50-edc8-4147-b3fb-8511c865c995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:05.011287 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d71a8754-68c8-4cb0-8128-02568805e4b1 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "PUT /v2.0/routers/631edfd6-bbbb-44b5-92bb-62c8b50e6233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3710535 Nov 23 04:40:05.018145 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff6c3b-f732-422c-8dd6-8656ae0a2dbb None None] Sync routers for ids ['f2830fd4-70a2-4db2-a87a-594af6f9eb2b'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:05.027687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41580) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:05.034608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:05.042716 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e7121c93-1746-4fe2-a568-4e1a3369dc77 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "PUT /v2.0/routers/f2830fd4-70a2-4db2-a87a-594af6f9eb2b HTTP/1.1" status: 200 len: 915 time: 4.6545405 Nov 23 04:40:05.046997 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41582) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:05.050170 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd3b7-06ad-4c8d-8a22-6cc2c1a4d49c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:05.054227 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff6c3b-f732-422c-8dd6-8656ae0a2dbb None None] Routers {'f2830fd4-70a2-4db2-a87a-594af6f9eb2b'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:05.058635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-75ff6c3b-f732-422c-8dd6-8656ae0a2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f2830fd4-70a2-4db2-a87a-594af6f9eb2b'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:05.092962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdfd3b7-06ad-4c8d-8a22-6cc2c1a4d49c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=c178673e-8998-4b23-98c2-ecce4ad51a61,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:05.101608 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e59abc50-edc8-4147-b3fb-8511c865c995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:05.112277 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0fdfd3b7-06ad-4c8d-8a22-6cc2c1a4d49c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:05.118517 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0fdfd3b7-06ad-4c8d-8a22-6cc2c1a4d49c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/c178673e-8998-4b23-98c2-ecce4ad51a61 HTTP/1.1" status: 204 len: 168 time: 0.9155276 Nov 23 04:40:05.124426 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-75ff6c3b-f732-422c-8dd6-8656ae0a2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:05.127627 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e59abc50-edc8-4147-b3fb-8511c865c995 None None] Routers {'631edfd6-bbbb-44b5-92bb-62c8b50e6233'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:05.128501 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e59abc50-edc8-4147-b3fb-8511c865c995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:05.130964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41584) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:05.134349 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75ff6c3b-f732-422c-8dd6-8656ae0a2dbb None None] Routers {'f2830fd4-70a2-4db2-a87a-594af6f9eb2b'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:05.134989 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-75ff6c3b-f732-422c-8dd6-8656ae0a2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:39:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f2830fd4-70a2-4db2-a87a-594af6f9eb2b'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:05.175665 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-75ff6c3b-f732-422c-8dd6-8656ae0a2dbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:05.176341 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75ff6c3b-f732-422c-8dd6-8656ae0a2dbb None None] The sync data for ids ['f2830fd4-70a2-4db2-a87a-594af6f9eb2b'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:05.219541 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d5c86e9-4572-415d-b457-0b7862bffb82 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:05.221941 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5d5c86e9-4572-415d-b457-0b7862bffb82 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0897830 Nov 23 04:40:05.224710 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41586) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:05.282207 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5371c5-eed1-4c0d-906a-10c3030197cd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] GET failed (client error): The resource could not be found. Nov 23 04:40:05.283974 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0c5371c5-eed1-4c0d-906a-10c3030197cd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/692c3f19-3e8b-4aae-b3ca-a3377fdd0e63 HTTP/1.1" status: 404 len: 333 time: 0.0580468 Nov 23 04:40:05.287287 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41590) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:05.315588 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-3f926095-54c6-454a-a2dc-b1b34db7d00d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] GET failed (client error): The resource could not be found. Nov 23 04:40:05.316317 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e59abc50-edc8-4147-b3fb-8511c865c995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:05.317154 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e59abc50-edc8-4147-b3fb-8511c865c995 None None] The sync data for ids ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:05.318075 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3f926095-54c6-454a-a2dc-b1b34db7d00d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/c178673e-8998-4b23-98c2-ecce4ad51a61 HTTP/1.1" status: 404 len: 333 time: 0.0295942 Nov 23 04:40:05.321956 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41592) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:05.386031 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a40d3c68-e92b-4f56-b0d5-ce90836ff36b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:40:05.421249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7e22e6a-1429-4090-853d-d956be342976 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:05.422815 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-2c97ce50-2971-495f-96d0-9c4c3252c845 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] delete failed (client error): The resource could not be found. Nov 23 04:40:05.429062 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2c97ce50-2971-495f-96d0-9c4c3252c845 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-2100323069 HTTP/1.1" status: 404 len: 335 time: 0.3969493 Nov 23 04:40:05.430750 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41594) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:05.437560 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-09f0a0dc-0d67-46e9-abe3-9ca738837c57 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Request body: {'router': {'external_gateway_info': {'network_id': '631edfd6-bbbb-44b5-92bb-62c8b50e6233'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:05.486957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a40d3c68-e92b-4f56-b0d5-ce90836ff36b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:05.487398 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-a40d3c68-e92b-4f56-b0d5-ce90836ff36b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Added segment 6abbb6d7-132d-49cf-a9c4-58a2b7239116 of type vlan for network 8ca415af-62f9-400d-98d5-87b1e1924a65 Nov 23 04:40:05.538098 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-47ecfd53-70d4-4b74-b5f9-1d4a7373e5a5 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:05.540878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-47ecfd53-70d4-4b74-b5f9-1d4a7373e5a5 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:05.542045 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-47ecfd53-70d4-4b74-b5f9-1d4a7373e5a5 tempest-FloatingIPAdminTestJSON-1603902100 tempest-FloatingIPAdminTestJSON-1603902100-project-admin] 10.222.0.37 "DELETE /v2.0/floatingips/0e35730d-e73c-468d-8b83-371c8e200615 HTTP/1.1" status: 204 len: 168 time: 1.8135006 Nov 23 04:40:05.547694 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41596) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:05.622575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a40d3c68-e92b-4f56-b0d5-ce90836ff36b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:05.639223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-5718c925-93c6-4c5a-adb1-38d6e5be20ea tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Allocated IP 172.20.0.4 (fe323b12-826d-4a27-9634-70b4819abf63/3812d7bd-ec91-4cc8-bfc7-4d2f9cd8baab/aceb8090-4221-4961-bcad-ccffe169e37a) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:05.665813 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0b53d09d-fe5d-4d67-bfb1-8fc8ab4ffa35 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/routers/f2830fd4-70a2-4db2-a87a-594af6f9eb2b HTTP/1.1" status: 200 len: 921 time: 0.3246329 Nov 23 04:40:05.666052 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7e22e6a-1429-4090-853d-d956be342976 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:05.673813 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41598) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:05.756656 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-09f0a0dc-0d67-46e9-abe3-9ca738837c57 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:05.760653 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-b7e22e6a-1429-4090-853d-d956be342976 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bea4562e-ba77-46ad-8a59-c96ab2f5c627']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:05.776403 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-b7e22e6a-1429-4090-853d-d956be342976 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba4a8050-3fce-4cd4-aee0-d46ddc92fdc6') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:05.776741 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-b7e22e6a-1429-4090-853d-d956be342976 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba4a8050-3fce-4cd4-aee0-d46ddc92fdc6') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:05.792348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a40d3c68-e92b-4f56-b0d5-ce90836ff36b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:05.797950 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40d3c68-e92b-4f56-b0d5-ce90836ff36b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:05.798634 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a40d3c68-e92b-4f56-b0d5-ce90836ff36b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:05.799086 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-09f0a0dc-0d67-46e9-abe3-9ca738837c57 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] update failed (client error): The resource could not be found. Nov 23 04:40:05.804059 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-09f0a0dc-0d67-46e9-abe3-9ca738837c57 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "PUT /v2.0/routers/631edfd6-bbbb-44b5-92bb-62c8b50e6233 HTTP/1.1" status: 404 len: 339 time: 0.3678777 Nov 23 04:40:05.804059 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7e22e6a-1429-4090-853d-d956be342976 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:05.804316 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41600) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:05.890338 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a40d3c68-e92b-4f56-b0d5-ce90836ff36b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.1580338 Nov 23 04:40:05.940460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41602) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:05.953313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f8644e7b-724a-42d8-a79d-d972e2d4c766 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'subnet': {'network_id': '8ca415af-62f9-400d-98d5-87b1e1924a65', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:05.979656 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45c9d4a-94b9-469c-aa42-6f5ab57d1aa0 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:05.981111 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c45c9d4a-94b9-469c-aa42-6f5ab57d1aa0 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&device_id=f2830fd4-70a2-4db2-a87a-594af6f9eb2b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3018296 Nov 23 04:40:06.011091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41604) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:06.019350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d3c68-e92b-4f56-b0d5-ce90836ff36b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Network': ['ID=8ca415af-62f9-400d-98d5-87b1e1924a65,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:06.031782 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 8ca415af-62f9-400d-98d5-87b1e1924a65 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:40:06.110271 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-7cc58953-9027-466c-b24e-1844471c41fb tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Deleting port 39a4af3d-b2f2-4336-a12b-21079e238f5f {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:06.110743 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7cc58953-9027-466c-b24e-1844471c41fb tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.207847 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7e22e6a-1429-4090-853d-d956be342976 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.218361 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b7e22e6a-1429-4090-853d-d956be342976 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:06.218748 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7e22e6a-1429-4090-853d-d956be342976 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:06.221618 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:06.243216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5718c925-93c6-4c5a-adb1-38d6e5be20ea tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.264119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8644e7b-724a-42d8-a79d-d972e2d4c766 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:06.267623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8644e7b-724a-42d8-a79d-d972e2d4c766 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.277101 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cb563a7-94c3-4d8a-a138-e033d4e38384 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:06.279021 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3cb563a7-94c3-4d8a-a138-e033d4e38384 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/networks/707e3b6c-c967-4552-be8b-522e32d46a1b HTTP/1.1" status: 200 len: 881 time: 0.2607536 Nov 23 04:40:06.303590 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41608) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:06.366434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7cc58953-9027-466c-b24e-1844471c41fb tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.397652 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-7cc58953-9027-466c-b24e-1844471c41fb tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Calling delete_port for 39a4af3d-b2f2-4336-a12b-21079e238f5f owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:06.404168 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-40635d3b-6a02-4299-937b-2325108c8574 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2830fd4-70a2-4db2-a87a-594af6f9eb2b HTTP/1.1" status: 200 len: 205 time: 0.0907419 Nov 23 04:40:06.404168 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7e22e6a-1429-4090-853d-d956be342976 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.405317 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41610) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:06.456370 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5718c925-93c6-4c5a-adb1-38d6e5be20ea tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.536885 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5718c925-93c6-4c5a-adb1-38d6e5be20ea tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network fe323b12-826d-4a27-9634-70b4819abf63 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:06.545647 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7e22e6a-1429-4090-853d-d956be342976 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.548983 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b7e22e6a-1429-4090-853d-d956be342976 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/networks/bea4562e-ba77-46ad-8a59-c96ab2f5c627 HTTP/1.1" status: 204 len: 168 time: 1.2256062 Nov 23 04:40:06.568558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41614) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:06.569484 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-5718c925-93c6-4c5a-adb1-38d6e5be20ea tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:06.578946 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d205eefc-372d-4fd2-b1f9-63a8f1f6ef66 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2037506242'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:06.581969 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5718c925-93c6-4c5a-adb1-38d6e5be20ea tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:06.588484 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a68238b2-5210-4211-8756-3261c5b2702f None None] DHCP port deletion for fe323b12-826d-4a27-9634-70b4819abf63 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:06.589921 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5718c925-93c6-4c5a-adb1-38d6e5be20ea tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=aceb8090-4221-4961-bcad-ccffe169e37a,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:06.592399 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e22e6a-1429-4090-853d-d956be342976 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Network': ['ID=bea4562e-ba77-46ad-8a59-c96ab2f5c627,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:06.648438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42d3b42a-1ed4-415f-9fec-5dc4444017d5 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.670368 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-0a817483-c5d9-4f7e-977f-4362bcb55ea9 None None] Provisioning complete for port aceb8090-4221-4961-bcad-ccffe169e37a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:06.670742 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0a817483-c5d9-4f7e-977f-4362bcb55ea9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.720946 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-0a817483-c5d9-4f7e-977f-4362bcb55ea9 None None] Port aceb8090-4221-4961-bcad-ccffe169e37a cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:06.723390 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d205eefc-372d-4fd2-b1f9-63a8f1f6ef66 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:06.726863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d205eefc-372d-4fd2-b1f9-63a8f1f6ef66 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.735287 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.739488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5718c925-93c6-4c5a-adb1-38d6e5be20ea tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:06.740089 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5718c925-93c6-4c5a-adb1-38d6e5be20ea tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.772812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8644e7b-724a-42d8-a79d-d972e2d4c766 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.818667 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5718c925-93c6-4c5a-adb1-38d6e5be20ea tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.3930044 Nov 23 04:40:06.822583 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41616) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:06.827925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7cc58953-9027-466c-b24e-1844471c41fb tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.839209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d205eefc-372d-4fd2-b1f9-63a8f1f6ef66 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:40:06.857521 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-68a20815-476f-4041-a9b8-7c24efa71d7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.858537 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': 'aceb8090-4221-4961-bcad-ccffe169e37a', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:06.892035 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d205eefc-372d-4fd2-b1f9-63a8f1f6ef66 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.892395 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-d205eefc-372d-4fd2-b1f9-63a8f1f6ef66 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Added segment f8888982-9171-405a-a5a6-c065e3a3ccec of type vlan for network d4f1268e-4f0b-438b-8ed3-0c0e828878b9 Nov 23 04:40:06.897478 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8644e7b-724a-42d8-a79d-d972e2d4c766 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Subnet': ['ID=57fc834a-1e13-4ee6-83d7-27c2f72f6e93,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:06.910267 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc58953-9027-466c-b24e-1844471c41fb tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event deleted for resources: {'Port': ['ID=39a4af3d-b2f2-4336-a12b-21079e238f5f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:06.911272 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42d3b42a-1ed4-415f-9fec-5dc4444017d5 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:06.960967 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.002798 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8644e7b-724a-42d8-a79d-d972e2d4c766 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Checking segment: {'id': '6abbb6d7-132d-49cf-a9c4-58a2b7239116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ca415af-62f9-400d-98d5-87b1e1924a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:07.003177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8644e7b-724a-42d8-a79d-d972e2d4c766 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network hostable DHCP agents. Network: 8ca415af-62f9-400d-98d5-87b1e1924a65, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:40:07.008846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d205eefc-372d-4fd2-b1f9-63a8f1f6ef66 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.049248 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7cc58953-9027-466c-b24e-1844471c41fb tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.052550 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7cc58953-9027-466c-b24e-1844471c41fb tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] 10.222.0.37 "DELETE /v2.0/ports/39a4af3d-b2f2-4336-a12b-21079e238f5f HTTP/1.1" status: 204 len: 168 time: 1.4844007 Nov 23 04:40:07.055961 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41618) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:07.070377 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8644e7b-724a-42d8-a79d-d972e2d4c766 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network 8ca415af-62f9-400d-98d5-87b1e1924a65 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:40:07.070573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d205eefc-372d-4fd2-b1f9-63a8f1f6ef66 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.075919 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d205eefc-372d-4fd2-b1f9-63a8f1f6ef66 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:07.076521 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d205eefc-372d-4fd2-b1f9-63a8f1f6ef66 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.162375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-f8644e7b-724a-42d8-a79d-d972e2d4c766 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 8ca415af-62f9-400d-98d5-87b1e1924a65) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:07.173485 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10d6d770-9119-4b7a-af72-5c5d9a255522 None None] Network 8ca415af-62f9-400d-98d5-87b1e1924a65 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:07.176184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-42d3b42a-1ed4-415f-9fec-5dc4444017d5 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Deleting port 49ab4c59-ed6a-45f0-9349-cd70fb12f08e {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:07.176525 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42d3b42a-1ed4-415f-9fec-5dc4444017d5 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.176744 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d205eefc-372d-4fd2-b1f9-63a8f1f6ef66 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6050432 Nov 23 04:40:07.178057 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41620) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:07.187057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8644e7b-724a-42d8-a79d-d972e2d4c766 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:07.187339 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8644e7b-724a-42d8-a79d-d972e2d4c766 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.190932 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1ca0aa8c-c084-4c2b-bbcb-cb060e123154 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'subnet': {'network_id': 'd4f1268e-4f0b-438b-8ed3-0c0e828878b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:07.210954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d205eefc-372d-4fd2-b1f9-63a8f1f6ef66 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Network': ['ID=d4f1268e-4f0b-438b-8ed3-0c0e828878b9,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:07.222092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2659068-9fdc-49a7-a1f9-36ec79b0e642 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:07.226441 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b2659068-9fdc-49a7-a1f9-36ec79b0e642 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] 10.222.0.37 "GET /v2.0/ports?device_id=67e20887-7fa2-4b6f-a484-ae6d216eeb4c HTTP/1.1" status: 200 len: 913 time: 0.1683488 Nov 23 04:40:07.227092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41622) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:07.231829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network d4f1268e-4f0b-438b-8ed3-0c0e828878b9 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:40:07.238991 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f8644e7b-724a-42d8-a79d-d972e2d4c766 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2953763 Nov 23 04:40:07.240528 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41624) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:07.244232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Allocated IP 172.20.0.1 (29184cf3-aec6-49ea-ab8b-f06e98223ece/e8c1b558-e97d-443a-8aa7-ed208b975ad2/8e5607a9-77c5-467a-bc2d-920e0cf400b0) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:07.409005 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-8ca415af-62f9-400d-98d5-87b1e1924a65', 'network_id': '8ca415af-62f9-400d-98d5-87b1e1924a65', 'tenant_id': 'a90f6b3b75c9410481e60bec9d5485bb', 'fixed_ips': [{'subnet_id': '57fc834a-1e13-4ee6-83d7-27c2f72f6e93'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:40:07.410569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.452924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.467127 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42d3b42a-1ed4-415f-9fec-5dc4444017d5 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.493718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-42d3b42a-1ed4-415f-9fec-5dc4444017d5 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Calling delete_port for 49ab4c59-ed6a-45f0-9349-cd70fb12f08e owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:07.493928 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.525864 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca0aa8c-c084-4c2b-bbcb-cb060e123154 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:07.530453 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ca0aa8c-c084-4c2b-bbcb-cb060e123154 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.561161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Allocated IP 172.20.0.1 (8ca415af-62f9-400d-98d5-87b1e1924a65/57fc834a-1e13-4ee6-83d7-27c2f72f6e93/482459b4-c312-4b79-8c3b-16fba00f11e5) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:07.601137 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.664569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.724465 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.731851 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.748320 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-1ca0aa8c-c084-4c2b-bbcb-cb060e123154 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Performing IP validity checks on allocation pools {{(pid=109952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 04:40:07.749224 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-1ca0aa8c-c084-4c2b-bbcb-cb060e123154 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 04:40:07.753013 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.757965 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.773747 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Network 8ca415af-62f9-400d-98d5-87b1e1924a65 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:07.779534 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:07.783027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:07.790585 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Pushing event updated for resources: {'Port': ['ID=482459b4-c312-4b79-8c3b-16fba00f11e5,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:07.829691 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Subnet': ['ID=57fc834a-1e13-4ee6-83d7-27c2f72f6e93,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:07.848392 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Attempting to bind port 482459b4-c312-4b79-8c3b-16fba00f11e5 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:07.849082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Attempting to bind port 482459b4-c312-4b79-8c3b-16fba00f11e5 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '6abbb6d7-132d-49cf-a9c4-58a2b7239116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ca415af-62f9-400d-98d5-87b1e1924a65'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:07.849226 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Attempting to bind port 482459b4-c312-4b79-8c3b-16fba00f11e5 on network 8ca415af-62f9-400d-98d5-87b1e1924a65 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:07.856399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:40:07.856399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Checking segment: {'id': '6abbb6d7-132d-49cf-a9c4-58a2b7239116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ca415af-62f9-400d-98d5-87b1e1924a65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:07.856698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.857020 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Bound using segment: {'id': '6abbb6d7-132d-49cf-a9c4-58a2b7239116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ca415af-62f9-400d-98d5-87b1e1924a65'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:40:07.857949 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Bound port: 482459b4-c312-4b79-8c3b-16fba00f11e5, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6abbb6d7-132d-49cf-a9c4-58a2b7239116', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '8ca415af-62f9-400d-98d5-87b1e1924a65'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:40:07.857949 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.863183 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Network 29184cf3-aec6-49ea-ab8b-f06e98223ece is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:07.880635 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:07.883392 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:07.919329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.927076 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event updated for resources: {'Port': ['ID=8e5607a9-77c5-467a-bc2d-920e0cf400b0,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:07.931115 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] For port 482459b4-c312-4b79-8c3b-16fba00f11e5, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:07.935463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] For port 482459b4-c312-4b79-8c3b-16fba00f11e5, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=482459b4-c312-4b79-8c3b-16fba00f11e5,segment=NetworkSegment(6abbb6d7-132d-49cf-a9c4-58a2b7239116),segment_id=6abbb6d7-132d-49cf-a9c4-58a2b7239116)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:40:07.943610 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-26683a74-e665-43bf-b708-592b3fd66e4d tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.943822 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:07.947071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Allocated IP 172.26.8.87 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/c1721469-b6f2-4900-b935-ae8d88d892a5) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:08.011504 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca415af-62f9-400d-98d5-87b1e1924a65']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:08.029188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abbb6d7-132d-49cf-a9c4-58a2b7239116') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:08.029451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abbb6d7-132d-49cf-a9c4-58a2b7239116') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:08.043446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:08.062869 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e2e282-ac6a-4d65-b562-57666d39f66b None None] Pushing event updated for resources: {'Port': ['ID=482459b4-c312-4b79-8c3b-16fba00f11e5,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:08.070259 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc577916-8071-40ae-a884-aebdbf52f95f None None] Network 8ca415af-62f9-400d-98d5-87b1e1924a65 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:08.106866 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:08.240011 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b7be3c4-575d-42da-9614-c1107dc6044f None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:40:08.302455 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-02d2d969-9578-487d-829b-02281e9a28cf None None] Provisioning complete for port 8e5607a9-77c5-467a-bc2d-920e0cf400b0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:08.302829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-02d2d969-9578-487d-829b-02281e9a28cf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:08.331630 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:40:08.334266 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ca0aa8c-c084-4c2b-bbcb-cb060e123154 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:08.359332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42d3b42a-1ed4-415f-9fec-5dc4444017d5 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:08.370405 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-02d2d969-9578-487d-829b-02281e9a28cf None None] Port 8e5607a9-77c5-467a-bc2d-920e0cf400b0 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:08.380306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:08.387103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:08.387991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:08.391235 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:08.403810 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:08.408033 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:08.434913 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b7be3c4-575d-42da-9614-c1107dc6044f None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:40:08.464198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d3b42a-1ed4-415f-9fec-5dc4444017d5 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Pushing event deleted for resources: {'Port': ['ID=49ab4c59-ed6a-45f0-9349-cd70fb12f08e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:08.500115 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:08.513682 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.api [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 04:40:08.513682 dv-neutron-818850-1-hyperv neutron-server[109953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 04:40:08.513682 dv-neutron-818850-1-hyperv neutron-server[109953]: [parameters: {'id': '8ca415af-62f9-400d-98d5-87b1e1924a65'}] Nov 23 04:40:08.513682 dv-neutron-818850-1-hyperv neutron-server[109953]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:40:08.514141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG oslo_db.api [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:40:08.643330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-26683a74-e665-43bf-b708-592b3fd66e4d tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Deleting port cd124c72-ee69-4fa8-9308-4ae09896c19a {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:08.643609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-26683a74-e665-43bf-b708-592b3fd66e4d tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:08.738202 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b66f679-57c3-491e-ac12-ee2f42a5e7c8 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:08.760399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-26683a74-e665-43bf-b708-592b3fd66e4d tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:08.774677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-26683a74-e665-43bf-b708-592b3fd66e4d tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Calling delete_port for cd124c72-ee69-4fa8-9308-4ae09896c19a owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:08.844622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca0aa8c-c084-4c2b-bbcb-cb060e123154 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Subnet': ['ID=0c353cb7-6a9c-4ca1-a202-e77bd0f50201,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:08.924232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ca0aa8c-c084-4c2b-bbcb-cb060e123154 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Checking segment: {'id': 'f8888982-9171-405a-a5a6-c065e3a3ccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4f1268e-4f0b-438b-8ed3-0c0e828878b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:08.924493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca0aa8c-c084-4c2b-bbcb-cb060e123154 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network hostable DHCP agents. Network: d4f1268e-4f0b-438b-8ed3-0c0e828878b9, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:40:08.928421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42d3b42a-1ed4-415f-9fec-5dc4444017d5 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:08.937680 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:08.965920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-26683a74-e665-43bf-b708-592b3fd66e4d tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:08.994078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26683a74-e665-43bf-b708-592b3fd66e4d tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event deleted for resources: {'Port': ['ID=cd124c72-ee69-4fa8-9308-4ae09896c19a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:09.016214 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.119530 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42d3b42a-1ed4-415f-9fec-5dc4444017d5 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.157613 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:09.158878 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42d3b42a-1ed4-415f-9fec-5dc4444017d5 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.182787 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b1d2da5c-9311-4025-b468-b8f3b61aa739 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.186806 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:09.196142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:09.212111 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ca0aa8c-c084-4c2b-bbcb-cb060e123154 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network d4f1268e-4f0b-438b-8ed3-0c0e828878b9 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:40:09.268346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Deleting port 482459b4-c312-4b79-8c3b-16fba00f11e5 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:09.269031 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.281718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=c1721469-b6f2-4900-b935-ae8d88d892a5,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:09.309181 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-1ca0aa8c-c084-4c2b-bbcb-cb060e123154 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, d4f1268e-4f0b-438b-8ed3-0c0e828878b9) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:09.320955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42d3b42a-1ed4-415f-9fec-5dc4444017d5 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.322445 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d3b42a-1ed4-415f-9fec-5dc4444017d5 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Fanout notify agent at l3_agent the message router_deleted on router f2830fd4-70a2-4db2-a87a-594af6f9eb2b {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:40:09.325378 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2821dc-7187-4e3f-bffe-df828451e658 None None] Network d4f1268e-4f0b-438b-8ed3-0c0e828878b9 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:09.335068 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca0aa8c-c084-4c2b-bbcb-cb060e123154 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:09.336149 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ca0aa8c-c084-4c2b-bbcb-cb060e123154 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.343748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-26683a74-e665-43bf-b708-592b3fd66e4d tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.349146 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42d3b42a-1ed4-415f-9fec-5dc4444017d5 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.357491 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-42d3b42a-1ed4-415f-9fec-5dc4444017d5 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "DELETE /v2.0/routers/f2830fd4-70a2-4db2-a87a-594af6f9eb2b HTTP/1.1" status: 204 len: 168 time: 2.9505498 Nov 23 04:40:09.360149 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41636) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:09.366476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-822dcba7-94f7-41d7-9ce4-77aa78b965ba tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1030574710', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:09.379491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] For port 482459b4-c312-4b79-8c3b-16fba00f11e5, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=482459b4-c312-4b79-8c3b-16fba00f11e5,segment=NetworkSegment(6abbb6d7-132d-49cf-a9c4-58a2b7239116),segment_id=6abbb6d7-132d-49cf-a9c4-58a2b7239116)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:09.379939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.447094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Calling delete_port for 482459b4-c312-4b79-8c3b-16fba00f11e5 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:09.466070 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-822dcba7-94f7-41d7-9ce4-77aa78b965ba tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.467250 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-822dcba7-94f7-41d7-9ce4-77aa78b965ba tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.490759 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1ca0aa8c-c084-4c2b-bbcb-cb060e123154 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3086247 Nov 23 04:40:09.502157 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41638) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:09.511322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-57d0e98e-39a7-43f8-9c39-186cc1e9489e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'network_id': 'd4f1268e-4f0b-438b-8ed3-0c0e828878b9', 'name': 'tempest-PortsTestJSON-1504676635'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:09.521922 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-822dcba7-94f7-41d7-9ce4-77aa78b965ba tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.529766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-822dcba7-94f7-41d7-9ce4-77aa78b965ba tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.559894 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-d4f1268e-4f0b-438b-8ed3-0c0e828878b9', 'network_id': 'd4f1268e-4f0b-438b-8ed3-0c0e828878b9', 'tenant_id': '21aafe545f554d9ca8d2cff1f90b0ba5', 'fixed_ips': [{'subnet_id': '0c353cb7-6a9c-4ca1-a202-e77bd0f50201'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:40:09.560905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.616318 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-822dcba7-94f7-41d7-9ce4-77aa78b965ba tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.617696 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-822dcba7-94f7-41d7-9ce4-77aa78b965ba tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2549164 Nov 23 04:40:09.624644 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41642) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:09.631946 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'enable_snat': False}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:09.701935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.740470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.768124 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Allocated IP 172.20.0.2 (d4f1268e-4f0b-438b-8ed3-0c0e828878b9/0c353cb7-6a9c-4ca1-a202-e77bd0f50201/dd749c01-ef57-4887-85ec-c041f515dd40) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:09.859739 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.872291 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event updated for resources: {'Port': ['ID=8e5607a9-77c5-467a-bc2d-920e0cf400b0,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:09.903758 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.907426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.967892 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.973949 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57d0e98e-39a7-43f8-9c39-186cc1e9489e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:09.975711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.977576 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57d0e98e-39a7-43f8-9c39-186cc1e9489e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:09.982898 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Port': ['ID=482459b4-c312-4b79-8c3b-16fba00f11e5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:09.996323 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No DVR routers for this DVR port 482459b4-c312-4b79-8c3b-16fba00f11e5 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:10.025904 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Network d4f1268e-4f0b-438b-8ed3-0c0e828878b9 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:10.029653 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:10.034678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:10.049300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-57d0e98e-39a7-43f8-9c39-186cc1e9489e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port 961943ac-29dd-4bd3-bffd-b991b3cf6ab1 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:10.061218 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Pushing event updated for resources: {'Port': ['ID=dd749c01-ef57-4887-85ec-c041f515dd40,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:10.094743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Attempting to bind port dd749c01-ef57-4887-85ec-c041f515dd40 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:10.095246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Attempting to bind port dd749c01-ef57-4887-85ec-c041f515dd40 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'f8888982-9171-405a-a5a6-c065e3a3ccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4f1268e-4f0b-438b-8ed3-0c0e828878b9'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:10.095711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Attempting to bind port dd749c01-ef57-4887-85ec-c041f515dd40 on network d4f1268e-4f0b-438b-8ed3-0c0e828878b9 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:10.100820 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 39, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:40:10.101362 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Checking segment: {'id': 'f8888982-9171-405a-a5a6-c065e3a3ccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4f1268e-4f0b-438b-8ed3-0c0e828878b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:10.102345 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:10.102345 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Bound using segment: {'id': 'f8888982-9171-405a-a5a6-c065e3a3ccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4f1268e-4f0b-438b-8ed3-0c0e828878b9'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:40:10.102856 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Bound port: dd749c01-ef57-4887-85ec-c041f515dd40, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8888982-9171-405a-a5a6-c065e3a3ccec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': 'd4f1268e-4f0b-438b-8ed3-0c0e828878b9'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:40:10.103348 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:10.139376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Network 29184cf3-aec6-49ea-ab8b-f06e98223ece is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:10.165782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:10.167263 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:10.171208 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-246d5453-047a-4a11-a39f-973734b0909b None None] For port dd749c01-ef57-4887-85ec-c041f515dd40, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:10.175052 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-246d5453-047a-4a11-a39f-973734b0909b None None] For port dd749c01-ef57-4887-85ec-c041f515dd40, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dd749c01-ef57-4887-85ec-c041f515dd40,segment=NetworkSegment(f8888982-9171-405a-a5a6-c065e3a3ccec),segment_id=f8888982-9171-405a-a5a6-c065e3a3ccec)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:40:10.178941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26683a74-e665-43bf-b708-592b3fd66e4d tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Router 67e20887-7fa2-4b6f-a484-ae6d216eeb4c has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:10.182333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:10.211069 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ca415af-62f9-400d-98d5-87b1e1924a65']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:10.228122 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6abbb6d7-132d-49cf-a9c4-58a2b7239116') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:10.228419 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6abbb6d7-132d-49cf-a9c4-58a2b7239116') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:10.272296 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:10.297980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:10.306595 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:10.351201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:10.351599 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:10.357153 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:10.366413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-57d0e98e-39a7-43f8-9c39-186cc1e9489e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Allocated IP 172.20.0.4 (d4f1268e-4f0b-438b-8ed3-0c0e828878b9/0c353cb7-6a9c-4ca1-a202-e77bd0f50201/961943ac-29dd-4bd3-bffd-b991b3cf6ab1) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:10.382301 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Router 631edfd6-bbbb-44b5-92bb-62c8b50e6233 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:10.432617 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:10.449446 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:10.451019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246d5453-047a-4a11-a39f-973734b0909b None None] Pushing event updated for resources: {'Port': ['ID=dd749c01-ef57-4887-85ec-c041f515dd40,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:10.478243 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26683a74-e665-43bf-b708-592b3fd66e4d tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:10.490758 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae27b6-b8fa-4625-b49c-2c008dafc644 None None] Sync routers for ids ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:10.514444 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-26683a74-e665-43bf-b708-592b3fd66e4d tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] 10.222.0.37 "PUT /v2.0/routers/67e20887-7fa2-4b6f-a484-ae6d216eeb4c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2859442 Nov 23 04:40:10.515483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:10.516686 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41646) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:10.526778 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae27b6-b8fa-4625-b49c-2c008dafc644 None None] Routers {'67e20887-7fa2-4b6f-a484-ae6d216eeb4c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:10.528643 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b0ae27b6-b8fa-4625-b49c-2c008dafc644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:10.531203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:10.541815 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/8ca415af-62f9-400d-98d5-87b1e1924a65 HTTP/1.1" status: 204 len: 168 time: 3.2624540 Nov 23 04:40:10.545380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41648) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:10.554967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f4bb8fc9-9717-4132-a470-5369fabbcddf tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2031936805'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:10.570285 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b0ae27b6-b8fa-4625-b49c-2c008dafc644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:10.581920 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ae27b6-b8fa-4625-b49c-2c008dafc644 None None] Routers {'67e20887-7fa2-4b6f-a484-ae6d216eeb4c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:10.582734 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b0ae27b6-b8fa-4625-b49c-2c008dafc644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:10.622501 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd784a6a-98b8-44d4-859c-33e55db4d730 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Network': ['ID=8ca415af-62f9-400d-98d5-87b1e1924a65,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:10.631318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bd2c6ce7-4159-450d-9c11-7fb20b1eec0a None None] Provisioning complete for port 8e5607a9-77c5-467a-bc2d-920e0cf400b0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:10.631763 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bd2c6ce7-4159-450d-9c11-7fb20b1eec0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:10.662209 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b0ae27b6-b8fa-4625-b49c-2c008dafc644 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:10.663003 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ae27b6-b8fa-4625-b49c-2c008dafc644 None None] The sync data for ids ['67e20887-7fa2-4b6f-a484-ae6d216eeb4c'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:10.684411 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-bd2c6ce7-4159-450d-9c11-7fb20b1eec0a None None] Port 8e5607a9-77c5-467a-bc2d-920e0cf400b0 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:10.774365 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:10.791929 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5cea28-2291-48de-8302-e5ba92e03eec None None] Sync routers for ids ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:10.801600 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-91097a3e-0d8f-4d2c-9b2f-bbd09ccee52a tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "PUT /v2.0/routers/631edfd6-bbbb-44b5-92bb-62c8b50e6233/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9963787 Nov 23 04:40:10.808632 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5cea28-2291-48de-8302-e5ba92e03eec None None] Routers {'631edfd6-bbbb-44b5-92bb-62c8b50e6233'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:10.810723 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41652) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:10.813773 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ca5cea28-2291-48de-8302-e5ba92e03eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:10.878156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ca5cea28-2291-48de-8302-e5ba92e03eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:10.890355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca5cea28-2291-48de-8302-e5ba92e03eec None None] Routers {'631edfd6-bbbb-44b5-92bb-62c8b50e6233'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:10.892378 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ca5cea28-2291-48de-8302-e5ba92e03eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:10.944104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ca5cea28-2291-48de-8302-e5ba92e03eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:10.945137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5cea28-2291-48de-8302-e5ba92e03eec None None] The sync data for ids ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:11.045169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4bb8fc9-9717-4132-a470-5369fabbcddf tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:11.048780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f4bb8fc9-9717-4132-a470-5369fabbcddf tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.054628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.088158 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.102249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e38e-6664-4e93-a2d7-445195f693ce tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.191325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4bb8fc9-9717-4132-a470-5369fabbcddf tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:40:11.239954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f4bb8fc9-9717-4132-a470-5369fabbcddf tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.240302 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-f4bb8fc9-9717-4132-a470-5369fabbcddf tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Added segment 7756d92c-3cd7-4182-9b9b-8c4f6434afba of type vlan for network f9533f00-b7ac-4195-80c5-fe8622befccb Nov 23 04:40:11.274962 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f5be85c2-078d-4ea3-a8a3-be4ebb81071e req-f61b8880-9b10-4a94-aa40-8bb6476cc7f7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5903525 Nov 23 04:40:11.281330 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57d0e98e-39a7-43f8-9c39-186cc1e9489e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.334046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a09ff0c-f10b-4301-9126-a5d94fcfd58f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.359098 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f4bb8fc9-9717-4132-a470-5369fabbcddf tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.403858 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.408157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Allocated IP 172.26.8.12 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/93d2b8a2-302b-4b0b-a576-a962f86624d2) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:11.426671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27af733b-6f4b-45e9-8838-22835cec8ade req-c2748a4e-0836-4ce9-a090-c7f385d15516 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:11.428224 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-27af733b-6f4b-45e9-8838-22835cec8ade req-c2748a4e-0836-4ce9-a090-c7f385d15516 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 945 time: 0.1914911 Nov 23 04:40:11.436317 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e38e-6664-4e93-a2d7-445195f693ce tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.443170 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f4bb8fc9-9717-4132-a470-5369fabbcddf tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.443398 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.448690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4bb8fc9-9717-4132-a470-5369fabbcddf tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:11.449371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f4bb8fc9-9717-4132-a470-5369fabbcddf tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.516583 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57d0e98e-39a7-43f8-9c39-186cc1e9489e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.564038 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-6a09ff0c-f10b-4301-9126-a5d94fcfd58f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 04:40:11.565155 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6a09ff0c-f10b-4301-9126-a5d94fcfd58f tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "DELETE /v2.0/routers/631edfd6-bbbb-44b5-92bb-62c8b50e6233 HTTP/1.1" status: 409 len: 329 time: 0.7534990 Nov 23 04:40:11.568529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=c1721469-b6f2-4900-b935-ae8d88d892a5,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:11.579446 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41658) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:11.584676 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f4bb8fc9-9717-4132-a470-5369fabbcddf tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0336306 Nov 23 04:40:11.585520 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be85c2-078d-4ea3-a8a3-be4ebb81071e req-a6cc5c70-c21b-490b-a85e-fc378d9be3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:11.587447 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f5be85c2-078d-4ea3-a8a3-be4ebb81071e req-a6cc5c70-c21b-490b-a85e-fc378d9be3ba service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6368c1500ebe48c7be5260bfbcbb5e9f&device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 1098 time: 0.2099242 Nov 23 04:40:11.587588 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41660) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:11.599465 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-401b5393-c56a-4c75-9dca-e06b631ef395 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'subnet': {'network_id': 'f9533f00-b7ac-4195-80c5-fe8622befccb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:11.620108 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57d0e98e-39a7-43f8-9c39-186cc1e9489e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network d4f1268e-4f0b-438b-8ed3-0c0e828878b9 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:11.677778 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.688105 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bb8fc9-9717-4132-a470-5369fabbcddf tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Network': ['ID=f9533f00-b7ac-4195-80c5-fe8622befccb,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:11.700951 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-57d0e98e-39a7-43f8-9c39-186cc1e9489e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:11.702512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network f9533f00-b7ac-4195-80c5-fe8622befccb details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:40:11.703748 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57d0e98e-39a7-43f8-9c39-186cc1e9489e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:11.706849 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.713634 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-27af733b-6f4b-45e9-8838-22835cec8ade req-9c167385-c099-4ab5-a863-e30c93f56c47 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2741482 Nov 23 04:40:11.769494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c794adc-0915-4403-8ad3-541ef1d1019d None None] Network d4f1268e-4f0b-438b-8ed3-0c0e828878b9 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:11.793305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-e1c5e38e-6664-4e93-a2d7-445195f693ce tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Deleting port d8e0fa33-4d38-48b2-9398-d87c69014eac {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:11.793305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e38e-6664-4e93-a2d7-445195f693ce tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.799206 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.843099 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-401b5393-c56a-4c75-9dca-e06b631ef395 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:11.846344 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-401b5393-c56a-4c75-9dca-e06b631ef395 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.850664 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d0e98e-39a7-43f8-9c39-186cc1e9489e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=961943ac-29dd-4bd3-bffd-b991b3cf6ab1,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:11.911686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-4ffb4b72-2496-48a9-bd55-2319833537b4 None None] Provisioning complete for port dd749c01-ef57-4887-85ec-c041f515dd40 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:11.912319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4b72-2496-48a9-bd55-2319833537b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.932794 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57d0e98e-39a7-43f8-9c39-186cc1e9489e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:11.933381 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57d0e98e-39a7-43f8-9c39-186cc1e9489e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.986763 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e38e-6664-4e93-a2d7-445195f693ce tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:11.989734 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:12.047959 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be85c2-078d-4ea3-a8a3-be4ebb81071e req-6279ce14-9755-43ae-adc8-369f41b4e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:12.049866 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f5be85c2-078d-4ea3-a8a3-be4ebb81071e req-6279ce14-9755-43ae-adc8-369f41b4e65f service neutron] 10.222.0.15 "GET /v2.0/networks?id=96c71bc6-206e-4cde-ad6b-04fe79357a77 HTTP/1.1" status: 200 len: 913 time: 0.4319472 Nov 23 04:40:12.056007 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-57d0e98e-39a7-43f8-9c39-186cc1e9489e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5503273 Nov 23 04:40:12.056007 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Floating IP 4193fc50-2c36-4ece-86dc-3abcf545b504 associated. External IP: 172.26.8.87, port: aceb8090-4221-4961-bcad-ccffe169e37a. Nov 23 04:40:12.056780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-e1c5e38e-6664-4e93-a2d7-445195f693ce tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Calling delete_port for d8e0fa33-4d38-48b2-9398-d87c69014eac owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:12.057253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41668) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:12.059024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Pushing event updated for resources: {'Port': ['ID=93d2b8a2-302b-4b0b-a576-a962f86624d2,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:12.073044 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:12.078137 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:12.086419 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:12.107084 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b7c65a-f36f-4c31-b3df-adc4523b4ada None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:12.191196 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4b72-2496-48a9-bd55-2319833537b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:12.216477 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dd749c01-ef57-4887-85ec-c041f515dd40 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:12.291317 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-4ffb4b72-2496-48a9-bd55-2319833537b4 None None] For port dd749c01-ef57-4887-85ec-c041f515dd40, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dd749c01-ef57-4887-85ec-c041f515dd40,segment=NetworkSegment(f8888982-9171-405a-a5a6-c065e3a3ccec),segment_id=f8888982-9171-405a-a5a6-c065e3a3ccec)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:12.299771 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4ffb4b72-2496-48a9-bd55-2319833537b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:12.327306 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f5be85c2-078d-4ea3-a8a3-be4ebb81071e req-fecb5872-71cc-43d1-a964-daae709fb929 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c602d09f-68a5-4132-91eb-02fbe2ad0e60 HTTP/1.1" status: 200 len: 1001 time: 0.2177086 Nov 23 04:40:12.355196 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port dd749c01-ef57-4887-85ec-c041f515dd40 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:12.356306 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:12.445721 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ffb4b72-2496-48a9-bd55-2319833537b4 None None] Pushing event updated for resources: {'Port': ['ID=dd749c01-ef57-4887-85ec-c041f515dd40,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:12.494250 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-401b5393-c56a-4c75-9dca-e06b631ef395 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:12.508546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be85c2-078d-4ea3-a8a3-be4ebb81071e req-33b79302-261a-4151-9385-b9d1106d4749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:12.510229 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f5be85c2-078d-4ea3-a8a3-be4ebb81071e req-33b79302-261a-4151-9385-b9d1106d4749 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=b6e0da7a-e696-4156-a0c5-214eeeb37609 HTTP/1.1" status: 200 len: 851 time: 0.1696372 Nov 23 04:40:12.541771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0c69c-56c1-497c-bceb-9f7fc65a75a7 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port 961943ac-29dd-4bd3-bffd-b991b3cf6ab1 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:12.542061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e9f0c69c-56c1-497c-bceb-9f7fc65a75a7 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:12.571047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9abdf591-2ca6-403c-bb04-627f60a3fe05 None None] Provisioning complete for port 93d2b8a2-302b-4b0b-a576-a962f86624d2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:12.571447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9abdf591-2ca6-403c-bb04-627f60a3fe05 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:12.575488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401b5393-c56a-4c75-9dca-e06b631ef395 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Subnet': ['ID=6abc510a-040d-4fef-9890-c8431291f3c5,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:12.605365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:12.630316 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9abdf591-2ca6-403c-bb04-627f60a3fe05 None None] Port 93d2b8a2-302b-4b0b-a576-a962f86624d2 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:12.690802 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-401b5393-c56a-4c75-9dca-e06b631ef395 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Checking segment: {'id': '7756d92c-3cd7-4182-9b9b-8c4f6434afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f9533f00-b7ac-4195-80c5-fe8622befccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:12.691829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b5393-c56a-4c75-9dca-e06b631ef395 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network hostable DHCP agents. Network: f9533f00-b7ac-4195-80c5-fe8622befccb, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:40:12.757807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1275cc04-c8b5-4db9-8ac7-90a48018f8b0 None None] Provisioning complete for port 961943ac-29dd-4bd3-bffd-b991b3cf6ab1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:12.758188 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1275cc04-c8b5-4db9-8ac7-90a48018f8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:12.769482 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5be85c2-078d-4ea3-a8a3-be4ebb81071e req-10de4cc8-5428-4dba-a301-f43d0c052cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:12.770977 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f5be85c2-078d-4ea3-a8a3-be4ebb81071e req-10de4cc8-5428-4dba-a301-f43d0c052cd4 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=96c71bc6-206e-4cde-ad6b-04fe79357a77&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2478371 Nov 23 04:40:12.808845 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-1275cc04-c8b5-4db9-8ac7-90a48018f8b0 None None] Port 961943ac-29dd-4bd3-bffd-b991b3cf6ab1 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:12.811675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e38e-6664-4e93-a2d7-445195f693ce tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:12.824189 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1275cc04-c8b5-4db9-8ac7-90a48018f8b0 None None] Provisioning complete for port dd749c01-ef57-4887-85ec-c041f515dd40 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:12.825156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1275cc04-c8b5-4db9-8ac7-90a48018f8b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:12.827130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-401b5393-c56a-4c75-9dca-e06b631ef395 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network f9533f00-b7ac-4195-80c5-fe8622befccb is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:40:12.843460 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:12.862733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c5e38e-6664-4e93-a2d7-445195f693ce tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event deleted for resources: {'Port': ['ID=d8e0fa33-4d38-48b2-9398-d87c69014eac,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:12.868929 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:12.877769 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a138f3-7ef5-4753-8b94-514479e95a95 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:12.884582 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e9f0c69c-56c1-497c-bceb-9f7fc65a75a7 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:12.900174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633c971f-65f0-4d4e-bbad-5ad0beb550b3 req-7d5e30aa-ea56-448a-8b56-d05f89d4227a tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:12.901702 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-633c971f-65f0-4d4e-bbad-5ad0beb550b3 req-7d5e30aa-ea56-448a-8b56-d05f89d4227a tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 945 time: 0.2137015 Nov 23 04:40:12.941167 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-401b5393-c56a-4c75-9dca-e06b631ef395 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, f9533f00-b7ac-4195-80c5-fe8622befccb) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:12.946917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-401b5393-c56a-4c75-9dca-e06b631ef395 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:12.947520 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-401b5393-c56a-4c75-9dca-e06b631ef395 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:12.951228 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-e9f0c69c-56c1-497c-bceb-9f7fc65a75a7 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for 961943ac-29dd-4bd3-bffd-b991b3cf6ab1 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:12.954798 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c625f1bd-2de0-41f6-8177-1e6a90789fcb None None] Network f9533f00-b7ac-4195-80c5-fe8622befccb requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:13.039622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9af511c7-fca7-4c1d-a21b-3ee5ae6c0501 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.041794 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-401b5393-c56a-4c75-9dca-e06b631ef395 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.4473891 Nov 23 04:40:13.047160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41674) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:13.096669 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c7c1a6e4-cd23-447e-9072-95aa32fad369 None None] Provisioning complete for port 961943ac-29dd-4bd3-bffd-b991b3cf6ab1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:13.097044 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c7c1a6e4-cd23-447e-9072-95aa32fad369 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.153756 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-f9533f00-b7ac-4195-80c5-fe8622befccb', 'network_id': 'f9533f00-b7ac-4195-80c5-fe8622befccb', 'tenant_id': 'a90f6b3b75c9410481e60bec9d5485bb', 'fixed_ips': [{'subnet_id': '6abc510a-040d-4fef-9890-c8431291f3c5'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:40:13.154765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.159820 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e38e-6664-4e93-a2d7-445195f693ce tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.170570 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-633c971f-65f0-4d4e-bbad-5ad0beb550b3 req-4ee10be9-6578-4cf4-af0d-33700840ad57 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2165730 Nov 23 04:40:13.175771 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c7c1a6e4-cd23-447e-9072-95aa32fad369 None None] Port 961943ac-29dd-4bd3-bffd-b991b3cf6ab1 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:13.283790 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e38e-6664-4e93-a2d7-445195f693ce tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.320823 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Allocated IP 172.20.0.1 (f9533f00-b7ac-4195-80c5-fe8622befccb/6abc510a-040d-4fef-9890-c8431291f3c5/dc74a711-7036-4a33-9d9b-f60d3694ee25) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:13.322415 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e38e-6664-4e93-a2d7-445195f693ce tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.438226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.444719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e38e-6664-4e93-a2d7-445195f693ce tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.445230 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1c5e38e-6664-4e93-a2d7-445195f693ce tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Fanout notify agent at l3_agent the message router_deleted on router 67e20887-7fa2-4b6f-a484-ae6d216eeb4c {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:40:13.456206 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1c5e38e-6664-4e93-a2d7-445195f693ce tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.460372 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e1c5e38e-6664-4e93-a2d7-445195f693ce tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] 10.222.0.37 "DELETE /v2.0/routers/67e20887-7fa2-4b6f-a484-ae6d216eeb4c HTTP/1.1" status: 204 len: 168 time: 2.9406414 Nov 23 04:40:13.462855 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41678) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:13.468286 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.477911 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.483390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.506826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.511002 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f5be85c2-078d-4ea3-a8a3-be4ebb81071e req-2d28046c-0728-45d5-be08-ae9eb68709c1 service neutron] 10.222.0.15 "GET /v2.0/networks/96c71bc6-206e-4cde-ad6b-04fe79357a77?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6754527 Nov 23 04:40:13.522914 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Network f9533f00-b7ac-4195-80c5-fe8622befccb is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:13.528583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:13.532092 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:13.548638 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Pushing event updated for resources: {'Port': ['ID=dc74a711-7036-4a33-9d9b-f60d3694ee25,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:13.594756 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Attempting to bind port dc74a711-7036-4a33-9d9b-f60d3694ee25 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:13.595134 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Attempting to bind port dc74a711-7036-4a33-9d9b-f60d3694ee25 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '7756d92c-3cd7-4182-9b9b-8c4f6434afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f9533f00-b7ac-4195-80c5-fe8622befccb'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:13.595348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-bdca55bb-8cc2-498f-be63-3a1eab2e7164 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Deleting subnet a56b3cf3-6a5b-46b1-839d-b8154d55767b {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:40:13.595527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Attempting to bind port dc74a711-7036-4a33-9d9b-f60d3694ee25 on network f9533f00-b7ac-4195-80c5-fe8622befccb {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:13.600823 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:40:13.601160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Checking segment: {'id': '7756d92c-3cd7-4182-9b9b-8c4f6434afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f9533f00-b7ac-4195-80c5-fe8622befccb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:13.601603 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.602007 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Bound using segment: {'id': '7756d92c-3cd7-4182-9b9b-8c4f6434afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f9533f00-b7ac-4195-80c5-fe8622befccb'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:40:13.602478 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Bound port: dc74a711-7036-4a33-9d9b-f60d3694ee25, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7756d92c-3cd7-4182-9b9b-8c4f6434afba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': 'f9533f00-b7ac-4195-80c5-fe8622befccb'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:40:13.602865 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.605992 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bdca55bb-8cc2-498f-be63-3a1eab2e7164 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.673346 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] For port dc74a711-7036-4a33-9d9b-f60d3694ee25, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:13.678610 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] For port dc74a711-7036-4a33-9d9b-f60d3694ee25, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dc74a711-7036-4a33-9d9b-f60d3694ee25,segment=NetworkSegment(7756d92c-3cd7-4182-9b9b-8c4f6434afba),segment_id=7756d92c-3cd7-4182-9b9b-8c4f6434afba)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:40:13.684107 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.751490 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e66c3a92-5d63-4df9-9103-3a744505fb27 None None] Pushing event updated for resources: {'Port': ['ID=dc74a711-7036-4a33-9d9b-f60d3694ee25,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:13.798493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:13.811948 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7c9c92-d06a-4d14-af6f-48b849beffdc None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:13.823248 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7c9c92-d06a-4d14-af6f-48b849beffdc None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:13.824128 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9a7c9c92-d06a-4d14-af6f-48b849beffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:13.826900 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f5be85c2-078d-4ea3-a8a3-be4ebb81071e req-970ed46b-f6e3-4fd1-97e2-1b013107e3e0 service neutron] 10.222.0.15 "GET /v2.0/networks/96c71bc6-206e-4cde-ad6b-04fe79357a77?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3041992 Nov 23 04:40:13.853988 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.870826 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9a7c9c92-d06a-4d14-af6f-48b849beffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:13.882881 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7c9c92-d06a-4d14-af6f-48b849beffdc None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:13.883996 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9a7c9c92-d06a-4d14-af6f-48b849beffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:13.884966 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e9f0c69c-56c1-497c-bceb-9f7fc65a75a7 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:13.936172 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9a7c9c92-d06a-4d14-af6f-48b849beffdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:13.937146 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a7c9c92-d06a-4d14-af6f-48b849beffdc None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:13.967613 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f0c69c-56c1-497c-bceb-9f7fc65a75a7 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=961943ac-29dd-4bd3-bffd-b991b3cf6ab1,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:13.970755 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-12625703-2372-440d-9ce3-e62f80c09021 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.1453836 Nov 23 04:40:13.973782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41680) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:14.001142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b4d23c60-47d4-482b-94c6-d6c59e4ab556 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:14.015211 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bdca55bb-8cc2-498f-be63-3a1eab2e7164 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.104888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Deleting port dc74a711-7036-4a33-9d9b-f60d3694ee25 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:14.104888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.164047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dd749c01-ef57-4887-85ec-c041f515dd40 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:14.198927 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b4d23c60-47d4-482b-94c6-d6c59e4ab556 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.209876 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e9f0c69c-56c1-497c-bceb-9f7fc65a75a7 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.213674 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e9f0c69c-56c1-497c-bceb-9f7fc65a75a7 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/961943ac-29dd-4bd3-bffd-b991b3cf6ab1 HTTP/1.1" status: 204 len: 168 time: 2.1530735 Nov 23 04:40:14.219597 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41684) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:14.275226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bdca55bb-8cc2-498f-be63-3a1eab2e7164 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.291814 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port dd749c01-ef57-4887-85ec-c041f515dd40 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:14.292553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.353052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Router 565da6aa-0a59-4ead-9aa5-74e662bc182f is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:40:14.374250 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa014ad8-bfd7-467d-b2e8-e5a464b61449 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:14.374857 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa014ad8-bfd7-467d-b2e8-e5a464b61449 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:14.378711 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-aa014ad8-bfd7-467d-b2e8-e5a464b61449 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/961943ac-29dd-4bd3-bffd-b991b3cf6ab1 HTTP/1.1" status: 404 len: 333 time: 0.1595101 Nov 23 04:40:14.387700 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41688) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:14.441798 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f9920da-5d3e-4589-8abe-1789857861d4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] GET failed (client error): The resource could not be found. Nov 23 04:40:14.443233 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9f9920da-5d3e-4589-8abe-1789857861d4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/961943ac-29dd-4bd3-bffd-b991b3cf6ab1 HTTP/1.1" status: 404 len: 333 time: 0.0520945 Nov 23 04:40:14.473042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] For port dc74a711-7036-4a33-9d9b-f60d3694ee25, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dc74a711-7036-4a33-9d9b-f60d3694ee25,segment=NetworkSegment(7756d92c-3cd7-4182-9b9b-8c4f6434afba),segment_id=7756d92c-3cd7-4182-9b9b-8c4f6434afba)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:14.473455 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.480720 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41690) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:14.503513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Calling delete_port for dc74a711-7036-4a33-9d9b-f60d3694ee25 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:14.554254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-67e65377-4601-4201-9553-bd0671cbae56 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:14.555744 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-67e65377-4601-4201-9553-bd0671cbae56 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 945 time: 0.2472119 Nov 23 04:40:14.556576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bdca55bb-8cc2-498f-be63-3a1eab2e7164 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.569960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9af511c7-fca7-4c1d-a21b-3ee5ae6c0501 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Deleting port 8e5607a9-77c5-467a-bc2d-920e0cf400b0 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:14.570404 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9af511c7-fca7-4c1d-a21b-3ee5ae6c0501 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.577937 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d663d9e-ccfe-4b18-99dc-a1d4a79f5009 req-2a137460-3c7f-40a1-8217-e66618623cb5 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:14.579431 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7d663d9e-ccfe-4b18-99dc-a1d4a79f5009 req-2a137460-3c7f-40a1-8217-e66618623cb5 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 945 time: 0.2163396 Nov 23 04:40:14.632953 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-01af20bd-aa5c-4bff-ad3c-6c5cc020b73c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting subnet 0c353cb7-6a9c-4ca1-a202-e77bd0f50201 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:40:14.639718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bdca55bb-8cc2-498f-be63-3a1eab2e7164 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.643029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d38c7a5-5809-433b-a76a-b2aefcdab414 None None] Network a302be0c-6343-47d6-8f6a-d5ab70d0437f requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:14.644479 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bdca55bb-8cc2-498f-be63-3a1eab2e7164 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] 10.222.0.37 "DELETE /v2.0/subnets/a56b3cf3-6a5b-46b1-839d-b8154d55767b HTTP/1.1" status: 204 len: 168 time: 1.1790230 Nov 23 04:40:14.652411 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca55bb-8cc2-498f-be63-3a1eab2e7164 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event deleted for resources: {'Subnet': ['ID=a56b3cf3-6a5b-46b1-839d-b8154d55767b,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:14.675866 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41692) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:14.697440 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-01af20bd-aa5c-4bff-ad3c-6c5cc020b73c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.702288 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b4d23c60-47d4-482b-94c6-d6c59e4ab556 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.729318 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:14.738761 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b4d23c60-47d4-482b-94c6-d6c59e4ab556 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.739043 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-b4d23c60-47d4-482b-94c6-d6c59e4ab556 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Floating IP 4193fc50-2c36-4ece-86dc-3abcf545b504 disassociated. External IP: 172.26.8.87, port: aceb8090-4221-4961-bcad-ccffe169e37a. Nov 23 04:40:14.769867 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6b3616-c6e4-4544-b131-429d7fedfa5b None None] Sync routers for ids ['565da6aa-0a59-4ead-9aa5-74e662bc182f'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:14.810104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b3616-c6e4-4544-b131-429d7fedfa5b None None] Routers {'565da6aa-0a59-4ead-9aa5-74e662bc182f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:14.811000 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6f6b3616-c6e4-4544-b131-429d7fedfa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['565da6aa-0a59-4ead-9aa5-74e662bc182f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:14.816631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.817899 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3dc094a6-e39b-4e40-a940-7080cb018ccb tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "PUT /v2.0/routers/565da6aa-0a59-4ead-9aa5-74e662bc182f HTTP/1.1" status: 200 len: 915 time: 5.1895940 Nov 23 04:40:14.845776 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7d663d9e-ccfe-4b18-99dc-a1d4a79f5009 req-eebedc48-bc74-48d2-8ad2-85f4e41bad12 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2292931 Nov 23 04:40:14.846519 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41694) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:14.850959 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6f6b3616-c6e4-4544-b131-429d7fedfa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:14.873458 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6b3616-c6e4-4544-b131-429d7fedfa5b None None] Routers {'565da6aa-0a59-4ead-9aa5-74e662bc182f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:14.874093 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6f6b3616-c6e4-4544-b131-429d7fedfa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['565da6aa-0a59-4ead-9aa5-74e662bc182f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:14.897915 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-01af20bd-aa5c-4bff-ad3c-6c5cc020b73c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.917301 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6f6b3616-c6e4-4544-b131-429d7fedfa5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:14.917980 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f6b3616-c6e4-4544-b131-429d7fedfa5b None None] The sync data for ids ['565da6aa-0a59-4ead-9aa5-74e662bc182f'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:14.942427 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9af511c7-fca7-4c1d-a21b-3ee5ae6c0501 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:14.965918 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c84c6d76-ed64-4358-966f-a75ade8c72fa None None] DHCP port deletion for a302be0c-6343-47d6-8f6a-d5ab70d0437f request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:14.970438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9af511c7-fca7-4c1d-a21b-3ee5ae6c0501 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Calling delete_port for 8e5607a9-77c5-467a-bc2d-920e0cf400b0 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:14.996618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.007192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.028744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c84c6d76-ed64-4358-966f-a75ade8c72fa None None] Deleting port 3c4b155f-ffd0-4760-b277-72191c1d7194 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:15.029472 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c84c6d76-ed64-4358-966f-a75ade8c72fa None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.112571 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Port': ['ID=dc74a711-7036-4a33-9d9b-f60d3694ee25,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:15.121722 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c84c6d76-ed64-4358-966f-a75ade8c72fa None None] For port 3c4b155f-ffd0-4760-b277-72191c1d7194, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=3c4b155f-ffd0-4760-b277-72191c1d7194,segment=NetworkSegment(108cf603-7a61-4741-bd7e-a076037d1ec5),segment_id=108cf603-7a61-4741-bd7e-a076037d1ec5)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:15.122131 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c84c6d76-ed64-4358-966f-a75ade8c72fa None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.136451 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c84c6d76-ed64-4358-966f-a75ade8c72fa None None] Calling delete_port for 3c4b155f-ffd0-4760-b277-72191c1d7194 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:15.137048 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No DVR routers for this DVR port dc74a711-7036-4a33-9d9b-f60d3694ee25 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:15.173685 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-9e60ae14-73ea-4f2e-9e76-71359de45712 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Deleting port c602d09f-68a5-4132-91eb-02fbe2ad0e60 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:15.174074 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-9e60ae14-73ea-4f2e-9e76-71359de45712 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.211917 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b28b9dee-7ea7-488f-b923-f13f3d3c0c52 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/routers/565da6aa-0a59-4ead-9aa5-74e662bc182f HTTP/1.1" status: 200 len: 921 time: 0.3166571 Nov 23 04:40:15.215167 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41696) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:15.219382 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca567491-1391-4521-ad48-be6087d99745 None None] Network f9533f00-b7ac-4195-80c5-fe8622befccb requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:15.231213 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-01af20bd-aa5c-4bff-ad3c-6c5cc020b73c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.247076 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.306171 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-999b6d83-00ae-4040-9fc2-16a5ca1a50e9 None None] Could not find standard attr ID for object dc74a711-7036-4a33-9d9b-f60d3694ee25. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:40:15.309642 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c84c6d76-ed64-4358-966f-a75ade8c72fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.312428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Deleting port 3c4b155f-ffd0-4760-b277-72191c1d7194 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:15.312892 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.317187 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e708eb5-6c4a-4f87-b8e4-7940420cdeec tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:15.321221 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2e708eb5-6c4a-4f87-b8e4-7940420cdeec tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&device_id=565da6aa-0a59-4ead-9aa5-74e662bc182f&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1003203 Nov 23 04:40:15.331624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41698) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:15.354952 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84c6d76-ed64-4358-966f-a75ade8c72fa None None] Pushing event deleted for resources: {'Port': ['ID=3c4b155f-ffd0-4760-b277-72191c1d7194,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:15.366896 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c84c6d76-ed64-4358-966f-a75ade8c72fa None None] No DVR routers for this DVR port 3c4b155f-ffd0-4760-b277-72191c1d7194 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:15.475897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] For port 3c4b155f-ffd0-4760-b277-72191c1d7194, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:15.476198 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.479483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.516325 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-01af20bd-aa5c-4bff-ad3c-6c5cc020b73c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.524741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Calling delete_port for 3c4b155f-ffd0-4760-b277-72191c1d7194 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:15.530774 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Subnet': ['ID=6abc510a-040d-4fef-9890-c8431291f3c5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:15.536769 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-9e60ae14-73ea-4f2e-9e76-71359de45712 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] For port c602d09f-68a5-4132-91eb-02fbe2ad0e60, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c602d09f-68a5-4132-91eb-02fbe2ad0e60,segment=NetworkSegment(974fd589-4f74-4e37-b0df-c5bd86753794),segment_id=974fd589-4f74-4e37-b0df-c5bd86753794)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:15.537227 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-9e60ae14-73ea-4f2e-9e76-71359de45712 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.541440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.ipam_backend_mixin [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Port 3c4b155f-ffd0-4760-b277-72191c1d7194 was not found and therefore no delete operation was performed {{(pid=109953) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:40:15.583256 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01af20bd-aa5c-4bff-ad3c-6c5cc020b73c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Subnet': ['ID=0c353cb7-6a9c-4ca1-a202-e77bd0f50201,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:15.586192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.613838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-01af20bd-aa5c-4bff-ad3c-6c5cc020b73c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.616996 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-01af20bd-aa5c-4bff-ad3c-6c5cc020b73c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/0c353cb7-6a9c-4ca1-a202-e77bd0f50201 HTTP/1.1" status: 204 len: 168 time: 1.1339183 Nov 23 04:40:15.625843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d42bb0-3bf8-4101-afa8-e552416fc19d None None] Network d4f1268e-4f0b-438b-8ed3-0c0e828878b9 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:15.630053 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1833da63-0f15-423c-85be-6d1ae83afd2b None None] Network f9533f00-b7ac-4195-80c5-fe8622befccb requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:15.632427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41702) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:15.633389 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] No DVR routers for this DVR port 3c4b155f-ffd0-4760-b277-72191c1d7194 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:15.654240 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event deleted for resources: {'Port': ['ID=3c4b155f-ffd0-4760-b277-72191c1d7194,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:15.673367 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-700f6040-3a15-44ef-8174-f50ca9f31083 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:15.676320 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-700f6040-3a15-44ef-8174-f50ca9f31083 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/networks/707e3b6c-c967-4552-be8b-522e32d46a1b HTTP/1.1" status: 200 len: 881 time: 0.3459210 Nov 23 04:40:15.678661 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.686661 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41704) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:15.690970 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4d23c60-47d4-482b-94c6-d6c59e4ab556 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:15.711010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9af511c7-fca7-4c1d-a21b-3ee5ae6c0501 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.749236 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fbcc4b2e-bf6b-4eb7-a5ce-da4a929938a7 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "GET /v2.0/ports?device_id=565da6aa-0a59-4ead-9aa5-74e662bc182f HTTP/1.1" status: 200 len: 205 time: 0.0580130 Nov 23 04:40:15.771962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41706) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:15.785187 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af511c7-fca7-4c1d-a21b-3ee5ae6c0501 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event deleted for resources: {'Port': ['ID=8e5607a9-77c5-467a-bc2d-920e0cf400b0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:15.851882 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.860122 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9533f00-b7ac-4195-80c5-fe8622befccb']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:15.873050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.888895 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7756d92c-3cd7-4182-9b9b-8c4f6434afba') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:15.889194 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7756d92c-3cd7-4182-9b9b-8c4f6434afba') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:15.936082 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:15.950119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a302be0c-6343-47d6-8f6a-d5ab70d0437f']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:15.956350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d062b126-9073-4407-a40d-7b8a73728b36 None None] DHCP port deletion for f9533f00-b7ac-4195-80c5-fe8622befccb request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:16.005383 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae01afb3-5aff-4b1b-b221-ef72ce919385 None None] DHCP port deletion for d4f1268e-4f0b-438b-8ed3-0c0e828878b9 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:16.008742 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.013786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108cf603-7a61-4741-bd7e-a076037d1ec5') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:16.014095 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108cf603-7a61-4741-bd7e-a076037d1ec5') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:16.048644 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:16.049055 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.053708 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.075445 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.082979 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:16.083592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.101061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ae01afb3-5aff-4b1b-b221-ef72ce919385 None None] Deleting port dd749c01-ef57-4887-85ec-c041f515dd40 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:16.101647 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ae01afb3-5aff-4b1b-b221-ef72ce919385 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:16.126979 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:16.144371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 3c4b155f-ffd0-4760-b277-72191c1d7194 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:16.174435 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 3c4b155f-ffd0-4760-b277-72191c1d7194 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:40:16.175152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 3c4b155f-ffd0-4760-b277-72191c1d7194 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:40:16.175775 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dd749c01-ef57-4887-85ec-c041f515dd40 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:16.181593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd80fc50-234d-4231-8099-a87d69ef9e75 req-4f5dfe70-d970-4ada-9590-7d16c926d961 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:16.183125 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fd80fc50-234d-4231-8099-a87d69ef9e75 req-4f5dfe70-d970-4ada-9590-7d16c926d961 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 945 time: 0.2374115 Nov 23 04:40:16.225091 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ae01afb3-5aff-4b1b-b221-ef72ce919385 None None] For port dd749c01-ef57-4887-85ec-c041f515dd40, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dd749c01-ef57-4887-85ec-c041f515dd40,segment=NetworkSegment(f8888982-9171-405a-a5a6-c065e3a3ccec),segment_id=f8888982-9171-405a-a5a6-c065e3a3ccec)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:16.226291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ae01afb3-5aff-4b1b-b221-ef72ce919385 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.242618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.245628 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ae01afb3-5aff-4b1b-b221-ef72ce919385 None None] Calling delete_port for dd749c01-ef57-4887-85ec-c041f515dd40 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:16.249940 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.264424 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.267706 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] 10.222.0.37 "DELETE /v2.0/networks/a302be0c-6343-47d6-8f6a-d5ab70d0437f HTTP/1.1" status: 204 len: 168 time: 1.5880263 Nov 23 04:40:16.284134 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.287518 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/f9533f00-b7ac-4195-80c5-fe8622befccb HTTP/1.1" status: 204 len: 168 time: 3.2340302 Nov 23 04:40:16.292552 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41712) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:16.292732 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41710) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:16.294670 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port dd749c01-ef57-4887-85ec-c041f515dd40 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:16.295013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.297476 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-0ff6cde5-2169-4e3a-a491-921395029aee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-894200930'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:16.303930 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79522002-f5e6-48c2-a331-edcf323428a9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event deleted for resources: {'Network': ['ID=a302be0c-6343-47d6-8f6a-d5ab70d0437f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:16.348244 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fd80fc50-234d-4231-8099-a87d69ef9e75 req-ab17b512-1709-48ab-af40-76bd6ee9b556 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups?id=76a50ff0-90ca-43b6-bfa0-b3933345771c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1412725 Nov 23 04:40:16.350314 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.395919 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff3311d-a009-42d3-973c-6d202f362457 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Network': ['ID=f9533f00-b7ac-4195-80c5-fe8622befccb,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:16.403743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port dd749c01-ef57-4887-85ec-c041f515dd40, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dd749c01-ef57-4887-85ec-c041f515dd40,segment=NetworkSegment(f8888982-9171-405a-a5a6-c065e3a3ccec),segment_id=f8888982-9171-405a-a5a6-c065e3a3ccec)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:16.408963 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.447252 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ae01afb3-5aff-4b1b-b221-ef72ce919385 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.474901 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae01afb3-5aff-4b1b-b221-ef72ce919385 None None] No DVR routers for this DVR port dd749c01-ef57-4887-85ec-c041f515dd40 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:16.486727 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=dd749c01-ef57-4887-85ec-c041f515dd40,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:16.496467 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] For port dd749c01-ef57-4887-85ec-c041f515dd40, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dd749c01-ef57-4887-85ec-c041f515dd40,segment=NetworkSegment(f8888982-9171-405a-a5a6-c065e3a3ccec),segment_id=f8888982-9171-405a-a5a6-c065e3a3ccec)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:16.496845 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.514111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae01afb3-5aff-4b1b-b221-ef72ce919385 None None] Pushing event deleted for resources: {'Port': ['ID=dd749c01-ef57-4887-85ec-c041f515dd40,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:16.516165 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for dd749c01-ef57-4887-85ec-c041f515dd40 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:16.543510 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff6cde5-2169-4e3a-a491-921395029aee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:16.546996 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0ff6cde5-2169-4e3a-a491-921395029aee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.582368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-d8c0de55-c60f-4d05-bbc4-19d50d0aa9d9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Deleting port 22dfc096-9529-449f-9643-f6ed79380103 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:16.582707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d8c0de55-c60f-4d05-bbc4-19d50d0aa9d9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.659170 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-9e60ae14-73ea-4f2e-9e76-71359de45712 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.659763 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-9e60ae14-73ea-4f2e-9e76-71359de45712 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.659878 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-9e60ae14-73ea-4f2e-9e76-71359de45712 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Floating IP 0bcd2986-9c19-4b63-99a6-f926bc59f4da disassociated. External IP: 172.26.8.241, port: c602d09f-68a5-4132-91eb-02fbe2ad0e60. Nov 23 04:40:16.660192 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-9e60ae14-73ea-4f2e-9e76-71359de45712 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Calling delete_port for c602d09f-68a5-4132-91eb-02fbe2ad0e60 owned by compute:nova {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:16.661911 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9af511c7-fca7-4c1d-a21b-3ee5ae6c0501 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.666099 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.689411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-594b132b-8649-4780-b097-02a1c351c07b tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.698710 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=dd749c01-ef57-4887-85ec-c041f515dd40,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:16.701139 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No DVR routers for this DVR port dd749c01-ef57-4887-85ec-c041f515dd40 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:16.713392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d8c0de55-c60f-4d05-bbc4-19d50d0aa9d9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.713721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d8c0de55-c60f-4d05-bbc4-19d50d0aa9d9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.738791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4d23c60-47d4-482b-94c6-d6c59e4ab556 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:16.755404 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aa4a19-ac3a-4408-9e64-b40176d611d1 None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:16.756957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-d8c0de55-c60f-4d05-bbc4-19d50d0aa9d9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Calling delete_port for 22dfc096-9529-449f-9643-f6ed79380103 owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:16.769679 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff6cde5-2169-4e3a-a491-921395029aee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:40:16.773429 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa4a19-ac3a-4408-9e64-b40176d611d1 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:16.774768 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a7aa4a19-ac3a-4408-9e64-b40176d611d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:16.812619 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.820170 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b4d23c60-47d4-482b-94c6-d6c59e4ab556 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.829822 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a7aa4a19-ac3a-4408-9e64-b40176d611d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:16.839257 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7aa4a19-ac3a-4408-9e64-b40176d611d1 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:16.839871 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a7aa4a19-ac3a-4408-9e64-b40176d611d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:16.879882 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a7aa4a19-ac3a-4408-9e64-b40176d611d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:16.880822 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7aa4a19-ac3a-4408-9e64-b40176d611d1 None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:16.895654 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4f1268e-4f0b-438b-8ed3-0c0e828878b9']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:16.896533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0ff6cde5-2169-4e3a-a491-921395029aee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.896888 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-0ff6cde5-2169-4e3a-a491-921395029aee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Added segment c6774290-449d-4f04-8b3c-d4fe3f14a39d of type vlan for network cb3a6bf8-fa48-4469-991c-869235eebd6b Nov 23 04:40:16.912720 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8888982-9171-405a-a5a6-c065e3a3ccec') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:16.913049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8888982-9171-405a-a5a6-c065e3a3ccec') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:16.931803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:16.955432 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b4d23c60-47d4-482b-94c6-d6c59e4ab556 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "PUT /v2.0/floatingips/4193fc50-2c36-4ece-86dc-3abcf545b504 HTTP/1.1" status: 200 len: 687 time: 2.9627874 Nov 23 04:40:16.966080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc71fec-ac5d-4cc1-8468-98537aacc8cc req-03df774a-8b91-4899-9105-540f98826619 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:16.967541 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3fc71fec-ac5d-4cc1-8468-98537aacc8cc req-03df774a-8b91-4899-9105-540f98826619 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 945 time: 0.1251037 Nov 23 04:40:16.971609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41718) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:16.977476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.037883 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0ff6cde5-2169-4e3a-a491-921395029aee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.040739 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:17.041444 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:17.047910 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:17.114873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-594b132b-8649-4780-b097-02a1c351c07b tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.139119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af511c7-fca7-4c1d-a21b-3ee5ae6c0501 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Router 631edfd6-bbbb-44b5-92bb-62c8b50e6233 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:17.145305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0ff6cde5-2169-4e3a-a491-921395029aee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.151010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff6cde5-2169-4e3a-a491-921395029aee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:17.152078 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0ff6cde5-2169-4e3a-a491-921395029aee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.281531 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0ff6cde5-2169-4e3a-a491-921395029aee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.9884181 Nov 23 04:40:17.292720 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41720) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:17.303447 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-5f0e5c12-0599-474f-b4b6-9d308687f3ab tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:17.433608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff6cde5-2169-4e3a-a491-921395029aee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Network': ['ID=cb3a6bf8-fa48-4469-991c-869235eebd6b,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:17.447203 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network cb3a6bf8-fa48-4469-991c-869235eebd6b details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:40:17.477186 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-9e60ae14-73ea-4f2e-9e76-71359de45712 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.502217 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.513746 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7c99d55c-121c-4269-80ee-ca79dd6831b4 req-9d7df94e-65d0-4e72-884f-1cda21451d66 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 210 time: 0.0739675 Nov 23 04:40:17.514827 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af511c7-fca7-4c1d-a21b-3ee5ae6c0501 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:17.518536 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.525754 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/networks/d4f1268e-4f0b-438b-8ed3-0c0e828878b9 HTTP/1.1" status: 204 len: 168 time: 1.8885889 Nov 23 04:40:17.532790 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3fc71fec-ac5d-4cc1-8468-98537aacc8cc req-8073b063-55e0-4fe9-9352-b2163ff9f4f6 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/security-groups?id=7585b283-68e7-4d8a-ba39-200eb11d82e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5419614 Nov 23 04:40:17.537476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41724) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:17.545396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4612283-5afb-4175-886a-fd87108db82d None None] Sync routers for ids ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:17.546153 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9af511c7-fca7-4c1d-a21b-3ee5ae6c0501 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "PUT /v2.0/routers/631edfd6-bbbb-44b5-92bb-62c8b50e6233/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9642448 Nov 23 04:40:17.550980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41726) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:17.560421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-594b132b-8649-4780-b097-02a1c351c07b tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Deleting port 93d2b8a2-302b-4b0b-a576-a962f86624d2 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:17.560835 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-594b132b-8649-4780-b097-02a1c351c07b tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.563170 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e60ae14-73ea-4f2e-9e76-71359de45712 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Pushing event deleted for resources: {'Port': ['ID=c602d09f-68a5-4132-91eb-02fbe2ad0e60,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:17.568993 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4612283-5afb-4175-886a-fd87108db82d None None] Routers {'631edfd6-bbbb-44b5-92bb-62c8b50e6233'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:17.569985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a4612283-5afb-4175-886a-fd87108db82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:17.588422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5dc8e069-b655-49b2-9231-40c230af9071 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1651846422'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:17.605040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eceb2479-e936-472d-8ac2-d240dbc01e8d tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Network': ['ID=d4f1268e-4f0b-438b-8ed3-0c0e828878b9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:17.613583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d8c0de55-c60f-4d05-bbc4-19d50d0aa9d9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.637484 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a4612283-5afb-4175-886a-fd87108db82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:17.642730 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-67aa299d-675b-4aed-a924-0a3fa36887da tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] show failed (client error): The resource could not be found. Nov 23 04:40:17.648479 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-67aa299d-675b-4aed-a924-0a3fa36887da tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-296779713 HTTP/1.1" status: 404 len: 334 time: 0.0905540 Nov 23 04:40:17.649119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41730) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:17.649335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4612283-5afb-4175-886a-fd87108db82d None None] Routers {'631edfd6-bbbb-44b5-92bb-62c8b50e6233'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:17.650226 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a4612283-5afb-4175-886a-fd87108db82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:17.662506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c0de55-c60f-4d05-bbc4-19d50d0aa9d9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Pushing event deleted for resources: {'Port': ['ID=22dfc096-9529-449f-9643-f6ed79380103,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:17.668908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc8e069-b655-49b2-9231-40c230af9071 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:17.672438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e069-b655-49b2-9231-40c230af9071 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.693496 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-71ecfef7-bbb5-4e67-9e41-cd3250e4ef34 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:17.705737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30bbad55-52e6-4da9-8a94-52d21f3ed0a7 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:17.709189 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a4612283-5afb-4175-886a-fd87108db82d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:17.710066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4612283-5afb-4175-886a-fd87108db82d None None] The sync data for ids ['631edfd6-bbbb-44b5-92bb-62c8b50e6233'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:17.722951 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-0eb59f13-f122-4799-88af-07267c52e3f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting port c1721469-b6f2-4900-b935-ae8d88d892a5 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:17.722951 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0eb59f13-f122-4799-88af-07267c52e3f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.780648 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-71ecfef7-bbb5-4e67-9e41-cd3250e4ef34 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] update failed (client error): The resource could not be found. Nov 23 04:40:17.781828 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-71ecfef7-bbb5-4e67-9e41-cd3250e4ef34 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-630611395 HTTP/1.1" status: 404 len: 334 time: 0.0998023 Nov 23 04:40:17.788302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41734) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:17.791296 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc8e069-b655-49b2-9231-40c230af9071 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:40:17.845293 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e069-b655-49b2-9231-40c230af9071 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.845908 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-5dc8e069-b655-49b2-9231-40c230af9071 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Added segment 1f817540-effb-4de7-8dc3-b82425c775af of type vlan for network 290cccf0-07cf-433f-b8e0-86f3a71bdeae Nov 23 04:40:17.865653 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d8c0de55-c60f-4d05-bbc4-19d50d0aa9d9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.868253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d8c0de55-c60f-4d05-bbc4-19d50d0aa9d9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.869626 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d8c0de55-c60f-4d05-bbc4-19d50d0aa9d9 tempest-FloatingIPAdminTestJSON-1545199099 tempest-FloatingIPAdminTestJSON-1545199099-project] 10.222.0.37 "DELETE /v2.0/floatingips/34a63044-4c21-4af5-98fc-6f039723c8bf HTTP/1.1" status: 204 len: 168 time: 1.5725851 Nov 23 04:40:17.942514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e069-b655-49b2-9231-40c230af9071 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.967653 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f55e1a1-364b-4529-a0be-bfb7f1fa2130 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Deleting subnet 806366a2-2021-44af-b3de-4055c0e4742b {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:40:17.973932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0eb59f13-f122-4799-88af-07267c52e3f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.974259 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0eb59f13-f122-4799-88af-07267c52e3f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:17.978486 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0f55e1a1-364b-4529-a0be-bfb7f1fa2130 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.030498 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-0eb59f13-f122-4799-88af-07267c52e3f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Calling delete_port for c1721469-b6f2-4900-b935-ae8d88d892a5 owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:18.051255 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0f55e1a1-364b-4529-a0be-bfb7f1fa2130 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.060105 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e069-b655-49b2-9231-40c230af9071 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.066319 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc8e069-b655-49b2-9231-40c230af9071 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:18.067481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5dc8e069-b655-49b2-9231-40c230af9071 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.125608 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5dc8e069-b655-49b2-9231-40c230af9071 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5857234 Nov 23 04:40:18.162611 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41740) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:18.184607 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-987c4037-a947-42c1-a98e-4fba6709cbb6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'subnet': {'network_id': '290cccf0-07cf-433f-b8e0-86f3a71bdeae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:18.234557 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41742) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:18.246728 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc8e069-b655-49b2-9231-40c230af9071 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Network': ['ID=290cccf0-07cf-433f-b8e0-86f3a71bdeae,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:18.260205 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 290cccf0-07cf-433f-b8e0-86f3a71bdeae details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:40:18.283085 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5f0e5c12-0599-474f-b4b6-9d308687f3ab tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.293962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-594b132b-8649-4780-b097-02a1c351c07b tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.311537 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0f55e1a1-364b-4529-a0be-bfb7f1fa2130 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.336572 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-594b132b-8649-4780-b097-02a1c351c07b tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Calling delete_port for 93d2b8a2-302b-4b0b-a576-a962f86624d2 owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:18.439169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0f55e1a1-364b-4529-a0be-bfb7f1fa2130 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.456484 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0eb59f13-f122-4799-88af-07267c52e3f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.507725 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5f0e5c12-0599-474f-b4b6-9d308687f3ab tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.511464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f55e1a1-364b-4529-a0be-bfb7f1fa2130 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event deleted for resources: {'Subnet': ['ID=806366a2-2021-44af-b3de-4055c0e4742b,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:18.515395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-9e60ae14-73ea-4f2e-9e76-71359de45712 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Router 88126e00-52c3-48d9-9827-aa608b67eee4 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:18.515547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0f55e1a1-364b-4529-a0be-bfb7f1fa2130 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.518671 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0f55e1a1-364b-4529-a0be-bfb7f1fa2130 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "DELETE /v2.0/subnets/806366a2-2021-44af-b3de-4055c0e4742b HTTP/1.1" status: 204 len: 168 time: 0.7256155 Nov 23 04:40:18.521470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb59f13-f122-4799-88af-07267c52e3f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Port': ['ID=c1721469-b6f2-4900-b935-ae8d88d892a5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:18.523151 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41750) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:18.524545 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a0c40c-7c64-49fc-8e2a-cd166f5c1245 None None] Network 7c0025de-7861-4265-beb4-1ca886b1f5f9 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:18.527054 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-843e2976-5446-4735-84ec-af8edda2f1b4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fda36d0288b9494aa24d152d3825bb80&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2900529 Nov 23 04:40:18.537357 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41752) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:18.577486 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f0e5c12-0599-474f-b4b6-9d308687f3ab tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network cb3a6bf8-fa48-4469-991c-869235eebd6b is not hosted by any dhcp agent {{(pid=109952) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 04:40:18.583213 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f0e5c12-0599-474f-b4b6-9d308687f3ab tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:18.583822 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5f0e5c12-0599-474f-b4b6-9d308687f3ab tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.585102 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5f0e5c12-0599-474f-b4b6-9d308687f3ab tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "PUT /v2.0/networks/cb3a6bf8-fa48-4469-991c-869235eebd6b HTTP/1.1" status: 200 len: 723 time: 1.2860432 Nov 23 04:40:18.595465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-987c4037-a947-42c1-a98e-4fba6709cbb6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:18.599065 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-987c4037-a947-42c1-a98e-4fba6709cbb6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.602598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41754) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:18.641745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-11dac595-ebf5-4ce8-b075-347a0d018cde tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'subnet': {'network_id': 'cb3a6bf8-fa48-4469-991c-869235eebd6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:18.707556 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0e5c12-0599-474f-b4b6-9d308687f3ab tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Network': ['ID=cb3a6bf8-fa48-4469-991c-869235eebd6b,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:18.734400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-568b8492-364c-4b2d-8a33-b97fa09e6e37 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Deleting subnet 1edeaf95-4a14-45bc-a10b-bc27d6d03125 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:40:18.744073 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1abb2b76-760e-40f9-8f6a-c6be379ca17e req-73032d43-cf3d-4767-b380-8d407d195dcb tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 210 time: 0.0799053 Nov 23 04:40:18.756761 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-568b8492-364c-4b2d-8a33-b97fa09e6e37 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.758483 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network cb3a6bf8-fa48-4469-991c-869235eebd6b details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:40:18.818000 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0eb59f13-f122-4799-88af-07267c52e3f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.829954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0eb59f13-f122-4799-88af-07267c52e3f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.834409 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0eb59f13-f122-4799-88af-07267c52e3f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/floatingips/4193fc50-2c36-4ece-86dc-3abcf545b504 HTTP/1.1" status: 204 len: 168 time: 1.8603392 Nov 23 04:40:18.842058 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41758) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:18.853415 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': '7de618a6-d5c6-4c29-8eb6-c6b0ce59b349'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:18.870356 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-568b8492-364c-4b2d-8a33-b97fa09e6e37 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.880698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31987c-3582-408e-98fe-c1f31ce1cb13 req-b4cac3e9-7687-43c9-b9b8-8ca04a445300 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:18.882241 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1b31987c-3582-408e-98fe-c1f31ce1cb13 req-b4cac3e9-7687-43c9-b9b8-8ca04a445300 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 945 time: 0.3401845 Nov 23 04:40:18.919672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c47c500f-be92-4538-9f34-1e21e284cd0d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.927938 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-9e60ae14-73ea-4f2e-9e76-71359de45712 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:18.944524 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761018b-cd44-4d3a-a414-40f4f1961fde None None] Sync routers for ids ['88126e00-52c3-48d9-9827-aa608b67eee4'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:18.956121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e81f19-8d9e-4a45-9a4a-18dea2c24a5d None None] DHCP port deletion for 7c0025de-7861-4265-beb4-1ca886b1f5f9 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:18.960627 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761018b-cd44-4d3a-a414-40f4f1961fde None None] Routers {'88126e00-52c3-48d9-9827-aa608b67eee4'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:18.961555 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2761018b-cd44-4d3a-a414-40f4f1961fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['88126e00-52c3-48d9-9827-aa608b67eee4'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:18.976266 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11dac595-ebf5-4ce8-b075-347a0d018cde tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:18.979762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-11dac595-ebf5-4ce8-b075-347a0d018cde tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:18.993173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c47c500f-be92-4538-9f34-1e21e284cd0d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.020660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-92e81f19-8d9e-4a45-9a4a-18dea2c24a5d None None] Deleting port f9f31844-a546-48fa-b17e-7c2e27762088 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:19.021039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-92e81f19-8d9e-4a45-9a4a-18dea2c24a5d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.094337 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-2761018b-cd44-4d3a-a414-40f4f1961fde None None] Set router 88126e00-52c3-48d9-9827-aa608b67eee4 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:40:19.109674 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-92e81f19-8d9e-4a45-9a4a-18dea2c24a5d None None] For port f9f31844-a546-48fa-b17e-7c2e27762088, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f9f31844-a546-48fa-b17e-7c2e27762088,segment=NetworkSegment(5f9f2ab0-6624-4147-98e7-c264b63e71c1),segment_id=5f9f2ab0-6624-4147-98e7-c264b63e71c1)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:19.110070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-92e81f19-8d9e-4a45-9a4a-18dea2c24a5d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.116903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-594b132b-8649-4780-b097-02a1c351c07b tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.124361 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-92e81f19-8d9e-4a45-9a4a-18dea2c24a5d None None] Calling delete_port for f9f31844-a546-48fa-b17e-7c2e27762088 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:19.128082 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.129220 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-9e60ae14-73ea-4f2e-9e76-71359de45712 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] No DVR routers for this DVR port c602d09f-68a5-4132-91eb-02fbe2ad0e60 on host hv-neutron-8188 {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:19.132352 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-9e60ae14-73ea-4f2e-9e76-71359de45712 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.136757 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7cca9596-1546-4e40-9ee6-92feeeee61c4 req-9e60ae14-73ea-4f2e-9e76-71359de45712 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.15 "DELETE /v2.0/ports/c602d09f-68a5-4132-91eb-02fbe2ad0e60 HTTP/1.1" status: 204 len: 173 time: 4.5604379 Nov 23 04:40:19.151822 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1b31987c-3582-408e-98fe-c1f31ce1cb13 req-302cf600-ae2e-4554-b912-92926d183c96 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/security-groups?id=7585b283-68e7-4d8a-ba39-200eb11d82e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2416639 Nov 23 04:40:19.185050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-568b8492-364c-4b2d-8a33-b97fa09e6e37 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.209477 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0cd49f7-c937-4ae7-baa9-09f3defd87b5', 'name': 'network-vif-deleted', 'tag': 'c602d09f-68a5-4132-91eb-02fbe2ad0e60'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:40:19.213538 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dbcf8c9c-6063-42b6-accf-6765b299e32b" -d '{"events": [{"server_uuid": "d0cd49f7-c937-4ae7-baa9-09f3defd87b5", "name": "network-vif-deleted", "tag": "c602d09f-68a5-4132-91eb-02fbe2ad0e60"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:40:19.250346 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c602d09f-68a5-4132-91eb-02fbe2ad0e60 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:19.253272 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f327e1-9a8b-4d40-afdc-4b5c29896c0a None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:19.257971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-92e81f19-8d9e-4a45-9a4a-18dea2c24a5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.261739 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c47c500f-be92-4538-9f34-1e21e284cd0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.264438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c47c500f-be92-4538-9f34-1e21e284cd0d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.265601 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c47c500f-be92-4538-9f34-1e21e284cd0d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7215e1ea-6757-4129-9d37-0490acc95ecd HTTP/1.1" status: 204 len: 168 time: 0.7261336 Nov 23 04:40:19.292215 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: c602d09f-68a5-4132-91eb-02fbe2ad0e60 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:40:19.292885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c602d09f-68a5-4132-91eb-02fbe2ad0e60 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:40:19.295820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-594b132b-8649-4780-b097-02a1c351c07b tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.315889 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47c500f-be92-4538-9f34-1e21e284cd0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7215e1ea-6757-4129-9d37-0490acc95ecd,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:19.320006 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e81f19-8d9e-4a45-9a4a-18dea2c24a5d None None] Pushing event deleted for resources: {'Port': ['ID=f9f31844-a546-48fa-b17e-7c2e27762088,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:19.322955 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e81f19-8d9e-4a45-9a4a-18dea2c24a5d None None] No DVR routers for this DVR port f9f31844-a546-48fa-b17e-7c2e27762088 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:19.370750 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594b132b-8649-4780-b097-02a1c351c07b tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Pushing event deleted for resources: {'Port': ['ID=93d2b8a2-302b-4b0b-a576-a962f86624d2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:19.398742 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-568b8492-364c-4b2d-8a33-b97fa09e6e37 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.426450 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-987c4037-a947-42c1-a98e-4fba6709cbb6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.433213 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:40:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-878dd902-4d9e-41b4-b1f3-ec41a1ab0618 x-openstack-request-id: req-878dd902-4d9e-41b4-b1f3-ec41a1ab0618 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:40:19.434183 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0cd49f7-c937-4ae7-baa9-09f3defd87b5", "name": "network-vif-deleted", "tag": "c602d09f-68a5-4132-91eb-02fbe2ad0e60", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:40:19.434447 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-878dd902-4d9e-41b4-b1f3-ec41a1ab0618 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:40:19.435453 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0cd49f7-c937-4ae7-baa9-09f3defd87b5', 'name': 'network-vif-deleted', 'tag': 'c602d09f-68a5-4132-91eb-02fbe2ad0e60', 'status': 'completed', 'code': 200} Nov 23 04:40:19.490407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568b8492-364c-4b2d-8a33-b97fa09e6e37 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event deleted for resources: {'Subnet': ['ID=1edeaf95-4a14-45bc-a10b-bc27d6d03125,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:19.495518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-568b8492-364c-4b2d-8a33-b97fa09e6e37 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.508061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a06cc4d5-df8a-4ae1-bced-be7cc4abcaeb None None] Network 3462ad8d-64d4-457c-8646-d3a143cdfe9f requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:19.511498 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-568b8492-364c-4b2d-8a33-b97fa09e6e37 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "DELETE /v2.0/subnets/1edeaf95-4a14-45bc-a10b-bc27d6d03125 HTTP/1.1" status: 204 len: 168 time: 0.9870596 Nov 23 04:40:19.514664 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41764) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:19.523929 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-11dac595-ebf5-4ce8-b075-347a0d018cde tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.537430 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2761018b-cd44-4d3a-a414-40f4f1961fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:44Z', 'revision_number': 4, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'gw_port': {'id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '2f21a735-1481-4973-9d5d-a5b521bebd47', 'name': '', 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'mac_address': 'fa:16:3e:26:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:42Z', 'updated_at': '2021-11-23T04:38:49Z', 'revision_number': 5, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'subnets': [{'id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:19.557179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-594b132b-8649-4780-b097-02a1c351c07b tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.577103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-594b132b-8649-4780-b097-02a1c351c07b tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.615512 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761018b-cd44-4d3a-a414-40f4f1961fde None None] Checking router: 88126e00-52c3-48d9-9827-aa608b67eee4 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:40:19.648162 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2761018b-cd44-4d3a-a414-40f4f1961fde None None] Routers {'88126e00-52c3-48d9-9827-aa608b67eee4'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:19.648876 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2761018b-cd44-4d3a-a414-40f4f1961fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['88126e00-52c3-48d9-9827-aa608b67eee4'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:19.668439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.672428 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-987c4037-a947-42c1-a98e-4fba6709cbb6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Checking segment: {'id': '1f817540-effb-4de7-8dc3-b82425c775af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '290cccf0-07cf-433f-b8e0-86f3a71bdeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:19.673168 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987c4037-a947-42c1-a98e-4fba6709cbb6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network hostable DHCP agents. Network: 290cccf0-07cf-433f-b8e0-86f3a71bdeae, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:40:19.678077 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-594b132b-8649-4780-b097-02a1c351c07b tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.679329 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-594b132b-8649-4780-b097-02a1c351c07b tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Fanout notify agent at l3_agent the message router_deleted on router 565da6aa-0a59-4ead-9aa5-74e662bc182f {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:40:19.686946 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b831c822-1cbf-4651-8a6c-522c6fd934df tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.688479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-594b132b-8649-4780-b097-02a1c351c07b tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.690738 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-594b132b-8649-4780-b097-02a1c351c07b tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "DELETE /v2.0/routers/565da6aa-0a59-4ead-9aa5-74e662bc182f HTTP/1.1" status: 204 len: 168 time: 3.9151647 Nov 23 04:40:19.691896 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987c4037-a947-42c1-a98e-4fba6709cbb6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Subnet': ['ID=740e21a0-334a-4f21-a48d-23c9f069dce4,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:19.695911 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11dac595-ebf5-4ce8-b075-347a0d018cde tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Subnet': ['ID=96c62597-258e-4a5a-9af6-8cf4d0f739a5,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:19.696074 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41768) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:19.701901 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1494610057', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:19.709556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11dac595-ebf5-4ce8-b075-347a0d018cde tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Checking segment: {'id': 'c6774290-449d-4f04-8b3c-d4fe3f14a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cb3a6bf8-fa48-4469-991c-869235eebd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:19.709713 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dac595-ebf5-4ce8-b075-347a0d018cde tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network hostable DHCP agents. Network: cb3a6bf8-fa48-4469-991c-869235eebd6b, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:40:19.736129 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-987c4037-a947-42c1-a98e-4fba6709cbb6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 290cccf0-07cf-433f-b8e0-86f3a71bdeae is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:40:19.743310 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.744653 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.816797 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.826736 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-987c4037-a947-42c1-a98e-4fba6709cbb6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 290cccf0-07cf-433f-b8e0-86f3a71bdeae) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:19.845120 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b864f93-382d-48dc-896c-dc7038d01030 None None] Network 290cccf0-07cf-433f-b8e0-86f3a71bdeae requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:19.853361 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11dac595-ebf5-4ce8-b075-347a0d018cde tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network cb3a6bf8-fa48-4469-991c-869235eebd6b is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:40:19.883785 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-2761018b-cd44-4d3a-a414-40f4f1961fde None None] Set router 88126e00-52c3-48d9-9827-aa608b67eee4 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:40:19.883946 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b831c822-1cbf-4651-8a6c-522c6fd934df tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.892506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-11dac595-ebf5-4ce8-b075-347a0d018cde tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, cb3a6bf8-fa48-4469-991c-869235eebd6b) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:19.930151 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11dac595-ebf5-4ce8-b075-347a0d018cde tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:19.930782 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-11dac595-ebf5-4ce8-b075-347a0d018cde tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:19.965453 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c02d8d06-0ee4-4f39-a312-128dd5897c89 None None] Network cb3a6bf8-fa48-4469-991c-869235eebd6b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:19.967681 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d315e192-cfc4-4189-b4f2-c6baa5f0c7b6 None None] DHCP port deletion for 3462ad8d-64d4-457c-8646-d3a143cdfe9f request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:19.991537 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-b831c822-1cbf-4651-8a6c-522c6fd934df tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c0025de-7861-4265-beb4-1ca886b1f5f9']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:19.993753 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41774) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:20.046871 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Allocated IP 172.26.8.203 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/138c44a5-b270-4dc3-8162-3fa89bda705e) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:20.092176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-b831c822-1cbf-4651-8a6c-522c6fd934df tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f9f2ab0-6624-4147-98e7-c264b63e71c1') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:20.092910 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-b831c822-1cbf-4651-8a6c-522c6fd934df tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f9f2ab0-6624-4147-98e7-c264b63e71c1') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:20.096733 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7e41a221-54e1-47c4-a2ee-f67a98fd9089 req-f5ba04e4-683b-408b-9c1a-05ea295bb8d1 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d0cd49f7-c937-4ae7-baa9-09f3defd87b5 HTTP/1.1" status: 200 len: 210 time: 0.1123500 Nov 23 04:40:20.109117 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-987c4037-a947-42c1-a98e-4fba6709cbb6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:20.110883 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-987c4037-a947-42c1-a98e-4fba6709cbb6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.128376 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-11dac595-ebf5-4ce8-b075-347a0d018cde tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5174704 Nov 23 04:40:20.130569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41776) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:20.135476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-013cbf0c-0a2f-4455-95d2-a81cbda560fa admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.138945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b831c822-1cbf-4651-8a6c-522c6fd934df tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.140946 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-aad2644a-0d8b-4d81-ae17-1858c508adb6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:20.153596 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-987c4037-a947-42c1-a98e-4fba6709cbb6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9789238 Nov 23 04:40:20.157994 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41778) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:20.166693 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f9f31844-a546-48fa-b17e-7c2e27762088 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:20.178766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a4d7d6fc-fde7-4d18-8aef-29b279092756 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'network_id': '290cccf0-07cf-433f-b8e0-86f3a71bdeae', 'security_groups': [], 'name': 'tempest-PortsTestJSON-603792495'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:20.212167 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b831c822-1cbf-4651-8a6c-522c6fd934df tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.244353 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: f9f31844-a546-48fa-b17e-7c2e27762088 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:40:20.244660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f9f31844-a546-48fa-b17e-7c2e27762088 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:40:20.245031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e259a058-5f54-457e-bc52-cde80b60efe8 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:20.267423 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b831c822-1cbf-4651-8a6c-522c6fd934df tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:20.268181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b831c822-1cbf-4651-8a6c-522c6fd934df tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:20.271467 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:20.301975 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2761018b-cd44-4d3a-a414-40f4f1961fde None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:44Z', 'revision_number': 4, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'gw_port': {'id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '2f21a735-1481-4973-9d5d-a5b521bebd47', 'name': '', 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'mac_address': 'fa:16:3e:26:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:42Z', 'updated_at': '2021-11-23T04:38:49Z', 'revision_number': 5, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'subnets': [{'id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:20.305645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.348345 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2761018b-cd44-4d3a-a414-40f4f1961fde None None] The sync data for ids ['88126e00-52c3-48d9-9827-aa608b67eee4'] in dv-neutron-818850-1-hyperv is: [{'id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:44Z', 'revision_number': 4, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'gw_port': {'id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '2f21a735-1481-4973-9d5d-a5b521bebd47', 'name': '', 'network_id': '96c71bc6-206e-4cde-ad6b-04fe79357a77', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'mac_address': 'fa:16:3e:26:44:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_interface', 'standard_attr_id': 53, 'fixed_ips': [{'subnet_id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:42Z', 'updated_at': '2021-11-23T04:38:49Z', 'revision_number': 5, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'subnets': [{'id': 'b6e0da7a-e696-4156-a0c5-214eeeb37609', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:20.398176 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-cb3a6bf8-fa48-4469-991c-869235eebd6b', 'network_id': 'cb3a6bf8-fa48-4469-991c-869235eebd6b', 'tenant_id': 'a90f6b3b75c9410481e60bec9d5485bb', 'fixed_ips': [{'subnet_id': '96c62597-258e-4a5a-9af6-8cf4d0f739a5'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:40:20.398934 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.423771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b831c822-1cbf-4651-8a6c-522c6fd934df tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.442403 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b831c822-1cbf-4651-8a6c-522c6fd934df tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.446725 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b831c822-1cbf-4651-8a6c-522c6fd934df tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "DELETE /v2.0/networks/7c0025de-7861-4265-beb4-1ca886b1f5f9 HTTP/1.1" status: 204 len: 168 time: 0.9311209 Nov 23 04:40:20.457671 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d315e192-cfc4-4189-b4f2-c6baa5f0c7b6 None None] Deleting port e259a058-5f54-457e-bc52-cde80b60efe8 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:20.458079 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d315e192-cfc4-4189-b4f2-c6baa5f0c7b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.461309 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41782) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:20.496117 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b831c822-1cbf-4651-8a6c-522c6fd934df tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event deleted for resources: {'Network': ['ID=7c0025de-7861-4265-beb4-1ca886b1f5f9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:20.502109 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.572674 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4d7d6fc-fde7-4d18-8aef-29b279092756 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:20.577242 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4d7d6fc-fde7-4d18-8aef-29b279092756 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.581343 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-013cbf0c-0a2f-4455-95d2-a81cbda560fa admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.600592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-013cbf0c-0a2f-4455-95d2-a81cbda560fa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.602075 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aad2644a-0d8b-4d81-ae17-1858c508adb6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13951966'] for subnet, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.608282 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-290cccf0-07cf-433f-b8e0-86f3a71bdeae', 'network_id': '290cccf0-07cf-433f-b8e0-86f3a71bdeae', 'tenant_id': '21aafe545f554d9ca8d2cff1f90b0ba5', 'fixed_ips': [{'subnet_id': '740e21a0-334a-4f21-a48d-23c9f069dce4'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:40:20.609403 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.611843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.635244 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.640467 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-a4d7d6fc-fde7-4d18-8aef-29b279092756 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port f8ce1566-6ae4-43b1-812b-1446a9b727c5 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:20.647591 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d315e192-cfc4-4189-b4f2-c6baa5f0c7b6 None None] For port e259a058-5f54-457e-bc52-cde80b60efe8, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e259a058-5f54-457e-bc52-cde80b60efe8,segment=NetworkSegment(be4b8fe1-0a37-4180-aacb-5518a763cda1),segment_id=be4b8fe1-0a37-4180-aacb-5518a763cda1)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:20.648427 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d315e192-cfc4-4189-b4f2-c6baa5f0c7b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.688463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d315e192-cfc4-4189-b4f2-c6baa5f0c7b6 None None] Calling delete_port for e259a058-5f54-457e-bc52-cde80b60efe8 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:20.699518 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-013cbf0c-0a2f-4455-95d2-a81cbda560fa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8b1102b2a4f14f649eb72a343c1bb9cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6675277 Nov 23 04:40:20.720206 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41784) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:20.730129 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-cf05e8fe-75a8-4da5-9cf5-e196ead9dc57 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:20.732291 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-cf05e8fe-75a8-4da5-9cf5-e196ead9dc57 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.15 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 945 time: 0.4197686 Nov 23 04:40:20.744658 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.776596 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf2528d-955c-4a27-ba6f-d9b16aa63076 req-18798271-11c3-4068-a2f6-da9a0893ad0a tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:20.781399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port e259a058-5f54-457e-bc52-cde80b60efe8, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e259a058-5f54-457e-bc52-cde80b60efe8,segment=NetworkSegment(be4b8fe1-0a37-4180-aacb-5518a763cda1),segment_id=be4b8fe1-0a37-4180-aacb-5518a763cda1)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:20.786065 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2cf2528d-955c-4a27-ba6f-d9b16aa63076 req-18798271-11c3-4068-a2f6-da9a0893ad0a tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 945 time: 0.4721980 Nov 23 04:40:20.825352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:20.856553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-31b62af7-70ea-4aa4-bd88-205cd052f347 None None] New status for floating IP 0bcd2986-9c19-4b63-99a6-f926bc59f4da: DOWN {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:40:20.936897 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Allocated IP 172.20.0.2 (cb3a6bf8-fa48-4469-991c-869235eebd6b/96c62597-258e-4a5a-9af6-8cf4d0f739a5/0c962391-69ab-440b-a217-0e10b8b1db66) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:21.012904 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2cf2528d-955c-4a27-ba6f-d9b16aa63076 req-e82abab5-b233-4c0f-b76d-0505b45017c8 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/security-groups?id=7585b283-68e7-4d8a-ba39-200eb11d82e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2229803 Nov 23 04:40:21.052063 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-013cbf0c-0a2f-4455-95d2-a81cbda560fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00ecee34-5950-4e3a-a0d7-94e384413baf,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:21.057993 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:21.065375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:21.077687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:21.084299 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=138c44a5-b270-4dc3-8162-3fa89bda705e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:21.091140 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fceaa69c-fc98-4ed0-862b-84b5060a363b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.146748 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=e259a058-5f54-457e-bc52-cde80b60efe8,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:21.151523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Allocated IP 172.20.0.2 (290cccf0-07cf-433f-b8e0-86f3a71bdeae/740e21a0-334a-4f21-a48d-23c9f069dce4/6e3e645d-04af-4547-884c-ca41b13033c1) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:21.181452 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d315e192-cfc4-4189-b4f2-c6baa5f0c7b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.207523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-b81bf858-bd8f-4ea3-9c23-ca0841134edb tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Deleting port 6155fcd9-2394-4422-b452-63fea3fbbb72 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:21.208029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-b81bf858-bd8f-4ea3-9c23-ca0841134edb tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.221389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Deleting port e259a058-5f54-457e-bc52-cde80b60efe8 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:21.222028 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.243156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41790) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:21.243368 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fceaa69c-fc98-4ed0-862b-84b5060a363b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.270134 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d315e192-cfc4-4189-b4f2-c6baa5f0c7b6 None None] Pushing event deleted for resources: {'Port': ['ID=e259a058-5f54-457e-bc52-cde80b60efe8,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:21.275176 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d315e192-cfc4-4189-b4f2-c6baa5f0c7b6 None None] No DVR routers for this DVR port e259a058-5f54-457e-bc52-cde80b60efe8 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:21.375814 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f29d303f-38d0-4d0f-ad51-4cb003ca7f8f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.430724 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.443680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f29d303f-38d0-4d0f-ad51-4cb003ca7f8f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.453257 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.482849 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.505462 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.511016 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Network cb3a6bf8-fa48-4469-991c-869235eebd6b is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:21.521596 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:21.530518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:21.548117 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Pushing event updated for resources: {'Port': ['ID=0c962391-69ab-440b-a217-0e10b8b1db66,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:21.552925 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Network 290cccf0-07cf-433f-b8e0-86f3a71bdeae is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:21.560513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:21.599502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:21.607190 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.617339 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-a4d7d6fc-fde7-4d18-8aef-29b279092756 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Allocated IP 172.20.0.9 (290cccf0-07cf-433f-b8e0-86f3a71bdeae/740e21a0-334a-4f21-a48d-23c9f069dce4/f8ce1566-6ae4-43b1-812b-1446a9b727c5) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:21.620037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f29d303f-38d0-4d0f-ad51-4cb003ca7f8f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.623783 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f29d303f-38d0-4d0f-ad51-4cb003ca7f8f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.627443 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f29d303f-38d0-4d0f-ad51-4cb003ca7f8f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "DELETE /v2.0/security-groups/76a50ff0-90ca-43b6-bfa0-b3933345771c HTTP/1.1" status: 204 len: 168 time: 0.3796265 Nov 23 04:40:21.652119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41792) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:21.652366 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Pushing event updated for resources: {'Port': ['ID=6e3e645d-04af-4547-884c-ca41b13033c1,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:21.675145 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Attempting to bind port 0c962391-69ab-440b-a217-0e10b8b1db66 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:21.675515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Attempting to bind port 0c962391-69ab-440b-a217-0e10b8b1db66 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'c6774290-449d-4f04-8b3c-d4fe3f14a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cb3a6bf8-fa48-4469-991c-869235eebd6b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:21.675877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Attempting to bind port 0c962391-69ab-440b-a217-0e10b8b1db66 on network cb3a6bf8-fa48-4469-991c-869235eebd6b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:21.685020 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29d303f-38d0-4d0f-ad51-4cb003ca7f8f tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a50ff0-90ca-43b6-bfa0-b3933345771c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:21.692830 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.705467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:40:21.705843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Checking segment: {'id': 'c6774290-449d-4f04-8b3c-d4fe3f14a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cb3a6bf8-fa48-4469-991c-869235eebd6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:21.707555 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.708313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Bound using segment: {'id': 'c6774290-449d-4f04-8b3c-d4fe3f14a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cb3a6bf8-fa48-4469-991c-869235eebd6b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:40:21.708962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Bound port: 0c962391-69ab-440b-a217-0e10b8b1db66, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6774290-449d-4f04-8b3c-d4fe3f14a39d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': 'cb3a6bf8-fa48-4469-991c-869235eebd6b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:40:21.709527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.747203 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Attempting to bind port 6e3e645d-04af-4547-884c-ca41b13033c1 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:21.747903 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Attempting to bind port 6e3e645d-04af-4547-884c-ca41b13033c1 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '1f817540-effb-4de7-8dc3-b82425c775af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '290cccf0-07cf-433f-b8e0-86f3a71bdeae'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:21.748432 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Attempting to bind port 6e3e645d-04af-4547-884c-ca41b13033c1 on network 290cccf0-07cf-433f-b8e0-86f3a71bdeae {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:21.779481 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:40:21.780160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Checking segment: {'id': '1f817540-effb-4de7-8dc3-b82425c775af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '290cccf0-07cf-433f-b8e0-86f3a71bdeae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:21.780726 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.781324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Bound using segment: {'id': '1f817540-effb-4de7-8dc3-b82425c775af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '290cccf0-07cf-433f-b8e0-86f3a71bdeae'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:40:21.781971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Bound port: 6e3e645d-04af-4547-884c-ca41b13033c1, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f817540-effb-4de7-8dc3-b82425c775af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '290cccf0-07cf-433f-b8e0-86f3a71bdeae'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:40:21.782518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.825910 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-d442ec9b-610c-4c8e-85e7-4bed6767f353 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] show failed (client error): The resource could not be found. Nov 23 04:40:21.828263 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d442ec9b-610c-4c8e-85e7-4bed6767f353 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "GET /v2.0/security-groups/76a50ff0-90ca-43b6-bfa0-b3933345771c HTTP/1.1" status: 404 len: 347 time: 0.1696584 Nov 23 04:40:21.837414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41794) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:21.841596 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] For port e259a058-5f54-457e-bc52-cde80b60efe8, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:21.842081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.846305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] For port 0c962391-69ab-440b-a217-0e10b8b1db66, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:21.862713 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] For port 0c962391-69ab-440b-a217-0e10b8b1db66, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=0c962391-69ab-440b-a217-0e10b8b1db66,segment=NetworkSegment(c6774290-449d-4f04-8b3c-d4fe3f14a39d),segment_id=c6774290-449d-4f04-8b3c-d4fe3f14a39d)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:40:21.877079 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.901715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:21.919522 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] For port 6e3e645d-04af-4547-884c-ca41b13033c1, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:21.944889 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] For port 6e3e645d-04af-4547-884c-ca41b13033c1, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6e3e645d-04af-4547-884c-ca41b13033c1,segment=NetworkSegment(1f817540-effb-4de7-8dc3-b82425c775af),segment_id=1f817540-effb-4de7-8dc3-b82425c775af)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:40:21.969925 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.006794 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Calling delete_port for e259a058-5f54-457e-bc52-cde80b60efe8 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:22.010762 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Port e259a058-5f54-457e-bc52-cde80b60efe8 was not found and therefore no delete operation was performed {{(pid=109952) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:40:22.017921 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4d7d6fc-fde7-4d18-8aef-29b279092756 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.047701 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-b81bf858-bd8f-4ea3-9c23-ca0841134edb tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] For port 6155fcd9-2394-4422-b452-63fea3fbbb72, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6155fcd9-2394-4422-b452-63fea3fbbb72,segment=NetworkSegment(053028f0-03a9-4134-8382-a8d3f8d56f47),segment_id=053028f0-03a9-4134-8382-a8d3f8d56f47)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:22.048453 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-b81bf858-bd8f-4ea3-9c23-ca0841134edb tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.078581 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aad2644a-0d8b-4d81-ae17-1858c508adb6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788451473996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12605575'] for subnet, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.082752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.092526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.198831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90df9c65-7d79-4cc4-9d61-1c11d8f982ef None None] Pushing event updated for resources: {'Port': ['ID=0c962391-69ab-440b-a217-0e10b8b1db66,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:22.245931 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] No DVR routers for this DVR port e259a058-5f54-457e-bc52-cde80b60efe8 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:22.268456 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fceaa69c-fc98-4ed0-862b-84b5060a363b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.270858 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4d7d6fc-fde7-4d18-8aef-29b279092756 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.271119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fceaa69c-fc98-4ed0-862b-84b5060a363b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.288594 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fceaa69c-fc98-4ed0-862b-84b5060a363b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/00ecee34-5950-4e3a-a0d7-94e384413baf HTTP/1.1" status: 204 len: 168 time: 1.5310404 Nov 23 04:40:22.310822 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aad2644a-0d8b-4d81-ae17-1858c508adb6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:22.311454 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aad2644a-0d8b-4d81-ae17-1858c508adb6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.315204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80c1e8f-1665-4187-aa7e-625768c8d887 None None] Pushing event updated for resources: {'Port': ['ID=6e3e645d-04af-4547-884c-ca41b13033c1,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:22.315480 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-aad2644a-0d8b-4d81-ae17-1858c508adb6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "PUT /v2.0/subnets/96c62597-258e-4a5a-9af6-8cf4d0f739a5 HTTP/1.1" status: 200 len: 806 time: 2.1838040 Nov 23 04:40:22.325242 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Allocated IP 172.26.8.37 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/7e7a3dbd-eef3-43d2-9dc2-2efb39ddffc9) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:22.339146 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41800) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:22.342614 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event deleted for resources: {'Port': ['ID=e259a058-5f54-457e-bc52-cde80b60efe8,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:22.354513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-280b7005-5097-4526-a85d-19a17872be73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Deleting port 74e94f5f-a2df-4dd1-9bb3-8877256e6b8d {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:22.354990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-280b7005-5097-4526-a85d-19a17872be73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.427462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d7d6fc-fde7-4d18-8aef-29b279092756 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 290cccf0-07cf-433f-b8e0-86f3a71bdeae is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:22.437491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-a4d7d6fc-fde7-4d18-8aef-29b279092756 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:22.441711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d7d6fc-fde7-4d18-8aef-29b279092756 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:22.515738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015f164c-eb24-4d21-93f8-2ae4e2ee9202 req-f2a64c39-bbe2-4b22-bf61-a128705b313a tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:22.518245 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-015f164c-eb24-4d21-93f8-2ae4e2ee9202 req-f2a64c39-bbe2-4b22-bf61-a128705b313a tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 945 time: 0.3533328 Nov 23 04:40:22.555131 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-280b7005-5097-4526-a85d-19a17872be73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.555668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-280b7005-5097-4526-a85d-19a17872be73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.577878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d7d6fc-fde7-4d18-8aef-29b279092756 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=f8ce1566-6ae4-43b1-812b-1446a9b727c5,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:22.613877 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-280b7005-5097-4526-a85d-19a17872be73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Calling delete_port for 74e94f5f-a2df-4dd1-9bb3-8877256e6b8d owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:22.621051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4d7d6fc-fde7-4d18-8aef-29b279092756 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:22.621981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4d7d6fc-fde7-4d18-8aef-29b279092756 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.703532 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad2644a-0d8b-4d81-ae17-1858c508adb6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Subnet': ['ID=96c62597-258e-4a5a-9af6-8cf4d0f739a5,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:22.744540 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a4d7d6fc-fde7-4d18-8aef-29b279092756 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 885 time: 2.5850680 Nov 23 04:40:22.748029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41804) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:22.753067 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-015f164c-eb24-4d21-93f8-2ae4e2ee9202 req-397e4db3-efea-4dfc-97d5-dfdafff2f74a tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/security-groups?id=7585b283-68e7-4d8a-ba39-200eb11d82e5&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2047813 Nov 23 04:40:22.759773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fceaa69c-fc98-4ed0-862b-84b5060a363b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00ecee34-5950-4e3a-a0d7-94e384413baf,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:22.826281 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.845810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.881932 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.882417 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41806) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:22.891155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.941590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d1bfda0f-2282-480d-9d64-eaab7f9b295b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:22.951897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3462ad8d-64d4-457c-8646-d3a143cdfe9f']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:22.992900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=138c44a5-b270-4dc3-8162-3fa89bda705e,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:23.006296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be4b8fe1-0a37-4180-aacb-5518a763cda1') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:23.006681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be4b8fe1-0a37-4180-aacb-5518a763cda1') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:23.023088 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-b81bf858-bd8f-4ea3-9c23-ca0841134edb tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.023629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-b81bf858-bd8f-4ea3-9c23-ca0841134edb tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.024071 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-b81bf858-bd8f-4ea3-9c23-ca0841134edb tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Floating IP 78368da8-ea66-4b8d-ba2d-a6a430a7274a disassociated. External IP: 172.26.8.224, port: 6155fcd9-2394-4422-b452-63fea3fbbb72. Nov 23 04:40:23.024533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-b81bf858-bd8f-4ea3-9c23-ca0841134edb tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Calling delete_port for 6155fcd9-2394-4422-b452-63fea3fbbb72 owned by compute:nova {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:23.031448 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.040195 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.056253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.067732 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.100280 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.144161 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ca85316a-a4b7-4b9e-bd2e-7d0b60a01aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port f8ce1566-6ae4-43b1-812b-1446a9b727c5 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:23.144885 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ca85316a-a4b7-4b9e-bd2e-7d0b60a01aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.148786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:23.149297 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:23.158120 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:23.183385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-280b7005-5097-4526-a85d-19a17872be73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.213976 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:23.230809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-552cd8fe-7947-4616-9860-89b2c69b9775 None None] Network cb3a6bf8-fa48-4469-991c-869235eebd6b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:23.259223 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:23.262820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:23.270653 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280b7005-5097-4526-a85d-19a17872be73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Pushing event deleted for resources: {'Port': ['ID=74e94f5f-a2df-4dd1-9bb3-8877256e6b8d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:23.273380 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Pushing event updated for resources: {'Port': ['ID=7e7a3dbd-eef3-43d2-9dc2-2efb39ddffc9,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:23.300105 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6139bd73-4734-4f2a-9c80-faeac3ea5dea None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:23.318801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ac3fb2ba-e10c-4f3b-9454-6687f7062bbe None None] Provisioning complete for port 0c962391-69ab-440b-a217-0e10b8b1db66 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:23.319259 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d1bfda0f-2282-480d-9d64-eaab7f9b295b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.319675 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb2ba-e10c-4f3b-9454-6687f7062bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.333908 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.339037 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.347276 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "DELETE /v2.0/networks/3462ad8d-64d4-457c-8646-d3a143cdfe9f HTTP/1.1" status: 204 len: 168 time: 2.8787463 Nov 23 04:40:23.347478 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41808) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:23.353849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d1bfda0f-2282-480d-9d64-eaab7f9b295b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.376904 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8c18b6-7138-4707-9bc6-345c590f2a66 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event deleted for resources: {'Network': ['ID=3462ad8d-64d4-457c-8646-d3a143cdfe9f,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:23.413429 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Floating IP 1d8bd33c-43ef-4877-88aa-5aec4461adaf associated. External IP: 172.26.8.203, port: 7de618a6-d5c6-4c29-8eb6-c6b0ce59b349. Nov 23 04:40:23.436236 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb2ba-e10c-4f3b-9454-6687f7062bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.438462 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbce58ed-fd4b-42e9-a66d-6c6fe10c60d6 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:23.525975 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Deleting port 0c962391-69ab-440b-a217-0e10b8b1db66 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:23.526326 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.556564 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ac3fb2ba-e10c-4f3b-9454-6687f7062bbe None None] For port 0c962391-69ab-440b-a217-0e10b8b1db66, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=0c962391-69ab-440b-a217-0e10b8b1db66,segment=NetworkSegment(c6774290-449d-4f04-8b3c-d4fe3f14a39d),segment_id=c6774290-449d-4f04-8b3c-d4fe3f14a39d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:23.568252 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ca85316a-a4b7-4b9e-bd2e-7d0b60a01aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.572629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bfda0f-2282-480d-9d64-eaab7f9b295b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e51555-6472-42f1-83be-c54e001a8bf2,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:23.577744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ac3fb2ba-e10c-4f3b-9454-6687f7062bbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.623284 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d1bfda0f-2282-480d-9d64-eaab7f9b295b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=20e7a788dc284542b67910c5d330fece&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7399371 Nov 23 04:40:23.633839 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41810) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:23.639981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53365eb-b268-4f93-bc03-a9c97d1c1fd8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Deleting subnet e8c1b558-e97d-443a-8aa7-ed208b975ad2 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:40:23.648908 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3fb2ba-e10c-4f3b-9454-6687f7062bbe None None] Pushing event updated for resources: {'Port': ['ID=0c962391-69ab-440b-a217-0e10b8b1db66,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:23.650255 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-b81bf858-bd8f-4ea3-9c23-ca0841134edb tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.655309 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ca85316a-a4b7-4b9e-bd2e-7d0b60a01aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for f8ce1566-6ae4-43b1-812b-1446a9b727c5 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:23.661707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-280b7005-5097-4526-a85d-19a17872be73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.664329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-280b7005-5097-4526-a85d-19a17872be73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.665793 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-280b7005-5097-4526-a85d-19a17872be73 tempest-ServersTestManualDisk-498002897 tempest-ServersTestManualDisk-498002897-project] 10.222.0.37 "DELETE /v2.0/floatingips/0bcd2986-9c19-4b63-99a6-f926bc59f4da HTTP/1.1" status: 204 len: 168 time: 1.8268809 Nov 23 04:40:23.666730 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b53365eb-b268-4f93-bc03-a9c97d1c1fd8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.673558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41812) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:23.700930 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7ac68c9a-2fe5-4553-8636-6489806ff4fe None None] Provisioning complete for port 7e7a3dbd-eef3-43d2-9dc2-2efb39ddffc9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:23.701494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ac68c9a-2fe5-4553-8636-6489806ff4fe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.768703 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7ac68c9a-2fe5-4553-8636-6489806ff4fe None None] Port 7e7a3dbd-eef3-43d2-9dc2-2efb39ddffc9 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:23.821975 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b81bf858-bd8f-4ea3-9c23-ca0841134edb tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Pushing event deleted for resources: {'Port': ['ID=6155fcd9-2394-4422-b452-63fea3fbbb72,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:23.852036 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] For port 0c962391-69ab-440b-a217-0e10b8b1db66, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=0c962391-69ab-440b-a217-0e10b8b1db66,segment=NetworkSegment(c6774290-449d-4f04-8b3c-d4fe3f14a39d),segment_id=c6774290-449d-4f04-8b3c-d4fe3f14a39d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:23.852762 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:23.944215 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7061dcd4-e8c6-4b5d-b108-084eff368a1d None None] Network cb3a6bf8-fa48-4469-991c-869235eebd6b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:23.962359 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Calling delete_port for 0c962391-69ab-440b-a217-0e10b8b1db66 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:23.998390 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d27c-e64d-4d0d-97da-8e144ead791a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.002910 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b1bf3ecf-bcbc-400f-a0fa-d5b315b696c5 req-6be987f1-a69c-4d37-87bf-f620a4a130b3 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 210 time: 0.1198401 Nov 23 04:40:24.053890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ad299e8-5a36-4c4f-9d63-7523e263385a None None] Network 290cccf0-07cf-433f-b8e0-86f3a71bdeae requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:24.136602 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d27c-e64d-4d0d-97da-8e144ead791a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.152052 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bc718d62-831c-4dd1-9714-1d8399a60916 None None] Provisioning complete for port 0c962391-69ab-440b-a217-0e10b8b1db66 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:24.153117 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bc718d62-831c-4dd1-9714-1d8399a60916 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.160579 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b53365eb-b268-4f93-bc03-a9c97d1c1fd8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.168117 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.268883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 0c962391-69ab-440b-a217-0e10b8b1db66 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:24.451664 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 0c962391-69ab-440b-a217-0e10b8b1db66 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:24.452032 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.612152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6e3e645d-04af-4547-884c-ca41b13033c1 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:24.612885 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b53365eb-b268-4f93-bc03-a9c97d1c1fd8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.666883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-898a7f97-4cb8-4efe-bb8e-eea88cda4885 None None] Provisioning complete for port 6e3e645d-04af-4547-884c-ca41b13033c1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:24.667885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-898a7f97-4cb8-4efe-bb8e-eea88cda4885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.676509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-b81bf858-bd8f-4ea3-9c23-ca0841134edb tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:24.694373 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:24.713141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ca85316a-a4b7-4b9e-bd2e-7d0b60a01aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.737804 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 6e3e645d-04af-4547-884c-ca41b13033c1 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:24.738328 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.764715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca85316a-a4b7-4b9e-bd2e-7d0b60a01aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=f8ce1566-6ae4-43b1-812b-1446a9b727c5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:24.846418 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b53365eb-b268-4f93-bc03-a9c97d1c1fd8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.852082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-898a7f97-4cb8-4efe-bb8e-eea88cda4885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.893692 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-898a7f97-4cb8-4efe-bb8e-eea88cda4885 None None] For port 6e3e645d-04af-4547-884c-ca41b13033c1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6e3e645d-04af-4547-884c-ca41b13033c1,segment=NetworkSegment(1f817540-effb-4de7-8dc3-b82425c775af),segment_id=1f817540-effb-4de7-8dc3-b82425c775af)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:24.896995 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d27c-e64d-4d0d-97da-8e144ead791a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.901205 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4bf1d27c-e64d-4d0d-97da-8e144ead791a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.902914 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4bf1d27c-e64d-4d0d-97da-8e144ead791a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/80e51555-6472-42f1-83be-c54e001a8bf2 HTTP/1.1" status: 204 len: 168 time: 1.2675335 Nov 23 04:40:24.904008 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.929807 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b53365eb-b268-4f93-bc03-a9c97d1c1fd8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:24.933423 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b53365eb-b268-4f93-bc03-a9c97d1c1fd8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "DELETE /v2.0/subnets/e8c1b558-e97d-443a-8aa7-ed208b975ad2 HTTP/1.1" status: 204 len: 168 time: 1.5806320 Nov 23 04:40:24.934469 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1d27c-e64d-4d0d-97da-8e144ead791a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e51555-6472-42f1-83be-c54e001a8bf2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:24.938366 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41818) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:24.941884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53365eb-b268-4f93-bc03-a9c97d1c1fd8 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event deleted for resources: {'Subnet': ['ID=e8c1b558-e97d-443a-8aa7-ed208b975ad2,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:24.978845 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Port': ['ID=0c962391-69ab-440b-a217-0e10b8b1db66,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:25.002157 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:25.022316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ca85316a-a4b7-4b9e-bd2e-7d0b60a01aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:25.029759 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ca85316a-a4b7-4b9e-bd2e-7d0b60a01aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/f8ce1566-6ae4-43b1-812b-1446a9b727c5 HTTP/1.1" status: 204 len: 168 time: 2.2754209 Nov 23 04:40:25.033413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41820) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:25.040088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-898a7f97-4cb8-4efe-bb8e-eea88cda4885 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:25.044816 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2d9f25-ed42-4cd1-9b50-b0a622ad656d None None] Network 29184cf3-aec6-49ea-ab8b-f06e98223ece requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:25.077107 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-8953919f-6269-4273-b659-16c6138d52e9 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] GET failed (client error): The resource could not be found. Nov 23 04:40:25.081595 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8953919f-6269-4273-b659-16c6138d52e9 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/f8ce1566-6ae4-43b1-812b-1446a9b727c5 HTTP/1.1" status: 404 len: 333 time: 0.0471580 Nov 23 04:40:25.085061 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41824) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:25.098701 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:25.109948 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d234d-b601-4114-87d8-17f4c3cd2f0b None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:25.131639 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d234d-b601-4114-87d8-17f4c3cd2f0b None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:25.132848 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-4d7d234d-b601-4114-87d8-17f4c3cd2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:25.209457 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No DVR routers for this DVR port 0c962391-69ab-440b-a217-0e10b8b1db66 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:25.215706 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-4d7d234d-b601-4114-87d8-17f4c3cd2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:25.223418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 6155fcd9-2394-4422-b452-63fea3fbbb72 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:25.226108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e92c03c-b628-4bea-965e-4e21f72ddb12 None None] DHCP port deletion for cb3a6bf8-fa48-4469-991c-869235eebd6b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:25.243314 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d7d234d-b601-4114-87d8-17f4c3cd2f0b None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:25.243696 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-4d7d234d-b601-4114-87d8-17f4c3cd2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:25.254325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:25.292667 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a24aaff9-590e-45b6-b200-07aa0ad69be9 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 6.4423099 Nov 23 04:40:25.295420 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9873de21-4f5f-495f-affb-f09c6626acd1 req-d98e0a45-c44c-427a-872b-a669b8d868ff tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 210 time: 0.1436303 Nov 23 04:40:25.298503 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41828) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:25.302656 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-4d7d234d-b601-4114-87d8-17f4c3cd2f0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:25.303643 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d7d234d-b601-4114-87d8-17f4c3cd2f0b None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:25.305117 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c3d12a0-d27a-4f32-9259-3f2e25f9ca39 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting subnet 740e21a0-334a-4f21-a48d-23c9f069dce4 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:40:25.347385 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-37f16b57-5a65-4bf8-ba9f-81650c7e024d None None] Could not find standard attr ID for object f8ce1566-6ae4-43b1-812b-1446a9b727c5. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:40:25.348349 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:25.368145 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 6155fcd9-2394-4422-b452-63fea3fbbb72 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:40:25.368846 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 6155fcd9-2394-4422-b452-63fea3fbbb72 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:40:25.399620 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2191eabb-2c9c-49e0-a417-9bc2a22ac472 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "GET /v2.0/floatingips/1d8bd33c-43ef-4877-88aa-5aec4461adaf HTTP/1.1" status: 200 len: 978 time: 0.0975392 Nov 23 04:40:25.401231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5c3d12a0-d27a-4f32-9259-3f2e25f9ca39 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:25.404614 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41830) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:25.420928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-b81bf858-bd8f-4ea3-9c23-ca0841134edb tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:25.459448 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d64dc-c355-42a8-9728-e6a33a4f5006 None None] Sync routers for ids ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:25.469227 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:25.506383 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:25.510084 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-b81bf858-bd8f-4ea3-9c23-ca0841134edb tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] No DVR routers for this DVR port 6155fcd9-2394-4422-b452-63fea3fbbb72 on host hv-neutron-8188 {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:25.531250 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-37f16b57-5a65-4bf8-ba9f-81650c7e024d None None] Provisioning complete for port 6e3e645d-04af-4547-884c-ca41b13033c1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:25.531573 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-37f16b57-5a65-4bf8-ba9f-81650c7e024d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:25.574271 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898a7f97-4cb8-4efe-bb8e-eea88cda4885 None None] Pushing event updated for resources: {'Port': ['ID=6e3e645d-04af-4547-884c-ca41b13033c1,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:25.580553 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-b81bf858-bd8f-4ea3-9c23-ca0841134edb tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:25.584047 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-823167e2-ba7f-48d8-98f5-644793d9c71b req-b81bf858-bd8f-4ea3-9c23-ca0841134edb tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.15 "DELETE /v2.0/ports/6155fcd9-2394-4422-b452-63fea3fbbb72 HTTP/1.1" status: 204 len: 173 time: 4.8210902 Nov 23 04:40:25.611498 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d64dc-c355-42a8-9728-e6a33a4f5006 None None] Routers {'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:25.612228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f28d64dc-c355-42a8-9728-e6a33a4f5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:25.612361 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13485ef8-6936-4522-9130-ba56b3128e1d', 'name': 'network-vif-deleted', 'tag': '6155fcd9-2394-4422-b452-63fea3fbbb72'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:40:25.615957 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3fd7624a-0f18-4b8d-8e1f-9ed5d076dd2b" -d '{"events": [{"server_uuid": "13485ef8-6936-4522-9130-ba56b3128e1d", "name": "network-vif-deleted", "tag": "6155fcd9-2394-4422-b452-63fea3fbbb72"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:40:25.618063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:40:25.618671 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:40:25.649699 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5c3d12a0-d27a-4f32-9259-3f2e25f9ca39 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:25.734260 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3e5530f1-02ad-4b56-af2c-ba0e2e206227 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.3273273 Nov 23 04:40:25.742223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41842) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:25.749487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-37f16b57-5a65-4bf8-ba9f-81650c7e024d None None] Could not find standard attr ID for object 0c962391-69ab-440b-a217-0e10b8b1db66. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:40:25.753530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a404a9e4-40fb-4e3a-a287-e974629197eb tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'floatingip': {'port_id': 'aceb8090-4221-4961-bcad-ccffe169e37a'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:25.791571 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:40:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f57fce96-9596-4d97-ab4c-fd2c93074b5d x-openstack-request-id: req-f57fce96-9596-4d97-ab4c-fd2c93074b5d {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:40:25.791871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13485ef8-6936-4522-9130-ba56b3128e1d", "name": "network-vif-deleted", "tag": "6155fcd9-2394-4422-b452-63fea3fbbb72", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:40:25.792121 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f57fce96-9596-4d97-ab4c-fd2c93074b5d {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:40:25.802438 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13485ef8-6936-4522-9130-ba56b3128e1d', 'name': 'network-vif-deleted', 'tag': '6155fcd9-2394-4422-b452-63fea3fbbb72', 'status': 'completed', 'code': 200} Nov 23 04:40:25.827616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a404a9e4-40fb-4e3a-a287-e974629197eb tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:25.866495 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ba362d-5347-46af-ba0f-8fa8e09c7ef8 None None] DHCP port deletion for 29184cf3-aec6-49ea-ab8b-f06e98223ece request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:25.874951 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-38abe5b0-3803-416a-ba0a-0db8238f000c None None] Could not find standard attr ID for object f8ce1566-6ae4-43b1-812b-1446a9b727c5. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:40:25.892623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb2e15d0-f3b6-4221-b15f-88835a40860e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:25.910735 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Deleting port 421df76e-29f5-4456-8e5f-11b4e7a1c86d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:25.911065 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:25.932010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-f28d64dc-c355-42a8-9728-e6a33a4f5006 None None] Set router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:40:25.969904 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.026685 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5c3d12a0-d27a-4f32-9259-3f2e25f9ca39 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.029377 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-20ba362d-5347-46af-ba0f-8fa8e09c7ef8 None None] Deleting port 421df76e-29f5-4456-8e5f-11b4e7a1c86d {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:26.030010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-20ba362d-5347-46af-ba0f-8fa8e09c7ef8 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.045007 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Subnet': ['ID=96c62597-258e-4a5a-9af6-8cf4d0f739a5,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:26.054829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Router 9558db45-84bc-46e8-acf3-64b1d30047bc is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:40:26.054974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b262b716-b0f5-4003-af6e-f3d1fb666334 None None] Network cb3a6bf8-fa48-4469-991c-869235eebd6b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:26.110148 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] For port 421df76e-29f5-4456-8e5f-11b4e7a1c86d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=421df76e-29f5-4456-8e5f-11b4e7a1c86d,segment=NetworkSegment(b0101d1a-1e10-4646-92b3-4584bcd9142a),segment_id=b0101d1a-1e10-4646-92b3-4584bcd9142a)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:26.110619 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.180358 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.183362 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Calling delete_port for 421df76e-29f5-4456-8e5f-11b4e7a1c86d owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:26.234414 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb3a6bf8-fa48-4469-991c-869235eebd6b']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:26.331691 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6774290-449d-4f04-8b3c-d4fe3f14a39d') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:26.332009 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6774290-449d-4f04-8b3c-d4fe3f14a39d') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:26.363886 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.426501 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.427597 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-20ba362d-5347-46af-ba0f-8fa8e09c7ef8 None None] For port 421df76e-29f5-4456-8e5f-11b4e7a1c86d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=421df76e-29f5-4456-8e5f-11b4e7a1c86d,segment=NetworkSegment(b0101d1a-1e10-4646-92b3-4584bcd9142a),segment_id=b0101d1a-1e10-4646-92b3-4584bcd9142a)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:26.428063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-20ba362d-5347-46af-ba0f-8fa8e09c7ef8 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.495689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-20ba362d-5347-46af-ba0f-8fa8e09c7ef8 None None] Calling delete_port for 421df76e-29f5-4456-8e5f-11b4e7a1c86d owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:26.496710 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:26.496866 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b7f38aaa-82b1-44cf-894b-8e871916a897 req-f94f3a97-e857-4463-adb7-58355344ab71 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/ports?device_id=13485ef8-6936-4522-9130-ba56b3128e1d HTTP/1.1" status: 200 len: 210 time: 0.0733066 Nov 23 04:40:26.497116 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:26.509198 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:26.583777 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6e3e645d-04af-4547-884c-ca41b13033c1 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:26.592231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:26.608030 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e865bd7-322a-4235-8eff-7306878432a5 None None] Sync routers for ids ['9558db45-84bc-46e8-acf3-64b1d30047bc'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:26.630579 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a519fa8f-c494-4598-804b-653507b399e0 None None] DHCP port deletion for cb3a6bf8-fa48-4469-991c-869235eebd6b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:26.635503 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5c3d12a0-d27a-4f32-9259-3f2e25f9ca39 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.637051 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e865bd7-322a-4235-8eff-7306878432a5 None None] Routers {'9558db45-84bc-46e8-acf3-64b1d30047bc'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:26.638427 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-6e865bd7-322a-4235-8eff-7306878432a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['9558db45-84bc-46e8-acf3-64b1d30047bc'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:26.666955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.686398 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.692707 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-03d5422e-cc72-4ad3-bdac-3835df421eab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 6.9954252 Nov 23 04:40:26.695784 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41864) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:26.699253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d12a0-d27a-4f32-9259-3f2e25f9ca39 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Subnet': ['ID=740e21a0-334a-4f21-a48d-23c9f069dce4,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:26.711518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5c3d12a0-d27a-4f32-9259-3f2e25f9ca39 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.724545 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5c3d12a0-d27a-4f32-9259-3f2e25f9ca39 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/740e21a0-334a-4f21-a48d-23c9f069dce4 HTTP/1.1" status: 204 len: 168 time: 1.6372154 Nov 23 04:40:26.725108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98dbc086-b138-47ad-9ee8-8e282ed1948f None None] Network 290cccf0-07cf-433f-b8e0-86f3a71bdeae requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:26.732346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:26.733020 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.735803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41866) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:26.742175 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/cb3a6bf8-fa48-4469-991c-869235eebd6b HTTP/1.1" status: 204 len: 168 time: 4.3972464 Nov 23 04:40:26.743983 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41868) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:26.758112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b792d-ca60-4c0c-8117-277e7ae3468f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Network': ['ID=cb3a6bf8-fa48-4469-991c-869235eebd6b,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:26.776446 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.798456 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fb0a833-4d02-475b-a2bb-c10506127882 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:26.799531 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fb0a833-4d02-475b-a2bb-c10506127882 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:26.809506 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3fb0a833-4d02-475b-a2bb-c10506127882 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/cb3a6bf8-fa48-4469-991c-869235eebd6b HTTP/1.1" status: 404 len: 339 time: 0.0631514 Nov 23 04:40:26.811329 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41870) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:26.812645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] No DVR routers for this DVR port 421df76e-29f5-4456-8e5f-11b4e7a1c86d on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:26.825051 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-6e865bd7-322a-4235-8eff-7306878432a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:26.830814 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-20ba362d-5347-46af-ba0f-8fa8e09c7ef8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.835074 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e865bd7-322a-4235-8eff-7306878432a5 None None] Routers {'9558db45-84bc-46e8-acf3-64b1d30047bc'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:26.835875 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-6e865bd7-322a-4235-8eff-7306878432a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['9558db45-84bc-46e8-acf3-64b1d30047bc'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:26.842060 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4100f38a-f336-4df3-aa2a-7c648faf9261 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1256989721', 'description': 'd1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:26.875676 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-6e865bd7-322a-4235-8eff-7306878432a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:26.876553 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e865bd7-322a-4235-8eff-7306878432a5 None None] The sync data for ids ['9558db45-84bc-46e8-acf3-64b1d30047bc'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:26.888801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba362d-5347-46af-ba0f-8fa8e09c7ef8 None None] Pushing event deleted for resources: {'Port': ['ID=421df76e-29f5-4456-8e5f-11b4e7a1c86d,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:26.895074 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4100f38a-f336-4df3-aa2a-7c648faf9261 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:26.898635 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4100f38a-f336-4df3-aa2a-7c648faf9261 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.898923 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba362d-5347-46af-ba0f-8fa8e09c7ef8 None None] No DVR routers for this DVR port 421df76e-29f5-4456-8e5f-11b4e7a1c86d on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:26.905975 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event deleted for resources: {'Port': ['ID=421df76e-29f5-4456-8e5f-11b4e7a1c86d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:26.923660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 6e3e645d-04af-4547-884c-ca41b13033c1 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:26.924032 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.983989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4100f38a-f336-4df3-aa2a-7c648faf9261 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:40:26.993801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4100f38a-f336-4df3-aa2a-7c648faf9261 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:26.994205 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-4100f38a-f336-4df3-aa2a-7c648faf9261 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Added segment 74b6b311-cec3-4729-b4ce-3c2c7830a8fd of type vlan for network 544da995-55bc-4f3a-acfc-cd86b066556b Nov 23 04:40:27.038601 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4100f38a-f336-4df3-aa2a-7c648faf9261 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.068300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f28d64dc-c355-42a8-9728-e6a33a4f5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'gw_port': {'id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ebe2de30-f514-4720-afba-d383e644cda8', 'name': '', 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'mac_address': 'fa:16:3e:44:ee:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:49Z', 'updated_at': '2021-11-23T04:38:57Z', 'revision_number': 5, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'subnets': [{'id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:27.075677 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4100f38a-f336-4df3-aa2a-7c648faf9261 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.082809 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4100f38a-f336-4df3-aa2a-7c648faf9261 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:27.083533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4100f38a-f336-4df3-aa2a-7c648faf9261 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.088516 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.094537 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41876) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:27.120887 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d64dc-c355-42a8-9728-e6a33a4f5006 None None] Checking router: bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:40:27.144414 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f28d64dc-c355-42a8-9728-e6a33a4f5006 None None] Routers {'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:27.145052 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f28d64dc-c355-42a8-9728-e6a33a4f5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:27.163802 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29184cf3-aec6-49ea-ab8b-f06e98223ece']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:27.190522 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4100f38a-f336-4df3-aa2a-7c648faf9261 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.3757775 Nov 23 04:40:27.192472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0101d1a-1e10-4646-92b3-4584bcd9142a') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:27.192776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0101d1a-1e10-4646-92b3-4584bcd9142a') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:27.196574 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41880) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:27.256099 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-f28d64dc-c355-42a8-9728-e6a33a4f5006 None None] Set router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:40:27.332579 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a14e79-2315-4e4a-ba02-077f0cdbe966 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:27.337185 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a1a14e79-2315-4e4a-ba02-077f0cdbe966 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "GET /v2.0/networks?id=544da995-55bc-4f3a-acfc-cd86b066556b HTTP/1.1" status: 200 len: 761 time: 0.1395619 Nov 23 04:40:27.339196 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41882) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:27.346390 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-458a65a2-2755-415e-8daf-217342dc63f9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'network': {'description': 'd2'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:27.353421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.357959 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1915221475'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:27.365012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4100f38a-f336-4df3-aa2a-7c648faf9261 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Network': ['ID=544da995-55bc-4f3a-acfc-cd86b066556b,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:27.385476 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 544da995-55bc-4f3a-acfc-cd86b066556b details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:40:27.439779 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.465152 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:27.465834 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:27.470900 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:27.479012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96cb8d42-cd55-4547-bfa4-9f1e39a73c41 None None] DHCP port deletion for 290cccf0-07cf-433f-b8e0-86f3a71bdeae request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:27.499106 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 0c962391-69ab-440b-a217-0e10b8b1db66 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:27.502525 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.524525 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Made reservation on behalf of ffad502192aa4eaf8475e80e659e1b33 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:27.528047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.562497 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 0c962391-69ab-440b-a217-0e10b8b1db66 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:40:27.562918 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 0c962391-69ab-440b-a217-0e10b8b1db66 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:40:27.563345 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 421df76e-29f5-4456-8e5f-11b4e7a1c86d no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:27.567625 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.610715 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 421df76e-29f5-4456-8e5f-11b4e7a1c86d {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:40:27.610715 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 421df76e-29f5-4456-8e5f-11b4e7a1c86d not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:40:27.659239 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-96cb8d42-cd55-4547-bfa4-9f1e39a73c41 None None] Deleting port 6e3e645d-04af-4547-884c-ca41b13033c1 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:27.659626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96cb8d42-cd55-4547-bfa4-9f1e39a73c41 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.696359 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.700251 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.711400 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.714670 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "DELETE /v2.0/networks/29184cf3-aec6-49ea-ab8b-f06e98223ece HTTP/1.1" status: 204 len: 168 time: 2.7537134 Nov 23 04:40:27.723739 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.726567 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41888) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:27.727974 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41890) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:27.733380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f28d64dc-c355-42a8-9728-e6a33a4f5006 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'gw_port': {'id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ebe2de30-f514-4720-afba-d383e644cda8', 'name': '', 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'mac_address': 'fa:16:3e:44:ee:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:49Z', 'updated_at': '2021-11-23T04:38:57Z', 'revision_number': 5, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'subnets': [{'id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:27.769489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f28d64dc-c355-42a8-9728-e6a33a4f5006 None None] The sync data for ids ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'] in dv-neutron-818850-1-hyperv is: [{'id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'gw_port': {'id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ebe2de30-f514-4720-afba-d383e644cda8', 'name': '', 'network_id': '11d0d08f-df23-4386-978f-0f1b245142bf', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'mac_address': 'fa:16:3e:44:ee:39', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:49Z', 'updated_at': '2021-11-23T04:38:57Z', 'revision_number': 5, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'subnets': [{'id': '45b211fe-4bfb-46ee-9494-6e310ec55924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:27.771915 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-96cb8d42-cd55-4547-bfa4-9f1e39a73c41 None None] For port 6e3e645d-04af-4547-884c-ca41b13033c1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6e3e645d-04af-4547-884c-ca41b13033c1,segment=NetworkSegment(1f817540-effb-4de7-8dc3-b82425c775af),segment_id=1f817540-effb-4de7-8dc3-b82425c775af)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:27.772352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96cb8d42-cd55-4547-bfa4-9f1e39a73c41 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.779899 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbffc2c1-8157-4a99-a2c6-eba6cd5d43a0 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Pushing event deleted for resources: {'Network': ['ID=29184cf3-aec6-49ea-ab8b-f06e98223ece,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:27.786873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-96cb8d42-cd55-4547-bfa4-9f1e39a73c41 None None] Calling delete_port for 6e3e645d-04af-4547-884c-ca41b13033c1 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:27.846133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.882738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.887069 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e15d0-f3b6-4221-b15f-88835a40860e admin admin] Deleting port 2f21a735-1481-4973-9d5d-a5b521bebd47 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:27.887407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb2e15d0-f3b6-4221-b15f-88835a40860e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.913706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96cb8d42-cd55-4547-bfa4-9f1e39a73c41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:27.941670 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96cb8d42-cd55-4547-bfa4-9f1e39a73c41 None None] Pushing event deleted for resources: {'Port': ['ID=6e3e645d-04af-4547-884c-ca41b13033c1,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:27.945176 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb8d42-cd55-4547-bfa4-9f1e39a73c41 None None] No DVR routers for this DVR port 6e3e645d-04af-4547-884c-ca41b13033c1 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:27.967623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f971b510-e484-4102-b32d-5ec994b06629 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:40:27.996217 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port 6e3e645d-04af-4547-884c-ca41b13033c1 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:27.996551 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.052182 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.resource_extend [None req-a404a9e4-40fb-4e3a-a287-e974629197eb tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 04:40:28.065682 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1d84d7ce-e9a8-4e38-bbb4-e70a1ee4ff00 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "GET /v2.0/ports?device_id=631edfd6-bbbb-44b5-92bb-62c8b50e6233 HTTP/1.1" status: 200 len: 205 time: 0.3231888 Nov 23 04:40:28.073861 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-458a65a2-2755-415e-8daf-217342dc63f9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.076971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:40:28.081095 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41892) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:28.100976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f971b510-e484-4102-b32d-5ec994b06629 None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:40:28.161316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] For port 6e3e645d-04af-4547-884c-ca41b13033c1, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:28.161679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.181798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b538ac9-c436-4a40-93b0-2c14750886b9,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:28.185123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-cb2e15d0-f3b6-4221-b15f-88835a40860e admin admin] For port 2f21a735-1481-4973-9d5d-a5b521bebd47, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2f21a735-1481-4973-9d5d-a5b521bebd47,segment=NetworkSegment(974fd589-4f74-4e37-b0df-c5bd86753794),segment_id=974fd589-4f74-4e37-b0df-c5bd86753794)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:28.185542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb2e15d0-f3b6-4221-b15f-88835a40860e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.192328 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a404a9e4-40fb-4e3a-a287-e974629197eb tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.194196 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for 6e3e645d-04af-4547-884c-ca41b13033c1 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:28.194892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.195193 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Added segment c696f1f6-18c6-45dc-95c9-79e212534154 of type vlan for network 1b63ab6a-eb02-4df8-a655-589176d55568 Nov 23 04:40:28.196447 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-458a65a2-2755-415e-8daf-217342dc63f9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.200056 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-62bd5e38-40a7-418d-9670-ed0d610fd8b9 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.202871 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.ipam_backend_mixin [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Port 6e3e645d-04af-4547-884c-ca41b13033c1 was not found and therefore no delete operation was performed {{(pid=109953) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:40:28.206281 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a404a9e4-40fb-4e3a-a287-e974629197eb tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.207361 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f372d9-4f7b-48ce-93bb-6b21c16478b2 None None] New status for floating IP 78368da8-ea66-4b8d-ba2d-a6a430a7274a: DOWN {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:40:28.211074 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.213547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Deleting port 7e7a3dbd-eef3-43d2-9dc2-2efb39ddffc9 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:28.213875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.217896 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-cb2e15d0-f3b6-4221-b15f-88835a40860e admin admin] Calling delete_port for 2f21a735-1481-4973-9d5d-a5b521bebd47 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:28.325962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=6e3e645d-04af-4547-884c-ca41b13033c1,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:28.332284 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No DVR routers for this DVR port 6e3e645d-04af-4547-884c-ca41b13033c1 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:28.342344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-458a65a2-2755-415e-8daf-217342dc63f9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network 544da995-55bc-4f3a-acfc-cd86b066556b is not hosted by any dhcp agent {{(pid=109952) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 04:40:28.347609 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-458a65a2-2755-415e-8daf-217342dc63f9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:28.349096 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-458a65a2-2755-415e-8daf-217342dc63f9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.352239 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-458a65a2-2755-415e-8daf-217342dc63f9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "PUT /v2.0/networks/544da995-55bc-4f3a-acfc-cd86b066556b HTTP/1.1" status: 200 len: 758 time: 1.0100806 Nov 23 04:40:28.358808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41894) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:28.457520 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.467406 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-84318947-6471-4beb-87f4-8bcc72131100 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.497557 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-458a65a2-2755-415e-8daf-217342dc63f9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Network': ['ID=544da995-55bc-4f3a-acfc-cd86b066556b,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:28.528274 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 544da995-55bc-4f3a-acfc-cd86b066556b details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:40:28.548445 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.552019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.578177 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-a404a9e4-40fb-4e3a-a287-e974629197eb tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Floating IP 1d8bd33c-43ef-4877-88aa-5aec4461adaf associated. External IP: 172.26.8.203, port: 7de618a6-d5c6-4c29-8eb6-c6b0ce59b349. Nov 23 04:40:28.612376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-62bd5e38-40a7-418d-9670-ed0d610fd8b9 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.624926 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85c69a60-2e40-448b-a0bd-7cfdeadfca4b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:28.630305 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-85c69a60-2e40-448b-a0bd-7cfdeadfca4b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "GET /v2.0/networks?id=544da995-55bc-4f3a-acfc-cd86b066556b HTTP/1.1" status: 200 len: 761 time: 0.2684271 Nov 23 04:40:28.630962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41896) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:28.633027 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-84318947-6471-4beb-87f4-8bcc72131100 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.636442 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-62bd5e38-40a7-418d-9670-ed0d610fd8b9 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.645202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1c1fad21-f33c-4b5f-b4e1-48c32f310e2d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1833589543'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:28.659084 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['290cccf0-07cf-433f-b8e0-86f3a71bdeae']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:28.661741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Calling delete_port for 7e7a3dbd-eef3-43d2-9dc2-2efb39ddffc9 owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:28.668201 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.673902 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:28.674570 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.688611 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f817540-effb-4de7-8dc3-b82425c775af') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:28.688908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f817540-effb-4de7-8dc3-b82425c775af') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:28.713363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.748211 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6e3e645d-04af-4547-884c-ca41b13033c1 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:28.781536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 6e3e645d-04af-4547-884c-ca41b13033c1 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:40:28.781536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6e3e645d-04af-4547-884c-ca41b13033c1 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:40:28.790927 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-62bd5e38-40a7-418d-9670-ed0d610fd8b9 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.791469 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62bd5e38-40a7-418d-9670-ed0d610fd8b9 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Fanout notify agent at l3_agent the message router_deleted on router 631edfd6-bbbb-44b5-92bb-62c8b50e6233 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:40:28.804438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-62bd5e38-40a7-418d-9670-ed0d610fd8b9 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.805593 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-62bd5e38-40a7-418d-9670-ed0d610fd8b9 tempest-RoutersNegativeTest-1788601354 tempest-RoutersNegativeTest-1788601354-project] 10.222.0.37 "DELETE /v2.0/routers/631edfd6-bbbb-44b5-92bb-62c8b50e6233 HTTP/1.1" status: 204 len: 168 time: 0.7232714 Nov 23 04:40:28.807391 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.811033 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1fad21-f33c-4b5f-b4e1-48c32f310e2d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:28.814128 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1c1fad21-f33c-4b5f-b4e1-48c32f310e2d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.832150 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:28.832953 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.834245 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.7289395 Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:28.836664 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:28.842073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-978e3c71-5965-4409-8151-ec7ae2ecbc13 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Pushing event updated for resources: {'Network': ['ID=1b63ab6a-eb02-4df8-a655-589176d55568,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:28.864505 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c1fad21-f33c-4b5f-b4e1-48c32f310e2d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:40:28.866607 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 1b63ab6a-eb02-4df8-a655-589176d55568 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:40:28.875630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1c1fad21-f33c-4b5f-b4e1-48c32f310e2d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.876151 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-1c1fad21-f33c-4b5f-b4e1-48c32f310e2d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Added segment 3221601d-7595-459e-936d-630fca5e05a2 of type vlan for network 2f49ad68-448e-4323-b4a4-b18fe6a80450 Nov 23 04:40:28.926951 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1c1fad21-f33c-4b5f-b4e1-48c32f310e2d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.953092 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-84318947-6471-4beb-87f4-8bcc72131100 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.956298 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-84318947-6471-4beb-87f4-8bcc72131100 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.957719 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-84318947-6471-4beb-87f4-8bcc72131100 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "DELETE /v2.0/security-groups/7585b283-68e7-4d8a-ba39-200eb11d82e5 HTTP/1.1" status: 204 len: 168 time: 1.2142570 Nov 23 04:40:28.961460 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41904) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:28.963940 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1c1fad21-f33c-4b5f-b4e1-48c32f310e2d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:28.969663 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1fad21-f33c-4b5f-b4e1-48c32f310e2d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:28.970498 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1c1fad21-f33c-4b5f-b4e1-48c32f310e2d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:29.015742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84318947-6471-4beb-87f4-8bcc72131100 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7585b283-68e7-4d8a-ba39-200eb11d82e5,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:29.045823 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-63f7ab1f-a43c-46e3-9810-f34b6eb4a3be tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] show failed (client error): The resource could not be found. Nov 23 04:40:29.047277 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-63f7ab1f-a43c-46e3-9810-f34b6eb4a3be tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "GET /v2.0/security-groups/7585b283-68e7-4d8a-ba39-200eb11d82e5 HTTP/1.1" status: 404 len: 347 time: 0.0843272 Nov 23 04:40:29.051428 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41906) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:29.057225 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1c1fad21-f33c-4b5f-b4e1-48c32f310e2d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4174700 Nov 23 04:40:29.061701 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41908) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:29.071281 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:29.084505 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-d8999f22-937b-43ba-8988-d86d5e1e245d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'subnet': {'network_id': '2f49ad68-448e-4323-b4a4-b18fe6a80450', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:29.090902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:29.097847 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/networks/290cccf0-07cf-433f-b8e0-86f3a71bdeae HTTP/1.1" status: 204 len: 168 time: 2.3608303 Nov 23 04:40:29.098517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41910) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:29.110388 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d364c721-d6f9-4925-bdeb-510cbac187ff tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'name': 'tempest-PortsTestJSON-240958893'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:29.187753 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41912) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:29.188790 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1fad21-f33c-4b5f-b4e1-48c32f310e2d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Network': ['ID=2f49ad68-448e-4323-b4a4-b18fe6a80450,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:29.198915 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Request body: {'port': {'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568', 'binding:host_id': 'hv-neutron-8188', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1842228027'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:29.205605 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 2f49ad68-448e-4323-b4a4-b18fe6a80450 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:40:29.304008 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41916) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:29.316817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Made reservation on behalf of 636e8926b5814c7a8d1f4f64113349b5 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:29.319043 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:29.345567 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:29.368152 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8999f22-937b-43ba-8988-d86d5e1e245d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:29.371917 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8999f22-937b-43ba-8988-d86d5e1e245d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:29.468625 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1251d817-22cf-4447-8dd1-88e254d5b936 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Deleting port 1e766020-8b39-4cb3-bfa9-755e0b8ffa49 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:29.468971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1251d817-22cf-4447-8dd1-88e254d5b936 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:29.477428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8737856b-4a9d-4bd8-a563-f328736bb31e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Network': ['ID=290cccf0-07cf-433f-b8e0-86f3a71bdeae,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:29.502455 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb2e15d0-f3b6-4221-b15f-88835a40860e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:29.554873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e15d0-f3b6-4221-b15f-88835a40860e admin admin] Pushing event deleted for resources: {'Port': ['ID=2f21a735-1481-4973-9d5d-a5b521bebd47,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:29.583213 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b365fe99-7781-46fd-93a3-9ebf78c1d7bc admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=0426636bf4ad4595ada6a84bf9215076&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2766261 Nov 23 04:40:29.587812 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41920) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:29.613711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a404a9e4-40fb-4e3a-a287-e974629197eb tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:29.620500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:29.643346 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:29.663094 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:29.666261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1251d817-22cf-4447-8dd1-88e254d5b936 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:29.666605 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1251d817-22cf-4447-8dd1-88e254d5b936 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:29.673893 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] device_id is not set on port 475238df-0984-4286-9e77-38431f867427 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:29.692160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Pushing event deleted for resources: {'Port': ['ID=7e7a3dbd-eef3-43d2-9dc2-2efb39ddffc9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:29.707244 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1251d817-22cf-4447-8dd1-88e254d5b936 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Calling delete_port for 1e766020-8b39-4cb3-bfa9-755e0b8ffa49 owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:29.718651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33605948-dd7c-4a8a-ac16-06ff47283607 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:29.758569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d364c721-d6f9-4925-bdeb-510cbac187ff tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:29.762892 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d364c721-d6f9-4925-bdeb-510cbac187ff tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:29.864115 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d666412-75c2-4e04-8474-732ab564da8d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:29.902880 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-d364c721-d6f9-4925-bdeb-510cbac187ff tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port d073de5a-c567-4ed2-8bcf-7a95a9dfab2a yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:29.918921 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f314b0e-247a-4ed7-b486-4347cb0f924e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:29.919185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.060436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f314b0e-247a-4ed7-b486-4347cb0f924e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.079029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a404a9e4-40fb-4e3a-a287-e974629197eb tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:30.085709 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8999f22-937b-43ba-8988-d86d5e1e245d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.090807 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af021d8f-c250-4ff2-8d61-3a9919fdbab9 None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:30.103886 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af021d8f-c250-4ff2-8d61-3a9919fdbab9 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:30.104662 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-af021d8f-c250-4ff2-8d61-3a9919fdbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:30.145301 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-af021d8f-c250-4ff2-8d61-3a9919fdbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:30.154683 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af021d8f-c250-4ff2-8d61-3a9919fdbab9 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:30.155276 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-af021d8f-c250-4ff2-8d61-3a9919fdbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:30.194726 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-af021d8f-c250-4ff2-8d61-3a9919fdbab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:30.195751 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af021d8f-c250-4ff2-8d61-3a9919fdbab9 None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:30.251829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb2e15d0-f3b6-4221-b15f-88835a40860e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.255342 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8999f22-937b-43ba-8988-d86d5e1e245d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Subnet': ['ID=82f29ace-6a14-4aa4-9495-05701fac94e7,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:30.281054 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] device_id is not set on port 475238df-0984-4286-9e77-38431f867427 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:30.295182 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f314b0e-247a-4ed7-b486-4347cb0f924e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.297808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f314b0e-247a-4ed7-b486-4347cb0f924e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.301247 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0f314b0e-247a-4ed7-b486-4347cb0f924e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/742ce954-0062-4e0e-8351-b18635168f57 HTTP/1.1" status: 204 len: 168 time: 0.7104630 Nov 23 04:40:30.305511 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.307646 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8999f22-937b-43ba-8988-d86d5e1e245d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Checking segment: {'id': '3221601d-7595-459e-936d-630fca5e05a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f49ad68-448e-4323-b4a4-b18fe6a80450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:30.308050 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8999f22-937b-43ba-8988-d86d5e1e245d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network hostable DHCP agents. Network: 2f49ad68-448e-4323-b4a4-b18fe6a80450, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:40:30.318500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1251d817-22cf-4447-8dd1-88e254d5b936 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.323347 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.325041 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f314b0e-247a-4ed7-b486-4347cb0f924e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=742ce954-0062-4e0e-8351-b18635168f57,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:30.358616 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1251d817-22cf-4447-8dd1-88e254d5b936 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Pushing event deleted for resources: {'Port': ['ID=1e766020-8b39-4cb3-bfa9-755e0b8ffa49,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:30.404876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5b113aa-f6d9-4f7e-a6e5-1e4e86a7bd44 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:30.421836 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8999f22-937b-43ba-8988-d86d5e1e245d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network 2f49ad68-448e-4323-b4a4-b18fe6a80450 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:40:30.440320 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.455910 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.471407 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-d8999f22-937b-43ba-8988-d86d5e1e245d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 2f49ad68-448e-4323-b4a4-b18fe6a80450) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:30.473231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d364c721-d6f9-4925-bdeb-510cbac187ff tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.473384 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Pushing event updated for resources: {'Port': ['ID=475238df-0984-4286-9e77-38431f867427,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:30.487646 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8999f22-937b-43ba-8988-d86d5e1e245d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:30.487875 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-476eb41b-280b-45d4-af0e-45c469a2683a None None] Network 2f49ad68-448e-4323-b4a4-b18fe6a80450 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:30.488757 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8999f22-937b-43ba-8988-d86d5e1e245d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.507375 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1251d817-22cf-4447-8dd1-88e254d5b936 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.510150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1251d817-22cf-4447-8dd1-88e254d5b936 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.511376 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1251d817-22cf-4447-8dd1-88e254d5b936 tempest-ServersTestJSON-2035278955 tempest-ServersTestJSON-2035278955-project] 10.222.0.37 "DELETE /v2.0/floatingips/78368da8-ea66-4b8d-ba2d-a6a430a7274a HTTP/1.1" status: 204 len: 168 time: 1.4509733 Nov 23 04:40:30.514869 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41924) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:30.515613 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Checking segment: {'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:30.515981 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Network hostable DHCP agents. Network: 1b63ab6a-eb02-4df8-a655-589176d55568, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:40:30.573419 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d8999f22-937b-43ba-8988-d86d5e1e245d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5019906 Nov 23 04:40:30.577936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41928) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:30.640306 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Network 1b63ab6a-eb02-4df8-a655-589176d55568 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:40:30.691233 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Router 9558db45-84bc-46e8-acf3-64b1d30047bc has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:30.791637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d364c721-d6f9-4925-bdeb-510cbac187ff tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.796875 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-2f49ad68-448e-4323-b4a4-b18fe6a80450', 'network_id': '2f49ad68-448e-4323-b4a4-b18fe6a80450', 'tenant_id': 'a90f6b3b75c9410481e60bec9d5485bb', 'fixed_ips': [{'subnet_id': '82f29ace-6a14-4aa4-9495-05701fac94e7'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:40:30.801619 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.935629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:30.938393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d364c721-d6f9-4925-bdeb-510cbac187ff tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:30.974858 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:30.976269 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-54a30bfb-df12-457f-a4e9-e2711db8920e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "PUT /v2.0/routers/9558db45-84bc-46e8-acf3-64b1d30047bc HTTP/1.1" status: 200 len: 706 time: 4.2781467 Nov 23 04:40:30.990002 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41938) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:30.992649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-d364c721-d6f9-4925-bdeb-510cbac187ff tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:31.004988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d364c721-d6f9-4925-bdeb-510cbac187ff tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:31.010714 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d364c721-d6f9-4925-bdeb-510cbac187ff tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:31.011141 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Allocated IP 172.20.0.2 (2f49ad68-448e-4323-b4a4-b18fe6a80450/82f29ace-6a14-4aa4-9495-05701fac94e7/47d001c5-a5df-43af-820a-7a4ecde49f3e) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:31.012273 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d364c721-d6f9-4925-bdeb-510cbac187ff tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:31.020784 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 1b63ab6a-eb02-4df8-a655-589176d55568) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:31.021112 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d364c721-d6f9-4925-bdeb-510cbac187ff tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=d073de5a-c567-4ed2-8bcf-7a95a9dfab2a,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:31.026346 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:31.048202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:31.048556 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:31.048899 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:31.060998 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:31.061359 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:31.066922 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 2 to bind port 475238df-0984-4286-9e77-38431f867427 Nov 23 04:40:31.089086 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:31.089826 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:31.089912 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:31.109367 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54eaa788-c84a-43ef-89f3-8f84758ac42d None None] Network 1b63ab6a-eb02-4df8-a655-589176d55568 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:31.113681 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53aacb2-dbc5-4050-9f2f-9d29d003228d None None] Sync routers for ids ['9558db45-84bc-46e8-acf3-64b1d30047bc'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:31.148455 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:31.148799 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:31.175028 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 3 to bind port 475238df-0984-4286-9e77-38431f867427 Nov 23 04:40:31.201476 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:31.213781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53aacb2-dbc5-4050-9f2f-9d29d003228d None None] Routers {'9558db45-84bc-46e8-acf3-64b1d30047bc'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:31.214836 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f53aacb2-dbc5-4050-9f2f-9d29d003228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['9558db45-84bc-46e8-acf3-64b1d30047bc'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:31.219837 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:31.220179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:31.220502 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:31.237162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:31.237559 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:31.239663 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 4 to bind port 475238df-0984-4286-9e77-38431f867427 Nov 23 04:40:31.270666 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f53aacb2-dbc5-4050-9f2f-9d29d003228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:31.309151 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:31.342682 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f53aacb2-dbc5-4050-9f2f-9d29d003228d None None] Routers {'9558db45-84bc-46e8-acf3-64b1d30047bc'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:31.343350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f53aacb2-dbc5-4050-9f2f-9d29d003228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['9558db45-84bc-46e8-acf3-64b1d30047bc'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:31.346164 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41948) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:31.384373 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a404a9e4-40fb-4e3a-a287-e974629197eb tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:31.403877 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a15a3c24-0dc9-4871-94c7-690e9ceb8c73 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/routers/9558db45-84bc-46e8-acf3-64b1d30047bc HTTP/1.1" status: 200 len: 741 time: 0.4099035 Nov 23 04:40:31.412012 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d364c721-d6f9-4925-bdeb-510cbac187ff tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3055749 Nov 23 04:40:31.414411 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41952) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:31.415012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41954) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:31.426160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f53aacb2-dbc5-4050-9f2f-9d29d003228d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:31.426807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f53aacb2-dbc5-4050-9f2f-9d29d003228d None None] The sync data for ids ['9558db45-84bc-46e8-acf3-64b1d30047bc'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:31.451563 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:31.456378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb2e15d0-f3b6-4221-b15f-88835a40860e admin admin] Router 88126e00-52c3-48d9-9827-aa608b67eee4 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:31.458380 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:31.458741 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:31.459084 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:31.462684 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:31.476621 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d2421011-12d0-423e-a0f2-c50e396eb2c1 tempest-RoutersAdminTest-59048094 tempest-RoutersAdminTest-59048094-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&device_id=9558db45-84bc-46e8-acf3-64b1d30047bc HTTP/1.1" status: 200 len: 205 time: 0.0582364 Nov 23 04:40:31.476828 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-9e9bba87-01d5-4b1f-a5d3-19615ab13770 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group': {'name': 'tempest-secgroup--519963366'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:31.486789 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41956) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:31.500269 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:31.500681 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:31.510009 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 5 to bind port 475238df-0984-4286-9e77-38431f867427 Nov 23 04:40:31.511082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Network 2f49ad68-448e-4323-b4a4-b18fe6a80450 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:31.514565 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:31.517681 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:31.525428 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Pushing event updated for resources: {'Port': ['ID=47d001c5-a5df-43af-820a-7a4ecde49f3e,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:31.564728 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b954c9a5-e5ea-4ea0-935d-7125d9593816 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "GET /v2.0/ports?device_id=9558db45-84bc-46e8-acf3-64b1d30047bc HTTP/1.1" status: 200 len: 205 time: 0.0755792 Nov 23 04:40:31.570305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41958) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:31.573937 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:31.591591 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Attempting to bind port 47d001c5-a5df-43af-820a-7a4ecde49f3e on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:31.592090 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Attempting to bind port 47d001c5-a5df-43af-820a-7a4ecde49f3e by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '3221601d-7595-459e-936d-630fca5e05a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f49ad68-448e-4323-b4a4-b18fe6a80450'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:31.592548 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Attempting to bind port 47d001c5-a5df-43af-820a-7a4ecde49f3e on network 2f49ad68-448e-4323-b4a4-b18fe6a80450 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:31.598226 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 40, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:40:31.598692 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Checking segment: {'id': '3221601d-7595-459e-936d-630fca5e05a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f49ad68-448e-4323-b4a4-b18fe6a80450'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:31.599187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:31.599661 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Bound using segment: {'id': '3221601d-7595-459e-936d-630fca5e05a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f49ad68-448e-4323-b4a4-b18fe6a80450'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:40:31.600199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Bound port: 47d001c5-a5df-43af-820a-7a4ecde49f3e, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3221601d-7595-459e-936d-630fca5e05a2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '2f49ad68-448e-4323-b4a4-b18fe6a80450'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:40:31.600960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:31.645649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:31.645905 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:31.646240 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:31.670509 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] For port 47d001c5-a5df-43af-820a-7a4ecde49f3e, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:31.674776 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] For port 47d001c5-a5df-43af-820a-7a4ecde49f3e, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=47d001c5-a5df-43af-820a-7a4ecde49f3e,segment=NetworkSegment(3221601d-7595-459e-936d-630fca5e05a2),segment_id=3221601d-7595-459e-936d-630fca5e05a2)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:40:31.678813 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:31.686723 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Subnet': ['ID=82f29ace-6a14-4aa4-9495-05701fac94e7,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:31.693336 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9e9bba87-01d5-4b1f-a5d3-19615ab13770 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:31.709035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:31.709326 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:31.720916 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 6 to bind port 475238df-0984-4286-9e77-38431f867427 Nov 23 04:40:31.721589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a404a9e4-40fb-4e3a-a287-e974629197eb tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:31.728654 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a404a9e4-40fb-4e3a-a287-e974629197eb tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:31.737063 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaada93-c415-44ef-a3ff-29d60b33f5b2 None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:31.754036 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fabf75cd-b3d3-40ce-ba59-e67a1186d7af tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:31.755809 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9e9bba87-01d5-4b1f-a5d3-19615ab13770 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:31.758053 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaada93-c415-44ef-a3ff-29d60b33f5b2 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:31.758883 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-1aaada93-c415-44ef-a3ff-29d60b33f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:31.788399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bbefb7-2cd4-465f-81f6-a66092b7d49d None None] Pushing event updated for resources: {'Port': ['ID=47d001c5-a5df-43af-820a-7a4ecde49f3e,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:31.795404 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-1aaada93-c415-44ef-a3ff-29d60b33f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:31.811204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17e83e95-251e-4681-9cbe-1c4d66f2b830 None None] Network 2f49ad68-448e-4323-b4a4-b18fe6a80450 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:31.819337 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aaada93-c415-44ef-a3ff-29d60b33f5b2 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:31.819949 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-1aaada93-c415-44ef-a3ff-29d60b33f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:31.822990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb2e15d0-f3b6-4221-b15f-88835a40860e admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:31.854415 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-1aaada93-c415-44ef-a3ff-29d60b33f5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:31.855487 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1aaada93-c415-44ef-a3ff-29d60b33f5b2 None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:31.860453 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:31.860792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:31.861129 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:31.861355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d5f5d-a19a-4a4f-aa2e-84949b298ddc None None] Sync routers for ids ['88126e00-52c3-48d9-9827-aa608b67eee4'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:31.866464 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cb2e15d0-f3b6-4221-b15f-88835a40860e admin admin] 10.222.0.37 "PUT /v2.0/routers/88126e00-52c3-48d9-9827-aa608b67eee4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1892691 Nov 23 04:40:31.866617 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:31.869131 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-7c8bbdae-ea33-4bf3-937d-291dddb42278 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port d073de5a-c567-4ed2-8bcf-7a95a9dfab2a {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:31.869504 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c8bbdae-ea33-4bf3-937d-291dddb42278 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:31.872212 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41960) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:31.895345 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d5f5d-a19a-4a4f-aa2e-84949b298ddc None None] Routers {'88126e00-52c3-48d9-9827-aa608b67eee4'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:31.895558 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6d9d5f5d-a19a-4a4f-aa2e-84949b298ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['88126e00-52c3-48d9-9827-aa608b67eee4'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:31.899361 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:31.899629 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:31.955218 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a404a9e4-40fb-4e3a-a287-e974629197eb tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "PUT /v2.0/floatingips/1d8bd33c-43ef-4877-88aa-5aec4461adaf HTTP/1.1" status: 200 len: 977 time: 6.2098062 Nov 23 04:40:31.956636 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41962) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:31.966136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-42181261-be15-4c7d-abed-741b5dd3a701 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:31.968181 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 7 to bind port 475238df-0984-4286-9e77-38431f867427 Nov 23 04:40:32.013843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c8bbdae-ea33-4bf3-937d-291dddb42278 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.036076 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-7c8bbdae-ea33-4bf3-937d-291dddb42278 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for d073de5a-c567-4ed2-8bcf-7a95a9dfab2a owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:32.047301 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f49ad68-448e-4323-b4a4-b18fe6a80450']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:32.055304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-6d9d5f5d-a19a-4a4f-aa2e-84949b298ddc None None] Set router 88126e00-52c3-48d9-9827-aa608b67eee4 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:40:32.064684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-42181261-be15-4c7d-abed-741b5dd3a701 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.085269 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b3e8d6e-d416-4ed4-98a8-75572632d1da None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:40:32.086109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fabf75cd-b3d3-40ce-ba59-e67a1186d7af tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.088908 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:32.089256 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:32.089903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:32.098939 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3221601d-7595-459e-936d-630fca5e05a2') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:32.099234 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3221601d-7595-459e-936d-630fca5e05a2') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:32.101408 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fabf75cd-b3d3-40ce-ba59-e67a1186d7af tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.152742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.156149 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:32.156481 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:32.166058 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 8 to bind port 475238df-0984-4286-9e77-38431f867427 Nov 23 04:40:32.248012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.252591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c8bbdae-ea33-4bf3-937d-291dddb42278 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.260953 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:32.261484 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:32.261726 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:32.271923 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fabf75cd-b3d3-40ce-ba59-e67a1186d7af tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.272451 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fabf75cd-b3d3-40ce-ba59-e67a1186d7af tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Fanout notify agent at l3_agent the message router_deleted on router 9558db45-84bc-46e8-acf3-64b1d30047bc {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:40:32.276558 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:32.276709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b3e8d6e-d416-4ed4-98a8-75572632d1da None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:40:32.276956 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:32.282589 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:32.306849 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fabf75cd-b3d3-40ce-ba59-e67a1186d7af tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.309355 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fabf75cd-b3d3-40ce-ba59-e67a1186d7af tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "DELETE /v2.0/routers/9558db45-84bc-46e8-acf3-64b1d30047bc HTTP/1.1" status: 204 len: 168 time: 0.7354455 Nov 23 04:40:32.331777 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8bbdae-ea33-4bf3-937d-291dddb42278 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=d073de5a-c567-4ed2-8bcf-7a95a9dfab2a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:32.334427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41964) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:32.336047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:32.336380 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:32.343407 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 9 to bind port 475238df-0984-4286-9e77-38431f867427 Nov 23 04:40:32.346520 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.352380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-42181261-be15-4c7d-abed-741b5dd3a701 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.374840 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c4091b76-9162-43ff-a20c-e21cdb582fe3 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "GET /v2.0/ports?device_id=9558db45-84bc-46e8-acf3-64b1d30047bc HTTP/1.1" status: 200 len: 205 time: 0.0318830 Nov 23 04:40:32.374840 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c8bbdae-ea33-4bf3-937d-291dddb42278 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.379286 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7c8bbdae-ea33-4bf3-937d-291dddb42278 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/d073de5a-c567-4ed2-8bcf-7a95a9dfab2a HTTP/1.1" status: 204 len: 168 time: 0.9554114 Nov 23 04:40:32.380282 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-42181261-be15-4c7d-abed-741b5dd3a701 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.380697 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-42181261-be15-4c7d-abed-741b5dd3a701 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Floating IP 1d8bd33c-43ef-4877-88aa-5aec4461adaf disassociated. External IP: 172.26.8.203, port: aceb8090-4221-4961-bcad-ccffe169e37a. Nov 23 04:40:32.382633 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41966) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:32.383032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41968) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:32.394051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-3a6826a4-565a-4b81-b599-f31666911e6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'mac_address': 'fa:16:3e:07:5b:1e', 'name': 'tempest-PortsTestJSON-27205993'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:32.404788 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6d9d5f5d-a19a-4a4f-aa2e-84949b298ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:40:28Z', 'revision_number': 5, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'gw_port': {'id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:32.426925 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9e9bba87-01d5-4b1f-a5d3-19615ab13770 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.429717 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:32.430060 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:32.430860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:32.440799 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9e9bba87-01d5-4b1f-a5d3-19615ab13770 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.440960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d5f5d-a19a-4a4f-aa2e-84949b298ddc None None] Checking router: 88126e00-52c3-48d9-9827-aa608b67eee4 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:40:32.455119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:32.455462 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:32.478753 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9d5f5d-a19a-4a4f-aa2e-84949b298ddc None None] Routers {'88126e00-52c3-48d9-9827-aa608b67eee4'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:32.479378 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6d9d5f5d-a19a-4a4f-aa2e-84949b298ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['88126e00-52c3-48d9-9827-aa608b67eee4'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:32.494606 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.plugins.ml2.plugin [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 10 to bind port 475238df-0984-4286-9e77-38431f867427 Nov 23 04:40:32.497688 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.db.api [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 04:40:32.497688 dv-neutron-818850-1-hyperv neutron-server[109952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 04:40:32.497688 dv-neutron-818850-1-hyperv neutron-server[109952]: [parameters: {'id': '2f49ad68-448e-4323-b4a4-b18fe6a80450'}] Nov 23 04:40:32.497688 dv-neutron-818850-1-hyperv neutron-server[109952]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:40:32.498047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG oslo_db.api [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:40:32.516210 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-49e49ca3-cad6-4c52-bd3e-5ea44ed4f58e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] delete failed (client error): The resource could not be found. Nov 23 04:40:32.519562 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-49e49ca3-cad6-4c52-bd3e-5ea44ed4f58e tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "DELETE /v2.0/routers/9558db45-84bc-46e8-acf3-64b1d30047bc HTTP/1.1" status: 404 len: 336 time: 0.1322782 Nov 23 04:40:32.523328 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41970) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:32.534899 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5337e5e7-4857-467b-a742-e7b7d9a0ef1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.572363 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-038c1d81-c196-4a75-9ff8-f7a117444146 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "GET /v2.0/ports?device_id=565da6aa-0a59-4ead-9aa5-74e662bc182f HTTP/1.1" status: 200 len: 205 time: 0.0457397 Nov 23 04:40:32.575948 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:32.576283 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:32.576620 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:32.580098 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41972) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:32.586474 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bba87-01d5-4b1f-a5d3-19615ab13770 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6703bfd0-85cb-4014-8d2e-a774875ae7ba,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:32.653240 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 475238df-0984-4286-9e77-38431f867427 on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:32.653708 dv-neutron-818850-1-hyperv neutron-server[109952]: ERROR neutron.plugins.ml2.managers [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 475238df-0984-4286-9e77-38431f867427 on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:32.653964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.673081 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-f67796a1-124a-47b6-85e3-fc0590a6ecab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] delete failed (client error): The resource could not be found. Nov 23 04:40:32.676931 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f67796a1-124a-47b6-85e3-fc0590a6ecab tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "DELETE /v2.0/routers/565da6aa-0a59-4ead-9aa5-74e662bc182f HTTP/1.1" status: 404 len: 336 time: 0.0887382 Nov 23 04:40:32.685472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41974) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:32.702066 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a6826a4-565a-4b81-b599-f31666911e6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:32.765163 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.769502 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fc90b7eb-fbf1-4520-892a-6700ecad4e51 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "GET /v2.0/ports?device_id=f2830fd4-70a2-4db2-a87a-594af6f9eb2b HTTP/1.1" status: 200 len: 205 time: 0.0578549 Nov 23 04:40:32.776131 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41976) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:32.808192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-6d9d5f5d-a19a-4a4f-aa2e-84949b298ddc None None] Set router 88126e00-52c3-48d9-9827-aa608b67eee4 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:40:32.816745 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9e9bba87-01d5-4b1f-a5d3-19615ab13770 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.818192 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-1042461a-b353-485f-af38-f432cf8adfb6 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] delete failed (client error): The resource could not be found. Nov 23 04:40:32.819244 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1042461a-b353-485f-af38-f432cf8adfb6 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "DELETE /v2.0/routers/f2830fd4-70a2-4db2-a87a-594af6f9eb2b HTTP/1.1" status: 404 len: 336 time: 0.0418551 Nov 23 04:40:32.825227 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41978) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:32.861095 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9e9bba87-01d5-4b1f-a5d3-19615ab13770 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.874005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3a6826a4-565a-4b81-b599-f31666911e6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.896230 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5c01349c-6af0-4582-8b2a-6cf70c51bdce tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "GET /v2.0/ports?device_id=90a530ba-fe77-4fc5-8ade-997356b5b20f HTTP/1.1" status: 200 len: 205 time: 0.0664523 Nov 23 04:40:32.896837 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41980) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:32.913123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-3a6826a4-565a-4b81-b599-f31666911e6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port e6dde00c-dc8f-4996-8683-32d8cffff5e2 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:32.964128 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-899dfdcb-2af7-4da5-859a-0b4d8e908975 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] delete failed (client error): The resource could not be found. Nov 23 04:40:32.965677 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-899dfdcb-2af7-4da5-859a-0b4d8e908975 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "DELETE /v2.0/routers/90a530ba-fe77-4fc5-8ade-997356b5b20f HTTP/1.1" status: 404 len: 336 time: 0.0677013 Nov 23 04:40:32.967823 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42181261-be15-4c7d-abed-741b5dd3a701 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:32.975361 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41982) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:32.976892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] For port 475238df-0984-4286-9e77-38431f867427, host hv-neutron-8188, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:32.977009 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempted to set empty binding levels {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 04:40:32.984608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9e9bba87-01d5-4b1f-a5d3-19615ab13770 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:32.988580 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9e9bba87-01d5-4b1f-a5d3-19615ab13770 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.6413381 Nov 23 04:40:32.993112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41984) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:33.003736 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.015258 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.034570 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9bba87-01d5-4b1f-a5d3-19615ab13770 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed322c2-b45d-45bf-bf2e-09b59f81c546,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:33.056980 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5f8b5eee-105c-4a7b-9c0c-bf7b0b693be1 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bf9848b-2887-4cfb-8e0d-d647bfc9774d HTTP/1.1" status: 200 len: 205 time: 0.0761728 Nov 23 04:40:33.062878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6d9d5f5d-a19a-4a4f-aa2e-84949b298ddc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:40:28Z', 'revision_number': 5, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'gw_port': {'id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:33.070317 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41986) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:33.097439 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9d5f5d-a19a-4a4f-aa2e-84949b298ddc None None] The sync data for ids ['88126e00-52c3-48d9-9827-aa608b67eee4'] in dv-neutron-818850-1-hyperv is: [{'id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'name': 'tempest-ServersTestManualDisk-1502332573-router', 'tenant_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4'}], 'enable_snat': True}, 'gw_port_id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:40:28Z', 'revision_number': 5, 'project_id': '6368c1500ebe48c7be5260bfbcbb5e9f', 'gw_port': {'id': 'aa092efb-2fa6-4027-9328-1e940cd51528', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:61:ed:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88126e00-52c3-48d9-9827-aa608b67eee4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:39Z', 'updated_at': '2021-11-23T04:38:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:33.108619 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:33.109305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.125777 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-ebad39e8-d354-4a96-b66d-5e723c8f9a49 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] delete failed (client error): The resource could not be found. Nov 23 04:40:33.126821 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ebad39e8-d354-4a96-b66d-5e723c8f9a49 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "DELETE /v2.0/routers/6bf9848b-2887-4cfb-8e0d-d647bfc9774d HTTP/1.1" status: 404 len: 336 time: 0.0555532 Nov 23 04:40:33.132178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41988) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:33.181396 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Pushing event updated for resources: {'Port': ['ID=475238df-0984-4286-9e77-38431f867427,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:33.193810 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4c284220-4941-4cf2-89a9-2b420589902c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.0020661 Nov 23 04:40:33.198019 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 41990) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:33.203076 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] Deleting port aa092efb-2fa6-4027-9328-1e940cd51528 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:33.203516 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.243230 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b606bc16-8fc4-4b06-b872-11e01e8654d6 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "GET /v2.0/ports?device_id=f1bbb5ce-2c78-45e8-a7e6-4217822fdaa1 HTTP/1.1" status: 200 len: 205 time: 0.1080639 Nov 23 04:40:33.248209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41992) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:33.303897 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-ce536563-36e2-4456-b81c-3c83451e1cc9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] delete failed (client error): The resource could not be found. Nov 23 04:40:33.304664 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ce536563-36e2-4456-b81c-3c83451e1cc9 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "DELETE /v2.0/routers/f1bbb5ce-2c78-45e8-a7e6-4217822fdaa1 HTTP/1.1" status: 404 len: 336 time: 0.0538187 Nov 23 04:40:33.313185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41994) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:33.357943 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42181261-be15-4c7d-abed-741b5dd3a701 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:33.365199 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b0e30a-69a4-4e8f-9909-9fb124308d79 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:33.365826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d3b0e30a-69a4-4e8f-9909-9fb124308d79 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:33.372405 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d3b0e30a-69a4-4e8f-9909-9fb124308d79 tempest-RoutersAdminTest-1561340789 tempest-RoutersAdminTest-1561340789-project] 10.222.0.37 "DELETE /v2.0/subnets/ad019d35-cd19-423e-b8ea-80c0ac643075 HTTP/1.1" status: 404 len: 337 time: 0.0549614 Nov 23 04:40:33.372585 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59886fa-9bf3-4922-baeb-13ac0591f384 None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:33.382254 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59886fa-9bf3-4922-baeb-13ac0591f384 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:33.382822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-42181261-be15-4c7d-abed-741b5dd3a701 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.383171 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b59886fa-9bf3-4922-baeb-13ac0591f384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:33.390890 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3a6826a4-565a-4b81-b599-f31666911e6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.419411 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b59886fa-9bf3-4922-baeb-13ac0591f384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:33.429886 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-42181261-be15-4c7d-abed-741b5dd3a701 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "PUT /v2.0/floatingips/1d8bd33c-43ef-4877-88aa-5aec4461adaf HTTP/1.1" status: 200 len: 688 time: 1.4678361 Nov 23 04:40:33.443592 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b59886fa-9bf3-4922-baeb-13ac0591f384 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:33.444316 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b59886fa-9bf3-4922-baeb-13ac0591f384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:33.453672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 41998) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:33.462478 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3a6826a4-565a-4b81-b599-f31666911e6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.486845 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b59886fa-9bf3-4922-baeb-13ac0591f384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:33.488101 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b59886fa-9bf3-4922-baeb-13ac0591f384 None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:33.585314 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c3134763-e7d9-44d1-91be-232ff29eac33 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.5803261 Nov 23 04:40:33.587227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a6826a4-565a-4b81-b599-f31666911e6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:33.587512 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42000) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:33.600332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-bbedf51a-c27f-490b-8b56-eddd1f0e541c tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group': {'name': 'tempest-security--884972465', 'description': 'tempest-security-description-1726967940'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:33.624784 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-3a6826a4-565a-4b81-b599-f31666911e6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:33.632312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a6826a4-565a-4b81-b599-f31666911e6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=e6dde00c-dc8f-4996-8683-32d8cffff5e2,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:33.638107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a6826a4-565a-4b81-b599-f31666911e6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:33.643765 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a6826a4-565a-4b81-b599-f31666911e6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:33.644305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3a6826a4-565a-4b81-b599-f31666911e6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.684740 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3a6826a4-565a-4b81-b599-f31666911e6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.2945530 Nov 23 04:40:33.688860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42004) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:33.702935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbedf51a-c27f-490b-8b56-eddd1f0e541c tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.723222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42006) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:33.743386 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Deleting port 47d001c5-a5df-43af-820a-7a4ecde49f3e {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:33.743727 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.752253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] For port aa092efb-2fa6-4027-9328-1e940cd51528, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=aa092efb-2fa6-4027-9328-1e940cd51528,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:33.752649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.765178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d72a7631-991d-4d23-b61c-f287316517f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:33.766576 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d72a7631-991d-4d23-b61c-f287316517f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/e6dde00c-dc8f-4996-8683-32d8cffff5e2 HTTP/1.1" status: 200 len: 839 time: 0.0764704 Nov 23 04:40:33.770401 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42010) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:33.771994 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-73aab02f-c59c-46e2-98cc-55a522cdd1d0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting port 138c44a5-b270-4dc3-8162-3fa89bda705e {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:33.772327 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-73aab02f-c59c-46e2-98cc-55a522cdd1d0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.822202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] Calling delete_port for aa092efb-2fa6-4027-9328-1e940cd51528 owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:33.849408 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c7eab92d-b29b-4802-9970-82a3b6822151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Deleting port 475238df-0984-4286-9e77-38431f867427 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:33.849755 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7eab92d-b29b-4802-9970-82a3b6822151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.872792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbedf51a-c27f-490b-8b56-eddd1f0e541c tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.890936 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4bb40a0e-f2e8-4b42-8ff0-b0950a851c66 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.892649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbedf51a-c27f-490b-8b56-eddd1f0e541c tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.895280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbedf51a-c27f-490b-8b56-eddd1f0e541c tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.896473 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bbedf51a-c27f-490b-8b56-eddd1f0e541c tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "PUT /v2.0/security-groups/9ed322c2-b45d-45bf-bf2e-09b59f81c546 HTTP/1.1" status: 200 len: 1794 time: 0.3040249 Nov 23 04:40:33.910881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42012) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:33.963441 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] For port 47d001c5-a5df-43af-820a-7a4ecde49f3e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=47d001c5-a5df-43af-820a-7a4ecde49f3e,segment=NetworkSegment(3221601d-7595-459e-936d-630fca5e05a2),segment_id=3221601d-7595-459e-936d-630fca5e05a2)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:33.963723 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:33.984561 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5337e5e7-4857-467b-a742-e7b7d9a0ef1c admin admin] Deleting port ebe2de30-f514-4720-afba-d383e644cda8 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:33.984898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5337e5e7-4857-467b-a742-e7b7d9a0ef1c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.011109 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbedf51a-c27f-490b-8b56-eddd1f0e541c tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ed322c2-b45d-45bf-bf2e-09b59f81c546,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:34.027937 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-73aab02f-c59c-46e2-98cc-55a522cdd1d0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.028268 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-73aab02f-c59c-46e2-98cc-55a522cdd1d0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.044261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Calling delete_port for 47d001c5-a5df-43af-820a-7a4ecde49f3e owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:34.058249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-73aab02f-c59c-46e2-98cc-55a522cdd1d0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Calling delete_port for 138c44a5-b270-4dc3-8162-3fa89bda705e owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:34.066217 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-c7eab92d-b29b-4802-9970-82a3b6822151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] For port 475238df-0984-4286-9e77-38431f867427, host hv-neutron-8188, got binding levels [] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:34.066584 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7eab92d-b29b-4802-9970-82a3b6822151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.068237 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f6cdc834-daa4-4130-a601-e16036f226f5 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-groups/9ed322c2-b45d-45bf-bf2e-09b59f81c546 HTTP/1.1" status: 200 len: 1794 time: 0.1333385 Nov 23 04:40:34.075032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42014) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:34.106052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe8feb-23f7-4285-889b-67c3c8f7f3f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port e6dde00c-dc8f-4996-8683-32d8cffff5e2 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:34.106376 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6dbe8feb-23f7-4285-889b-67c3c8f7f3f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.129880 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c7eab92d-b29b-4802-9970-82a3b6822151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Calling delete_port for 475238df-0984-4286-9e77-38431f867427 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:34.266790 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5337e5e7-4857-467b-a742-e7b7d9a0ef1c admin admin] For port ebe2de30-f514-4720-afba-d383e644cda8, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ebe2de30-f514-4720-afba-d383e644cda8,segment=NetworkSegment(053028f0-03a9-4134-8382-a8d3f8d56f47),segment_id=053028f0-03a9-4134-8382-a8d3f8d56f47)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:34.267086 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5337e5e7-4857-467b-a742-e7b7d9a0ef1c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.272458 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6dbe8feb-23f7-4285-889b-67c3c8f7f3f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.301426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4bb40a0e-f2e8-4b42-8ff0-b0950a851c66 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.302651 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-6dbe8feb-23f7-4285-889b-67c3c8f7f3f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for e6dde00c-dc8f-4996-8683-32d8cffff5e2 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:34.305699 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5337e5e7-4857-467b-a742-e7b7d9a0ef1c admin admin] Calling delete_port for ebe2de30-f514-4720-afba-d383e644cda8 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:34.316816 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4bb40a0e-f2e8-4b42-8ff0-b0950a851c66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.319143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ebbc2ca-236b-4daf-a6a8-5dfcde0d0903 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.359561 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.433875 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Port': ['ID=47d001c5-a5df-43af-820a-7a4ecde49f3e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:34.443465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No DVR routers for this DVR port 47d001c5-a5df-43af-820a-7a4ecde49f3e on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:34.453811 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7eab92d-b29b-4802-9970-82a3b6822151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.470651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2f21a735-1481-4973-9d5d-a5b521bebd47 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:34.492536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 2f21a735-1481-4973-9d5d-a5b521bebd47 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:40:34.493254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2f21a735-1481-4973-9d5d-a5b521bebd47 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:40:34.528781 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.545564 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7eab92d-b29b-4802-9970-82a3b6822151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Pushing event deleted for resources: {'Port': ['ID=475238df-0984-4286-9e77-38431f867427,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:34.560046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7eab92d-b29b-4802-9970-82a3b6822151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.563382 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c7eab92d-b29b-4802-9970-82a3b6822151 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "DELETE /v2.0/ports/475238df-0984-4286-9e77-38431f867427 HTTP/1.1" status: 204 len: 168 time: 1.3578291 Nov 23 04:40:34.579183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff0c02b0-1cc6-41ed-ad54-0401e5b9457f None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:34.603839 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42016) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:34.703432 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] Pushing event deleted for resources: {'Port': ['ID=aa092efb-2fa6-4027-9328-1e940cd51528,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:34.715713 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4bb40a0e-f2e8-4b42-8ff0-b0950a851c66 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ab562de8d08e4bbb874b6adee73e78e5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9896517 Nov 23 04:40:34.718543 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ebbc2ca-236b-4daf-a6a8-5dfcde0d0903 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.724827 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42018) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:34.754864 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.760237 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb40a0e-f2e8-4b42-8ff0-b0950a851c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=717eb628-5b01-4c4a-9475-9f189ec499bd,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:34.762618 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-f95b2d4c-34fa-455a-af3b-1a8623b2f418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] GET failed (client error): The resource could not be found. Nov 23 04:40:34.769990 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f95b2d4c-34fa-455a-af3b-1a8623b2f418 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "GET /v2.0/ports/475238df-0984-4286-9e77-38431f867427 HTTP/1.1" status: 404 len: 333 time: 0.1549969 Nov 23 04:40:34.777701 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42020) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:34.787258 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b8d2f57c-2d01-4e2c-8c78-ee6cac3c6441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Request body: {'port': {'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1907359594'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:34.812357 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-73aab02f-c59c-46e2-98cc-55a522cdd1d0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.842094 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f49ad68-448e-4323-b4a4-b18fe6a80450']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:34.855746 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73aab02f-c59c-46e2-98cc-55a522cdd1d0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Port': ['ID=138c44a5-b270-4dc3-8162-3fa89bda705e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:34.858476 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3221601d-7595-459e-936d-630fca5e05a2') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:34.858730 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3221601d-7595-459e-936d-630fca5e05a2') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:34.861372 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ebbc2ca-236b-4daf-a6a8-5dfcde0d0903 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.863868 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ebbc2ca-236b-4daf-a6a8-5dfcde0d0903 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.865012 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5ebbc2ca-236b-4daf-a6a8-5dfcde0d0903 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-groups/9ed322c2-b45d-45bf-bf2e-09b59f81c546 HTTP/1.1" status: 204 len: 168 time: 0.7890470 Nov 23 04:40:34.866133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.873007 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42022) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:34.897395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d2f57c-2d01-4e2c-8c78-ee6cac3c6441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Made reservation on behalf of 636e8926b5814c7a8d1f4f64113349b5 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:34.899749 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f57c-2d01-4e2c-8c78-ee6cac3c6441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.915579 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebbc2ca-236b-4daf-a6a8-5dfcde0d0903 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ed322c2-b45d-45bf-bf2e-09b59f81c546,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:34.919339 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6dbe8feb-23f7-4285-889b-67c3c8f7f3f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.931701 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:34.956015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9fbefc5-724b-4b08-925a-048612d3e2f0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.001671 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.005198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.019660 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbe8feb-23f7-4285-889b-67c3c8f7f3f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=e6dde00c-dc8f-4996-8683-32d8cffff5e2,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:35.027451 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.029439 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-b8d2f57c-2d01-4e2c-8c78-ee6cac3c6441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] device_id is not set on port 2b6867d2-0774-4511-8992-2224ae73561f yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:35.037590 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 165 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:35.037780 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:35.043153 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:35.050386 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6dbe8feb-23f7-4285-889b-67c3c8f7f3f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.053695 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6dbe8feb-23f7-4285-889b-67c3c8f7f3f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/e6dde00c-dc8f-4996-8683-32d8cffff5e2 HTTP/1.1" status: 204 len: 168 time: 1.2791774 Nov 23 04:40:35.059348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42024) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:35.066863 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-93208508-5187-4964-b23e-85d12d4af8d3 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1876316 Nov 23 04:40:35.066863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9fbefc5-724b-4b08-925a-048612d3e2f0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.080418 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42026) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:35.084660 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-73aab02f-c59c-46e2-98cc-55a522cdd1d0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.087277 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-73aab02f-c59c-46e2-98cc-55a522cdd1d0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.088384 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-73aab02f-c59c-46e2-98cc-55a522cdd1d0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/floatingips/1d8bd33c-43ef-4877-88aa-5aec4461adaf HTTP/1.1" status: 204 len: 168 time: 1.6337371 Nov 23 04:40:35.111895 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42028) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:35.126314 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-3953bbee-2d4c-4785-8c4b-dc38d74af7fd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] GET failed (client error): The resource could not be found. Nov 23 04:40:35.127727 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3953bbee-2d4c-4785-8c4b-dc38d74af7fd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/e6dde00c-dc8f-4996-8683-32d8cffff5e2 HTTP/1.1" status: 404 len: 333 time: 0.0673141 Nov 23 04:40:35.132108 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-41e8a25f-1a20-491c-ab20-e65febdd1eaa tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] delete failed (client error): The resource could not be found. Nov 23 04:40:35.133064 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-41e8a25f-1a20-491c-ab20-e65febdd1eaa tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-groups/9ed322c2-b45d-45bf-bf2e-09b59f81c546 HTTP/1.1" status: 404 len: 347 time: 0.0495296 Nov 23 04:40:35.146567 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42030) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:35.147086 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42032) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:35.155731 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-cd88f1c6-4c8f-4294-8307-55d6ec39ced3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'name': 'tempest-PortsTestJSON-448757795'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:35.168889 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-55482a3d-f6b9-4423-bf1f-23f7d0600a67 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group': {'name': 'tempest-secgroup--937398434'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:35.174197 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-c06e978c-99b0-4743-b58f-b0e583242809 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] delete failed (client error): The resource could not be found. Nov 23 04:40:35.179256 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c06e978c-99b0-4743-b58f-b0e583242809 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/floatingips/1d8bd33c-43ef-4877-88aa-5aec4461adaf HTTP/1.1" status: 404 len: 345 time: 0.0623891 Nov 23 04:40:35.179515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42034) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:35.250745 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.251129 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 88126e00-52c3-48d9-9827-aa608b67eee4 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:40:35.266975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5444d43-473e-4fd2-95c1-6baeddc2d21e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:35.273161 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5444d43-473e-4fd2-95c1-6baeddc2d21e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:35.276892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.280628 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a4ddc6bf-f892-42a9-be47-360239a8a765 admin admin] 10.222.0.37 "DELETE /v2.0/routers/88126e00-52c3-48d9-9827-aa608b67eee4 HTTP/1.1" status: 204 len: 168 time: 3.3986244 Nov 23 04:40:35.280628 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5337e5e7-4857-467b-a742-e7b7d9a0ef1c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.280857 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5444d43-473e-4fd2-95c1-6baeddc2d21e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:35.280857 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f5444d43-473e-4fd2-95c1-6baeddc2d21e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "GET /v2.0/ports?network_id=fe323b12-826d-4a27-9634-70b4819abf63 HTTP/1.1" status: 200 len: 2357 time: 0.0998380 Nov 23 04:40:35.281471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42036) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:35.283636 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42038) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:35.284249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9fbefc5-724b-4b08-925a-048612d3e2f0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.286927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9fbefc5-724b-4b08-925a-048612d3e2f0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.292105 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d9fbefc5-724b-4b08-925a-048612d3e2f0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/717eb628-5b01-4c4a-9475-9f189ec499bd HTTP/1.1" status: 204 len: 168 time: 0.5548968 Nov 23 04:40:35.302772 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.346493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.351380 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/2f49ad68-448e-4323-b4a4-b18fe6a80450 HTTP/1.1" status: 204 len: 168 time: 4.7704525 Nov 23 04:40:35.357514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42042) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:35.376579 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5337e5e7-4857-467b-a742-e7b7d9a0ef1c admin admin] Pushing event deleted for resources: {'Port': ['ID=ebe2de30-f514-4720-afba-d383e644cda8,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:35.378672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbefc5-724b-4b08-925a-048612d3e2f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=717eb628-5b01-4c4a-9475-9f189ec499bd,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:35.403622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-55482a3d-f6b9-4423-bf1f-23f7d0600a67 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.410747 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-92e10397-a03c-44e3-929f-ba978b74d5ee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] GET failed (client error): The resource could not be found. Nov 23 04:40:35.416012 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-92e10397-a03c-44e3-929f-ba978b74d5ee tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "GET /v2.0/subnets/82f29ace-6a14-4aa4-9495-05701fac94e7 HTTP/1.1" status: 404 len: 337 time: 0.0532439 Nov 23 04:40:35.419647 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42044) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:35.442295 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-95b48a8b-b080-47bd-b531-6c381a91789e admin admin] Deleting subnet b6e0da7a-e696-4156-a0c5-214eeeb37609 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:40:35.453256 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7c9c2f-a083-4a33-a85b-9e57ac776517 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Network': ['ID=2f49ad68-448e-4323-b4a4-b18fe6a80450,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:35.456776 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3076d516-621a-41af-9e80-a03aa9274dfc tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:35.458199 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3076d516-621a-41af-9e80-a03aa9274dfc tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "GET /v2.0/subnets/3812d7bd-ec91-4cc8-bfc7-4d2f9cd8baab HTTP/1.1" status: 200 len: 797 time: 0.1692252 Nov 23 04:40:35.459491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-95b48a8b-b080-47bd-b531-6c381a91789e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.461289 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-fae9f81c-ca0a-43c2-b4bb-02c13b378097 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:35.461809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fae9f81c-ca0a-43c2-b4bb-02c13b378097 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:35.469222 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fae9f81c-ca0a-43c2-b4bb-02c13b378097 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/2f49ad68-448e-4323-b4a4-b18fe6a80450 HTTP/1.1" status: 404 len: 339 time: 0.0451093 Nov 23 04:40:35.479126 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42046) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:35.479490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42048) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:35.506939 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-542a5f4e-9dc0-4225-811d-1172b178fb11 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'port': {'network_id': 'fe323b12-826d-4a27-9634-70b4819abf63', 'name': 'tempest-FloatingIPTestJSON-8095134', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.12'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:35.511464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-95b48a8b-b080-47bd-b531-6c381a91789e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.625491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-95b48a8b-b080-47bd-b531-6c381a91789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.677162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd88f1c6-4c8f-4294-8307-55d6ec39ced3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:35.680639 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cd88f1c6-4c8f-4294-8307-55d6ec39ced3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.695314 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-95b48a8b-b080-47bd-b531-6c381a91789e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.725367 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b48a8b-b080-47bd-b531-6c381a91789e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e0da7a-e696-4156-a0c5-214eeeb37609,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:35.729932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-95b48a8b-b080-47bd-b531-6c381a91789e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.733848 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-95b48a8b-b080-47bd-b531-6c381a91789e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/b6e0da7a-e696-4156-a0c5-214eeeb37609 HTTP/1.1" status: 204 len: 168 time: 0.4510777 Nov 23 04:40:35.736303 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42052) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:35.740746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad12942-378a-458c-b10b-08ecd05d1264 None None] Network 96c71bc6-206e-4cde-ad6b-04fe79357a77 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:35.770154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42054) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:35.785312 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f57c-2d01-4e2c-8c78-ee6cac3c6441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.804299 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-cd88f1c6-4c8f-4294-8307-55d6ec39ced3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port 74983471-59ae-4422-83d4-4759c0423207 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:35.816317 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.887756 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] Deleting port f7a9e598-15b3-4f1a-9364-bfd189b55176 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:35.888189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.965614 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] For port f7a9e598-15b3-4f1a-9364-bfd189b55176, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f7a9e598-15b3-4f1a-9364-bfd189b55176,segment=NetworkSegment(974fd589-4f74-4e37-b0df-c5bd86753794),segment_id=974fd589-4f74-4e37-b0df-c5bd86753794)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:35.966313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:35.968241 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43620edb-53a7-49f0-8267-e93f350cb282 None None] DHCP port deletion for 96c71bc6-206e-4cde-ad6b-04fe79357a77 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:35.984129 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] Calling delete_port for f7a9e598-15b3-4f1a-9364-bfd189b55176 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:36.018032 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-43620edb-53a7-49f0-8267-e93f350cb282 None None] Deleting port f7a9e598-15b3-4f1a-9364-bfd189b55176 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:36.018408 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-43620edb-53a7-49f0-8267-e93f350cb282 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.083392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.090467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-43620edb-53a7-49f0-8267-e93f350cb282 None None] For port f7a9e598-15b3-4f1a-9364-bfd189b55176, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f7a9e598-15b3-4f1a-9364-bfd189b55176,segment=NetworkSegment(974fd589-4f74-4e37-b0df-c5bd86753794),segment_id=974fd589-4f74-4e37-b0df-c5bd86753794)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:36.091470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-43620edb-53a7-49f0-8267-e93f350cb282 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.106183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-43620edb-53a7-49f0-8267-e93f350cb282 None None] Calling delete_port for f7a9e598-15b3-4f1a-9364-bfd189b55176 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:36.113688 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] No DVR routers for this DVR port f7a9e598-15b3-4f1a-9364-bfd189b55176 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:36.115758 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] Pushing event deleted for resources: {'Port': ['ID=f7a9e598-15b3-4f1a-9364-bfd189b55176,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:36.191391 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-43620edb-53a7-49f0-8267-e93f350cb282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.195991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.206797 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43620edb-53a7-49f0-8267-e93f350cb282 None None] No DVR routers for this DVR port f7a9e598-15b3-4f1a-9364-bfd189b55176 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:36.225499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96c71bc6-206e-4cde-ad6b-04fe79357a77']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:36.233058 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43620edb-53a7-49f0-8267-e93f350cb282 None None] Pushing event deleted for resources: {'Port': ['ID=f7a9e598-15b3-4f1a-9364-bfd189b55176,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:36.240230 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '974fd589-4f74-4e37-b0df-c5bd86753794') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:36.240230 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '974fd589-4f74-4e37-b0df-c5bd86753794') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:36.250494 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.265670 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.271933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:36.272346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:36.274157 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:36.329807 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.335027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.337043 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b77d8d9e-6c40-42a3-b783-71b457fe840b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:36.340912 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] 10.222.0.37 "DELETE /v2.0/networks/96c71bc6-206e-4cde-ad6b-04fe79357a77 HTTP/1.1" status: 204 len: 168 time: 0.6009052 Nov 23 04:40:36.341051 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b77d8d9e-6c40-42a3-b783-71b457fe840b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.8493438 Nov 23 04:40:36.357974 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42058) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:36.373962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c009a-571e-4d82-be74-fe440d069798 admin admin] Pushing event deleted for resources: {'Network': ['ID=96c71bc6-206e-4cde-ad6b-04fe79357a77,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:36.375804 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-55482a3d-f6b9-4423-bf1f-23f7d0600a67 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.391833 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a518637a-a463-47b6-a552-9807812cfb6a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=337b6db919664fec8df44be01115d551&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5995040 Nov 23 04:40:36.392563 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42060) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:36.403449 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c672f593-7763-4383-b16d-32d89253b378 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b HTTP/1.1" status: 200 len: 207 time: 0.0431352 Nov 23 04:40:36.404308 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-55482a3d-f6b9-4423-bf1f-23f7d0600a67 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.406997 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42062) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:36.433954 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f57c-2d01-4e2c-8c78-ee6cac3c6441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.474469 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-542a5f4e-9dc0-4225-811d-1172b178fb11 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Made reservation on behalf of 143ae7f39fcb4a5bb309ce821d145aae for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:36.528703 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5337e5e7-4857-467b-a742-e7b7d9a0ef1c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.549657 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-55482a3d-f6b9-4423-bf1f-23f7d0600a67 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.554192 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-55482a3d-f6b9-4423-bf1f-23f7d0600a67 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.3996558 Nov 23 04:40:36.599735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42064) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:36.599945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42066) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:36.611627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-3ea35cff-a01e-4c16-9927-970483b7570d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group_rule': {'security_group_id': 'f6ec7a76-a6b8-4b24-bab8-0ed1b2eefa96', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:36.616037 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55482a3d-f6b9-4423-bf1f-23f7d0600a67 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f6ec7a76-a6b8-4b24-bab8-0ed1b2eefa96,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:36.637767 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d2f57c-2d01-4e2c-8c78-ee6cac3c6441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Network 1b63ab6a-eb02-4df8-a655-589176d55568 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:36.648328 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-50c43a9f-ef46-470b-b49a-a98025426ab4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.653409 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-b8d2f57c-2d01-4e2c-8c78-ee6cac3c6441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:36.672471 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device aa092efb-2fa6-4027-9328-1e940cd51528 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:36.685095 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880719cc-94f3-42ef-97e9-33ea8a869f72 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:36.690925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880719cc-94f3-42ef-97e9-33ea8a869f72 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:36.693917 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2f57c-2d01-4e2c-8c78-ee6cac3c6441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Pushing event updated for resources: {'Port': ['ID=2b6867d2-0774-4511-8992-2224ae73561f,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:36.694641 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: aa092efb-2fa6-4027-9328-1e940cd51528 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:40:36.695090 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device aa092efb-2fa6-4027-9328-1e940cd51528 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:40:36.695725 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f7a9e598-15b3-4f1a-9364-bfd189b55176 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:36.697541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880719cc-94f3-42ef-97e9-33ea8a869f72 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:36.700662 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d2f57c-2d01-4e2c-8c78-ee6cac3c6441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:36.701624 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d2f57c-2d01-4e2c-8c78-ee6cac3c6441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:36.702232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b8d2f57c-2d01-4e2c-8c78-ee6cac3c6441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.703593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880719cc-94f3-42ef-97e9-33ea8a869f72 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:36.709013 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-880719cc-94f3-42ef-97e9-33ea8a869f72 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2487 time: 0.2973733 Nov 23 04:40:36.716151 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42068) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:36.724217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: f7a9e598-15b3-4f1a-9364-bfd189b55176 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:40:36.724564 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f7a9e598-15b3-4f1a-9364-bfd189b55176 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:40:36.732735 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cd88f1c6-4c8f-4294-8307-55d6ec39ced3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.788345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-50c43a9f-ef46-470b-b49a-a98025426ab4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.793537 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b8d2f57c-2d01-4e2c-8c78-ee6cac3c6441 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.0099294 Nov 23 04:40:36.800422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42070) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:36.805380 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ef0efd3c-82cc-47c6-a067-b98e8bc47f71 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6368c1500ebe48c7be5260bfbcbb5e9f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2008803 Nov 23 04:40:36.805380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3ea35cff-a01e-4c16-9927-970483b7570d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.811305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:36.813550 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42072) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:36.824559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-542a5f4e-9dc0-4225-811d-1172b178fb11 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.861487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bd8bd7d2-4982-4602-8841-17a0345f221d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.882542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-542a5f4e-9dc0-4225-811d-1172b178fb11 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] device_id is not set on port d92c6aa2-70ff-4764-9f11-fcbf2eeb6d2e yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:36.954441 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cd88f1c6-4c8f-4294-8307-55d6ec39ced3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.976625 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-27107fe5-db75-4d9c-a9dc-c7960d75d9a2 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 576 time: 0.2585168 Nov 23 04:40:36.982257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.985472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3ea35cff-a01e-4c16-9927-970483b7570d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:36.986647 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42074) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:37.036686 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3ea35cff-a01e-4c16-9927-970483b7570d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.058031 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-50c43a9f-ef46-470b-b49a-a98025426ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.060644 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-50c43a9f-ef46-470b-b49a-a98025426ab4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.061793 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-50c43a9f-ef46-470b-b49a-a98025426ab4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5f1396c0-bd45-4a84-9532-014c2ec083e8 HTTP/1.1" status: 204 len: 168 time: 0.6678674 Nov 23 04:40:37.111275 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6032b6a7-f573-4061-80da-0d168162f790 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.114805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea35cff-a01e-4c16-9927-970483b7570d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e8e9c2d-8983-4f7d-8f5b-0c80ce37544e,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:37.116649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c43a9f-ef46-470b-b49a-a98025426ab4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f1396c0-bd45-4a84-9532-014c2ec083e8,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:37.144556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3ea35cff-a01e-4c16-9927-970483b7570d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.145774 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3ea35cff-a01e-4c16-9927-970483b7570d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5448914 Nov 23 04:40:37.150851 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42078) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:37.156697 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd88f1c6-4c8f-4294-8307-55d6ec39ced3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:37.162631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149ee150-4293-4f63-becd-00efe01c67f9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:37.165086 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-149ee150-4293-4f63-becd-00efe01c67f9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:37.167047 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-149ee150-4293-4f63-becd-00efe01c67f9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1784525 Nov 23 04:40:37.169874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-cd88f1c6-4c8f-4294-8307-55d6ec39ced3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:37.174659 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42080) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:37.200982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88f1c6-4c8f-4294-8307-55d6ec39ced3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=74983471-59ae-4422-83d4-4759c0423207,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:37.211546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd88f1c6-4c8f-4294-8307-55d6ec39ced3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:37.217872 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd88f1c6-4c8f-4294-8307-55d6ec39ced3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:37.218477 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cd88f1c6-4c8f-4294-8307-55d6ec39ced3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.235074 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6032b6a7-f573-4061-80da-0d168162f790 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.269839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-29c4ebc0-a0fb-4082-a660-91421647d130 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.288964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-29c4ebc0-a0fb-4082-a660-91421647d130 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.321603 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a5c592-5555-4055-9e3f-b2168a5fc3e9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['shared'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:37.325301 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cd88f1c6-4c8f-4294-8307-55d6ec39ced3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1727662 Nov 23 04:40:37.325454 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45a5c592-5555-4055-9e3f-b2168a5fc3e9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['shared'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:37.328770 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-45a5c592-5555-4055-9e3f-b2168a5fc3e9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1461494 Nov 23 04:40:37.329531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42084) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:37.329888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42086) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:37.343755 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c0a5dae6-76dd-4165-9748-5e99e8d83c3c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:37.376384 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5337e5e7-4857-467b-a742-e7b7d9a0ef1c admin admin] Router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:37.446264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6032b6a7-f573-4061-80da-0d168162f790 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.449456 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6032b6a7-f573-4061-80da-0d168162f790 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.451338 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6032b6a7-f573-4061-80da-0d168162f790 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/3cd3f411-eb5e-4594-ad2f-906aef3c55ea HTTP/1.1" status: 204 len: 168 time: 0.6366436 Nov 23 04:40:37.490664 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-29c4ebc0-a0fb-4082-a660-91421647d130 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.501501 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6032b6a7-f573-4061-80da-0d168162f790 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cd3f411-eb5e-4594-ad2f-906aef3c55ea,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:37.557722 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-542a5f4e-9dc0-4225-811d-1172b178fb11 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Allocated IP 172.20.0.14 (fe323b12-826d-4a27-9634-70b4819abf63/3812d7bd-ec91-4cc8-bfc7-4d2f9cd8baab/d92c6aa2-70ff-4764-9f11-fcbf2eeb6d2e) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:37.559827 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-29c4ebc0-a0fb-4082-a660-91421647d130 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.562885 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-29c4ebc0-a0fb-4082-a660-91421647d130 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/5e8e9c2d-8983-4f7d-8f5b-0c80ce37544e HTTP/1.1" status: 204 len: 168 time: 0.4086397 Nov 23 04:40:37.567305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-542a5f4e-9dc0-4225-811d-1172b178fb11 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Allocated IP 172.20.0.12 (fe323b12-826d-4a27-9634-70b4819abf63/3812d7bd-ec91-4cc8-bfc7-4d2f9cd8baab/d92c6aa2-70ff-4764-9f11-fcbf2eeb6d2e) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:37.577020 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42094) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:37.610833 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c4ebc0-a0fb-4082-a660-91421647d130 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5e8e9c2d-8983-4f7d-8f5b-0c80ce37544e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:37.629045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] device_id is not set on port 2b6867d2-0774-4511-8992-2224ae73561f yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:37.633860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0a5dae6-76dd-4165-9748-5e99e8d83c3c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.653997 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.729572 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-892546f6-7cb3-4933-b4de-ff1a0b3eeaf2 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1461017 Nov 23 04:40:37.729989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-542a5f4e-9dc0-4225-811d-1172b178fb11 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.730997 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.735130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42102) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:37.769860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-542a5f4e-9dc0-4225-811d-1172b178fb11 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:37.784362 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aee61fc-653a-44e5-85c9-f1e497c3e641 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:37.786112 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3aee61fc-653a-44e5-85c9-f1e497c3e641 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "GET /v2.0/networks/4362bc04-00bd-48ad-bedd-ce0aefebc66c HTTP/1.1" status: 200 len: 800 time: 0.4477139 Nov 23 04:40:37.793536 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42106) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:37.839741 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5337e5e7-4857-467b-a742-e7b7d9a0ef1c admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:37.872219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a4cd2-415d-47c4-9887-526e3f7b4cb0 None None] Sync routers for ids ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:37.906963 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5337e5e7-4857-467b-a742-e7b7d9a0ef1c admin admin] 10.222.0.37 "PUT /v2.0/routers/bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3865759 Nov 23 04:40:37.928312 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a4cd2-415d-47c4-9887-526e3f7b4cb0 None None] Routers {'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:37.928964 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-136a4cd2-415d-47c4-9887-526e3f7b4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:37.932591 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a5f4e-9dc0-4225-811d-1172b178fb11 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=d92c6aa2-70ff-4764-9f11-fcbf2eeb6d2e,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:37.940235 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-542a5f4e-9dc0-4225-811d-1172b178fb11 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network fe323b12-826d-4a27-9634-70b4819abf63 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:37.940235 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42112) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:38.097712 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-542a5f4e-9dc0-4225-811d-1172b178fb11 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:38.108726 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542a5f4e-9dc0-4225-811d-1172b178fb11 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:38.151921 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-589e9e4e-be64-4872-ac6f-d53ffadd43a0 None None] DHCP port deletion for fe323b12-826d-4a27-9634-70b4819abf63 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:38.170507 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3d2be44e-aa63-4776-8d00-028a21a80211 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "GET /v2.0/networks/4362bc04-00bd-48ad-bedd-ce0aefebc66c?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.3758197 Nov 23 04:40:38.171443 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42124) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:38.243977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-136a4cd2-415d-47c4-9887-526e3f7b4cb0 None None] Set router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:40:38.246868 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:38.275827 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-542a5f4e-9dc0-4225-811d-1172b178fb11 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:38.276764 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-542a5f4e-9dc0-4225-811d-1172b178fb11 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:38.299935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Pushing event updated for resources: {'Port': ['ID=2b6867d2-0774-4511-8992-2224ae73561f,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:38.334580 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8426d053-ed8a-4a31-9bc5-42d5d0ed6e98 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:38.336437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:38.336939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:38.337507 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:38.364667 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:38.365205 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:38.369680 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 2 to bind port 2b6867d2-0774-4511-8992-2224ae73561f Nov 23 04:40:38.392659 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:38.393006 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:38.393381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:38.412561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8426d053-ed8a-4a31-9bc5-42d5d0ed6e98 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:38.419307 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:38.419813 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:38.430440 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 3 to bind port 2b6867d2-0774-4511-8992-2224ae73561f Nov 23 04:40:38.441442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0a5dae6-76dd-4165-9748-5e99e8d83c3c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:38.461766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0a5dae6-76dd-4165-9748-5e99e8d83c3c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:38.479376 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:38.480937 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:38.481235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:38.495171 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-490950da-1fdb-4d9d-bd24-c17067939841 None None] Provisioning complete for port d92c6aa2-70ff-4764-9f11-fcbf2eeb6d2e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:38.495528 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-490950da-1fdb-4d9d-bd24-c17067939841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:38.520139 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:38.520139 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:38.520139 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-c0a5dae6-76dd-4165-9748-5e99e8d83c3c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] In _notify_port_updated(), no bound segment for port 74983471-59ae-4422-83d4-4759c0423207 on network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 {{(pid=109953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:40:38.525644 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a5dae6-76dd-4165-9748-5e99e8d83c3c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:38.526300 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0a5dae6-76dd-4165-9748-5e99e8d83c3c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:38.528159 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c0a5dae6-76dd-4165-9748-5e99e8d83c3c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "PUT /v2.0/ports/74983471-59ae-4422-83d4-4759c0423207 HTTP/1.1" status: 200 len: 818 time: 1.1911991 Nov 23 04:40:38.531304 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 4 to bind port 2b6867d2-0774-4511-8992-2224ae73561f Nov 23 04:40:38.536498 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42138) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:38.558491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a5dae6-76dd-4165-9748-5e99e8d83c3c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=74983471-59ae-4422-83d4-4759c0423207,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:38.560031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:38.577741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8426d053-ed8a-4a31-9bc5-42d5d0ed6e98 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:38.580256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8426d053-ed8a-4a31-9bc5-42d5d0ed6e98 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:38.581440 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8426d053-ed8a-4a31-9bc5-42d5d0ed6e98 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-groups/f6ec7a76-a6b8-4b24-bab8-0ed1b2eefa96 HTTP/1.1" status: 204 len: 168 time: 0.8415105 Nov 23 04:40:38.582609 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-490950da-1fdb-4d9d-bd24-c17067939841 None None] Port d92c6aa2-70ff-4764-9f11-fcbf2eeb6d2e cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:38.587041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:38.587378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:38.587716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:38.592071 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42140) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:38.630200 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:38.630529 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:38.631196 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8426d053-ed8a-4a31-9bc5-42d5d0ed6e98 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6ec7a76-a6b8-4b24-bab8-0ed1b2eefa96,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:38.647103 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 5 to bind port 2b6867d2-0774-4511-8992-2224ae73561f Nov 23 04:40:38.679160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-136a4cd2-415d-47c4-9887-526e3f7b4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:40:34Z', 'revision_number': 5, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'gw_port': {'id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:38.692702 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42144) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:38.706329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:38.706664 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:38.707183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:38.720957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:38.721642 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:38.730022 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 6 to bind port 2b6867d2-0774-4511-8992-2224ae73561f Nov 23 04:40:38.745000 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a4cd2-415d-47c4-9887-526e3f7b4cb0 None None] Checking router: bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:40:38.764542 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136a4cd2-415d-47c4-9887-526e3f7b4cb0 None None] Routers {'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:38.765171 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-136a4cd2-415d-47c4-9887-526e3f7b4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:38.774032 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3671df02-e5f9-4b60-be1c-e695f77719f4 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1753359 Nov 23 04:40:38.782793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:38.783149 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:38.783596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:38.785421 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42150) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:38.791802 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-48f7edb4-a44b-48c5-b7d8-e15aa03e2f37 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group': {'name': 'tempest-secgroup--941389369'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:38.816518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:38.816853 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:38.832193 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 7 to bind port 2b6867d2-0774-4511-8992-2224ae73561f Nov 23 04:40:38.862900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-910301924-network', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:38.866922 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2453f3f2-76cc-4778-839e-4e08ba3920cc tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:38.872725 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2453f3f2-76cc-4778-839e-4e08ba3920cc tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "GET /v2.0/subnets/9509a685-9c85-4074-a3e4-b1e5b73b4498 HTTP/1.1" status: 200 len: 811 time: 0.6960511 Nov 23 04:40:38.873121 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:38.873500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:38.873618 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42154) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:38.873837 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:38.884171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-caf4daa7-2d93-4f8e-b889-48210dfdb653 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port 74983471-59ae-4422-83d4-4759c0423207 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:38.884772 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-caf4daa7-2d93-4f8e-b889-48210dfdb653 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:38.888451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:38.888781 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:38.890724 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 8 to bind port 2b6867d2-0774-4511-8992-2224ae73561f Nov 23 04:40:38.893690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-48f7edb4-a44b-48c5-b7d8-e15aa03e2f37 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:38.937580 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-136a4cd2-415d-47c4-9887-526e3f7b4cb0 None None] Set router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:40:38.945985 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-542a5f4e-9dc0-4225-811d-1172b178fb11 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 3.4577291 Nov 23 04:40:38.946708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42156) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:38.959432 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': 'd92c6aa2-70ff-4764-9f11-fcbf2eeb6d2e', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:38.975156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:38.975802 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:38.976299 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:38.996890 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9263d2d3-4236-4212-910e-2ad3dbf9fdd9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['shared'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:38.998843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:38.999338 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:39.002357 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9263d2d3-4236-4212-910e-2ad3dbf9fdd9 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "GET /v2.0/subnets/9509a685-9c85-4074-a3e4-b1e5b73b4498?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1255136 Nov 23 04:40:39.003052 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42158) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:39.004199 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 9 to bind port 2b6867d2-0774-4511-8992-2224ae73561f Nov 23 04:40:39.016275 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-376531926'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:39.018810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-caf4daa7-2d93-4f8e-b889-48210dfdb653 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.023572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] Made reservation on behalf of ca9ade32f67b43ae8be521fa872a6702 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:39.026678 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.042067 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.057585 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.062697 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-caf4daa7-2d93-4f8e-b889-48210dfdb653 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for 74983471-59ae-4422-83d4-4759c0423207 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:39.096219 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.104579 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:39.105408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:39.105882 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:39.136837 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:39.140536 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.159321 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:39.159767 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:39.166843 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 10 to bind port 2b6867d2-0774-4511-8992-2224ae73561f Nov 23 04:40:39.171555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:40:39.181320 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.181787 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Added segment e6c85590-cf24-41ff-b443-12e5cc124ff6 of type vlan for network 9b32ee05-01f8-4e19-b1f1-32d559497992 Nov 23 04:40:39.188156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f3db3467-b65a-41e6-b729-95a38e1393f6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.223542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:39.223880 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:39.224223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:39.229946 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-136a4cd2-415d-47c4-9887-526e3f7b4cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:40:34Z', 'revision_number': 5, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'gw_port': {'id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:39.234295 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-48f7edb4-a44b-48c5-b7d8-e15aa03e2f37 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.243672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42164) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:39.248291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:39.248623 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 2b6867d2-0774-4511-8992-2224ae73561f on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:39.248988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.254242 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-48f7edb4-a44b-48c5-b7d8-e15aa03e2f37 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.268952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.279726 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-136a4cd2-415d-47c4-9887-526e3f7b4cb0 None None] The sync data for ids ['bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9'] in dv-neutron-818850-1-hyperv is: [{'id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'name': 'tempest-ServersTestJSON-1125767235-router', 'tenant_id': '7fa374e9f4784c43b80304323e3717a8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109'}], 'enable_snat': True}, 'gw_port_id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:40:34Z', 'revision_number': 5, 'project_id': '7fa374e9f4784c43b80304323e3717a8', 'gw_port': {'id': '40731b1f-26d9-4425-8db4-ae6db002cf2e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:66:7c:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:38:41Z', 'updated_at': '2021-11-23T04:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:39.304607 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] Deleting port 40731b1f-26d9-4425-8db4-ae6db002cf2e {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:39.305413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.345614 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-caf4daa7-2d93-4f8e-b889-48210dfdb653 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.349945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-48f7edb4-a44b-48c5-b7d8-e15aa03e2f37 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.351182 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-48f7edb4-a44b-48c5-b7d8-e15aa03e2f37 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5631714 Nov 23 04:40:39.368296 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42168) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:39.376968 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.382682 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.383290 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.402934 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-2a0c68cf-61f4-4b22-b788-dd7fe5793bf4 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group_rule': {'security_group_id': '7a844542-bb1a-43c7-a050-e2eefb4a20fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:39.418836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf4daa7-2d93-4f8e-b889-48210dfdb653 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=74983471-59ae-4422-83d4-4759c0423207,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:39.422920 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1122000856', 'router:external': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:39.425354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f7edb4-a44b-48c5-b7d8-e15aa03e2f37 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7a844542-bb1a-43c7-a050-e2eefb4a20fc,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:39.487385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] For port 2b6867d2-0774-4511-8992-2224ae73561f, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:39.487675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempted to set empty binding levels {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 04:40:39.494242 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.497440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.503255 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-caf4daa7-2d93-4f8e-b889-48210dfdb653 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.508988 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-caf4daa7-2d93-4f8e-b889-48210dfdb653 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/74983471-59ae-4422-83d4-4759c0423207 HTTP/1.1" status: 204 len: 168 time: 0.9688993 Nov 23 04:40:39.515442 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42172) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:39.533063 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5251169 Nov 23 04:40:39.534775 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.534921 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.537812 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42174) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:39.539825 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] For port 40731b1f-26d9-4425-8db4-ae6db002cf2e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=40731b1f-26d9-4425-8db4-ae6db002cf2e,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:39.540213 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.546017 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Network': ['ID=9b32ee05-01f8-4e19-b1f1-32d559497992,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:39.549635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2a0c68cf-61f4-4b22-b788-dd7fe5793bf4 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.561382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ea29f43d-4e24-45ee-bc90-baf9a00091f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'subnet': {'network_id': '9b32ee05-01f8-4e19-b1f1-32d559497992', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:39.571121 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] In _notify_port_updated(), no bound segment for port 2b6867d2-0774-4511-8992-2224ae73561f on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:40:39.571991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.572623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.574022 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "PUT /v2.0/ports/2b6867d2-0774-4511-8992-2224ae73561f HTTP/1.1" status: 200 len: 981 time: 2.7699614 Nov 23 04:40:39.582230 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] vlan segment allocate from pool success with {'vlan_id': 161, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:40:39.583834 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42176) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:39.641071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.641259 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.641584 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.641926 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.642263 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.642591 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.642924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.643254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.643578 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.643902 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.644229 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.644555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25f02378-e0c9-4702-bfca-6b70d6d39e11 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.647978 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] Calling delete_port for 40731b1f-26d9-4425-8db4-ae6db002cf2e owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:39.655270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Pushing event updated for resources: {'Port': ['ID=2b6867d2-0774-4511-8992-2224ae73561f,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:39.662109 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 9b32ee05-01f8-4e19-b1f1-32d559497992 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:40:39.685971 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.686316 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] Added segment ce54fe4c-2781-49e5-acec-a3bff3b39a90 of type vlan for network b21b611f-a015-425c-ab34-b547c5f8ac2e Nov 23 04:40:39.687893 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Made reservation on behalf of 5a4efdc6ea5144459466f2edeb3518c3 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:39.690268 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.691986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.692264 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.692711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.693152 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.693616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.694049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.694586 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.695021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.695422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.695924 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.696420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.696902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0efb1d5c-b9f0-48df-9308-a938b29e0aab tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:39.715627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d951868-6198-4b51-b7dc-4f92ffcbc47f,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:39.743248 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.799525 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea69f1-ea77-4142-ad14-58c73221b7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.799849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea69f1-ea77-4142-ad14-58c73221b7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.800319 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea69f1-ea77-4142-ad14-58c73221b7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.800781 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea69f1-ea77-4142-ad14-58c73221b7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.803199 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea69f1-ea77-4142-ad14-58c73221b7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.803876 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea69f1-ea77-4142-ad14-58c73221b7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.804500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea69f1-ea77-4142-ad14-58c73221b7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.805321 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea69f1-ea77-4142-ad14-58c73221b7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.806077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea69f1-ea77-4142-ad14-58c73221b7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.806793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea69f1-ea77-4142-ad14-58c73221b7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.807429 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea69f1-ea77-4142-ad14-58c73221b7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.808249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea69f1-ea77-4142-ad14-58c73221b7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.808886 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea69f1-ea77-4142-ad14-58c73221b7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.809557 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7ea69f1-ea77-4142-ad14-58c73221b7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.816365 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b7ea69f1-ea77-4142-ad14-58c73221b7e8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 12356 time: 0.2299478 Nov 23 04:40:39.822179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db6c06e-122d-4c42-a80e-7feda79c193f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:39.823439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42178) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:39.824333 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8db6c06e-122d-4c42-a80e-7feda79c193f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.3056810 Nov 23 04:40:39.828814 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42180) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:39.836033 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.898986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2a0c68cf-61f4-4b22-b788-dd7fe5793bf4 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac16494e-be0b-4082-b572-58978036afdf tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] GET failed (client error): The resource could not be found. Nov 23 04:40:39.911858 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ac16494e-be0b-4082-b572-58978036afdf tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/74983471-59ae-4422-83d4-4759c0423207 HTTP/1.1" status: 404 len: 333 time: 0.0751727 Nov 23 04:40:39.913140 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42182) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:39.916907 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2a0c68cf-61f4-4b22-b788-dd7fe5793bf4 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.918125 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea29f43d-4e24-45ee-bc90-baf9a00091f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Made reservation on behalf of a90f6b3b75c9410481e60bec9d5485bb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:39.921650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-fdb54fa1-4f3c-4048-9d84-4e00d979e19a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-571439202'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:39.921801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea29f43d-4e24-45ee-bc90-baf9a00091f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:39.987017 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Allocated IP 172.26.8.110 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/5abeb42e-e3f0-48bd-bb9e-f02f54cc820d) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:39.987895 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0c68cf-61f4-4b22-b788-dd7fe5793bf4 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c7bb307-48d3-4332-ac09-669e025d9aef,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:39.999833 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.000704 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:40.001298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.023702 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdb54fa1-4f3c-4048-9d84-4e00d979e19a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:40.027275 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fdb54fa1-4f3c-4048-9d84-4e00d979e19a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.062827 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-ea29f43d-4e24-45ee-bc90-baf9a00091f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Performing IP validity checks on allocation pools {{(pid=109952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 04:40:40.063345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2a0c68cf-61f4-4b22-b788-dd7fe5793bf4 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.063463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-ea29f43d-4e24-45ee-bc90-baf9a00091f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 04:40:40.064555 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2a0c68cf-61f4-4b22-b788-dd7fe5793bf4 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6889219 Nov 23 04:40:40.075439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42184) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:40.086519 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-487e7646-fcb2-4e7f-86c9-2909e5e396b3 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group_rule': {'security_group_id': '7a844542-bb1a-43c7-a050-e2eefb4a20fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:40.101345 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4066195 Nov 23 04:40:40.109677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42186) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:40.122792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-23bda6a0-b4eb-4b80-aa45-237e3c3cdea7 admin admin] Request body: {'subnet': {'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-910301924-subnet', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:40.136260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-522e43f3-8112-4599-af75-709e4ad1f7ca admin admin] Pushing event updated for resources: {'Network': ['ID=b21b611f-a015-425c-ab34-b547c5f8ac2e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:40.148696 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdb54fa1-4f3c-4048-9d84-4e00d979e19a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:40:40.155707 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network b21b611f-a015-425c-ab34-b547c5f8ac2e details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:40:40.157194 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b6a4a-b00a-498d-a26a-403581082230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Deleting port 2b6867d2-0774-4511-8992-2224ae73561f {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:40.157485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6a4a-b00a-498d-a26a-403581082230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.175510 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.211147 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fdb54fa1-4f3c-4048-9d84-4e00d979e19a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.211524 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-fdb54fa1-4f3c-4048-9d84-4e00d979e19a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Added segment aa927781-3630-43dc-89cf-b45a4600fd4c of type vlan for network 24e3f505-8b13-4133-a873-3e6edca51bc0 Nov 23 04:40:40.211747 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.214452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-487e7646-fcb2-4e7f-86c9-2909e5e396b3 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.273081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:40:40.275463 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23bda6a0-b4eb-4b80-aa45-237e3c3cdea7 admin admin] Made reservation on behalf of ca9ade32f67b43ae8be521fa872a6702 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:40.278227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-23bda6a0-b4eb-4b80-aa45-237e3c3cdea7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.299193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.311216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fdb54fa1-4f3c-4048-9d84-4e00d979e19a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.325853 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65f3d7cf-36b7-45ac-9a0e-0034b921446c,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:40.334142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.336632 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.337051 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Added segment 45babb23-a2d4-4301-bd1f-b644aaf50ee7 of type vlan for network d1eab6de-79c4-470c-9e53-afc2aac9664b Nov 23 04:40:40.343329 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.357476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-3d5b6a4a-b00a-498d-a26a-403581082230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] For port 2b6867d2-0774-4511-8992-2224ae73561f, host hv-neutron-8188, got binding levels [] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:40.358023 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6a4a-b00a-498d-a26a-403581082230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.398307 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-3d5b6a4a-b00a-498d-a26a-403581082230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Calling delete_port for 2b6867d2-0774-4511-8992-2224ae73561f owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:40.411027 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] Pushing event deleted for resources: {'Port': ['ID=40731b1f-26d9-4425-8db4-ae6db002cf2e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:40.425600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fdb54fa1-4f3c-4048-9d84-4e00d979e19a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.426018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-964dc08f-0fff-4c4e-ab69-c581a931a030 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:40.429471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdb54fa1-4f3c-4048-9d84-4e00d979e19a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:40.430374 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fdb54fa1-4f3c-4048-9d84-4e00d979e19a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.454786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-487e7646-fcb2-4e7f-86c9-2909e5e396b3 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.488011 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.531236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-487e7646-fcb2-4e7f-86c9-2909e5e396b3 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.533070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ebe2de30-f514-4720-afba-d383e644cda8 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:40.557212 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea29f43d-4e24-45ee-bc90-baf9a00091f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.559882 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: ebe2de30-f514-4720-afba-d383e644cda8 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:40:40.560389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ebe2de30-f514-4720-afba-d383e644cda8 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:40:40.573302 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fdb54fa1-4f3c-4048-9d84-4e00d979e19a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6562753 Nov 23 04:40:40.579581 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42188) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:40.586539 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c2362763-53aa-4056-8204-7d29aee21523 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'subnet': {'network_id': '24e3f505-8b13-4133-a873-3e6edca51bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:40.587561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487e7646-fcb2-4e7f-86c9-2909e5e396b3 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2b0b7231-4a4b-4a46-a14b-75b5331a760d,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:40.594616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdb54fa1-4f3c-4048-9d84-4e00d979e19a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Network': ['ID=24e3f505-8b13-4133-a873-3e6edca51bc0,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:40.604366 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-487e7646-fcb2-4e7f-86c9-2909e5e396b3 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.604501 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 24e3f505-8b13-4133-a873-3e6edca51bc0 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:40:40.608726 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-487e7646-fcb2-4e7f-86c9-2909e5e396b3 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5281649 Nov 23 04:40:40.610263 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42190) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:40.621574 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e628be92-c570-47be-b553-fbaa2210daf2 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group_rule': {'security_group_id': '7a844542-bb1a-43c7-a050-e2eefb4a20fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:40.640677 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.643831 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.696801 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e628be92-c570-47be-b553-fbaa2210daf2 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.724703 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6a4a-b00a-498d-a26a-403581082230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.779903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.780737 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:40.781329 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.783641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d5b6a4a-b00a-498d-a26a-403581082230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Pushing event deleted for resources: {'Port': ['ID=2b6867d2-0774-4511-8992-2224ae73561f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:40.794891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-23bda6a0-b4eb-4b80-aa45-237e3c3cdea7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.797192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d5b6a4a-b00a-498d-a26a-403581082230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.800401 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3d5b6a4a-b00a-498d-a26a-403581082230 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "DELETE /v2.0/ports/2b6867d2-0774-4511-8992-2224ae73561f HTTP/1.1" status: 204 len: 168 time: 0.9726536 Nov 23 04:40:40.809935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42192) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:40.854210 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:40.868886 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0258619-7780-4ebd-843e-cbd3e46b1635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] GET failed (client error): The resource could not be found. Nov 23 04:40:40.870358 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e0258619-7780-4ebd-843e-cbd3e46b1635 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "GET /v2.0/ports/2b6867d2-0774-4511-8992-2224ae73561f HTTP/1.1" status: 404 len: 333 time: 0.0595019 Nov 23 04:40:40.876035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea29f43d-4e24-45ee-bc90-baf9a00091f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Subnet': ['ID=b077a515-e936-4a8b-9b80-d6bf4cfbb542,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:40.876585 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42194) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:40.887218 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e628be92-c570-47be-b553-fbaa2210daf2 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.893886 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e376968c-3ff5-4bb2-a1ad-31e21d39c91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-34348631', 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:40.905088 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e628be92-c570-47be-b553-fbaa2210daf2 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.909171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.922109 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23bda6a0-b4eb-4b80-aa45-237e3c3cdea7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=15926d1c-ee0f-48ad-88dc-7f8fa57c0643,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:40.930535 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.934939 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:40.946429 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e628be92-c570-47be-b553-fbaa2210daf2 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cfd2bfd8-bf94-4273-ac1b-0c12fc5436ab,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:40.953185 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.7036307 Nov 23 04:40:40.954872 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23bda6a0-b4eb-4b80-aa45-237e3c3cdea7 admin admin] Checking segment: {'id': 'ce54fe4c-2781-49e5-acec-a3bff3b39a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:40.955301 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bda6a0-b4eb-4b80-aa45-237e3c3cdea7 admin admin] Network hostable DHCP agents. Network: b21b611f-a015-425c-ab34-b547c5f8ac2e, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:40:40.958716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42196) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:40.964904 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-fdfd5380-ea82-4655-bfee-21e3d7e729dd tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Request body: {'subnet': {'network_id': 'd1eab6de-79c4-470c-9e53-afc2aac9664b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:40.969556 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:40.971161 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e376968c-3ff5-4bb2-a1ad-31e21d39c91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Made reservation on behalf of 636e8926b5814c7a8d1f4f64113349b5 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:40.971449 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=5abeb42e-e3f0-48bd-bb9e-f02f54cc820d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:40.973590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e376968c-3ff5-4bb2-a1ad-31e21d39c91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.986587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e628be92-c570-47be-b553-fbaa2210daf2 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:40.987771 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e628be92-c570-47be-b553-fbaa2210daf2 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3733871 Nov 23 04:40:40.996162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42198) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:41.007604 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5a6a4b5d-7447-4244-8f4f-87ef49a7c6e2 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group_rule': {'security_group_id': '7a844542-bb1a-43c7-a050-e2eefb4a20fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:41.028463 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-e376968c-3ff5-4bb2-a1ad-31e21d39c91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] device_id is not set on port 54907c89-5d6b-4b91-8555-2e48c07b5358 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:41.032493 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23bda6a0-b4eb-4b80-aa45-237e3c3cdea7 admin admin] Network b21b611f-a015-425c-ab34-b547c5f8ac2e is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:40:41.040947 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdfd5380-ea82-4655-bfee-21e3d7e729dd tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Made reservation on behalf of 5a4efdc6ea5144459466f2edeb3518c3 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:41.043856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5380-ea82-4655-bfee-21e3d7e729dd tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.055295 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86613361-0698-4a56-b42f-adfeae85beb3 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Pushing event updated for resources: {'Network': ['ID=d1eab6de-79c4-470c-9e53-afc2aac9664b,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:41.059411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea29f43d-4e24-45ee-bc90-baf9a00091f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Checking segment: {'id': 'e6c85590-cf24-41ff-b443-12e5cc124ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9b32ee05-01f8-4e19-b1f1-32d559497992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:41.059757 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea29f43d-4e24-45ee-bc90-baf9a00091f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network hostable DHCP agents. Network: 9b32ee05-01f8-4e19-b1f1-32d559497992, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:40:41.064807 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.065382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:40:41.069524 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network d1eab6de-79c4-470c-9e53-afc2aac9664b details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:40:41.074328 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.077847 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-586f6e43-3197-4b8f-9472-6110b3820f21 admin admin] 10.222.0.37 "DELETE /v2.0/routers/bf310fd9-8fa5-42e0-9b69-5b006a4c3fe9 HTTP/1.1" status: 204 len: 168 time: 3.1322799 Nov 23 04:40:41.079619 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42200) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:41.121315 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-23bda6a0-b4eb-4b80-aa45-237e3c3cdea7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, b21b611f-a015-425c-ab34-b547c5f8ac2e) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:41.130916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23bda6a0-b4eb-4b80-aa45-237e3c3cdea7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:41.131727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-23bda6a0-b4eb-4b80-aa45-237e3c3cdea7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.177437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4b5d-7447-4244-8f4f-87ef49a7c6e2 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.182627 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355167a6-d69e-44c7-a35f-55e052b1b7f6 None None] Network b21b611f-a015-425c-ab34-b547c5f8ac2e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:41.201957 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0315c77-011d-4356-9d5a-43623e6f13cb admin admin] Deleting subnet 45b211fe-4bfb-46ee-9494-6e310ec55924 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:40:41.206702 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b0315c77-011d-4356-9d5a-43623e6f13cb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.228560 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-23bda6a0-b4eb-4b80-aa45-237e3c3cdea7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1138718 Nov 23 04:40:41.240780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42202) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:41.250048 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:41.251003 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b0315c77-011d-4356-9d5a-43623e6f13cb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.334603 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea29f43d-4e24-45ee-bc90-baf9a00091f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Network 9b32ee05-01f8-4e19-b1f1-32d559497992 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:40:41.343182 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2362763-53aa-4056-8204-7d29aee21523 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:41.346723 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c2362763-53aa-4056-8204-7d29aee21523 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.393853 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.395241 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.414918 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e376968c-3ff5-4bb2-a1ad-31e21d39c91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.426436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-ea29f43d-4e24-45ee-bc90-baf9a00091f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 9b32ee05-01f8-4e19-b1f1-32d559497992) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:41.441220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4b5d-7447-4244-8f4f-87ef49a7c6e2 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.442373 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea29f43d-4e24-45ee-bc90-baf9a00091f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:41.443126 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea29f43d-4e24-45ee-bc90-baf9a00091f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.448257 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4af33b19-e3ba-4807-ab42-cbb8aa9f9758 None None] Network 9b32ee05-01f8-4e19-b1f1-32d559497992 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:41.461222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b0315c77-011d-4356-9d5a-43623e6f13cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.471831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4b5d-7447-4244-8f4f-87ef49a7c6e2 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.563748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a6a4b5d-7447-4244-8f4f-87ef49a7c6e2 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4adb413-5bbe-4e33-a0b0-289fcbd8169b,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:41.567293 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.572347 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5a6a4b5d-7447-4244-8f4f-87ef49a7c6e2 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.573608 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5a6a4b5d-7447-4244-8f4f-87ef49a7c6e2 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5735836 Nov 23 04:40:41.584500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42204) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:41.593265 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b2737b01-cf63-45e8-bcf7-0db9b982b733 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group_rule': {'security_group_id': '7a844542-bb1a-43c7-a050-e2eefb4a20fc', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:41.626765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-b21b611f-a015-425c-ab34-b547c5f8ac2e', 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'fixed_ips': [{'subnet_id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:40:41.627763 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.715937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.720944 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e376968c-3ff5-4bb2-a1ad-31e21d39c91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.767674 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-9b32ee05-01f8-4e19-b1f1-32d559497992', 'network_id': '9b32ee05-01f8-4e19-b1f1-32d559497992', 'tenant_id': 'a90f6b3b75c9410481e60bec9d5485bb', 'fixed_ips': [{'subnet_id': 'b077a515-e936-4a8b-9b80-d6bf4cfbb542'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:40:41.768970 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.838461 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.852189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2737b01-cf63-45e8-bcf7-0db9b982b733 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.857360 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e376968c-3ff5-4bb2-a1ad-31e21d39c91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Network 1b63ab6a-eb02-4df8-a655-589176d55568 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:41.876694 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-e376968c-3ff5-4bb2-a1ad-31e21d39c91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:41.884081 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ea29f43d-4e24-45ee-bc90-baf9a00091f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 2.3364167 Nov 23 04:40:41.887048 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42206) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:41.894735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e376968c-3ff5-4bb2-a1ad-31e21d39c91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:41.895670 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e376968c-3ff5-4bb2-a1ad-31e21d39c91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:41.896265 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e376968c-3ff5-4bb2-a1ad-31e21d39c91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:41.902082 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-3ec97e76-ab40-4a0b-8e67-d81ac4e8fee4 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:41.903819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e376968c-3ff5-4bb2-a1ad-31e21d39c91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Pushing event updated for resources: {'Port': ['ID=54907c89-5d6b-4b91-8555-2e48c07b5358,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:41.958812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Allocated IP 172.20.0.2 (b21b611f-a015-425c-ab34-b547c5f8ac2e/15926d1c-ee0f-48ad-88dc-7f8fa57c0643/f71e48cd-31c4-4b72-82e9-6029033bb558) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:41.971288 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e376968c-3ff5-4bb2-a1ad-31e21d39c91e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 962 time: 1.0875947 Nov 23 04:40:41.978775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42208) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:41.982756 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Allocated IP 172.20.0.3 (9b32ee05-01f8-4e19-b1f1-32d559497992/b077a515-e936-4a8b-9b80-d6bf4cfbb542/751139b7-c695-474b-a629-1ea28e6b18b9) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:42.030662 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b0315c77-011d-4356-9d5a-43623e6f13cb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.039851 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2737b01-cf63-45e8-bcf7-0db9b982b733 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.042237 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b61d1751-2305-44a4-8ee5-5441cdf8eea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:42.044489 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b61d1751-2305-44a4-8ee5-5441cdf8eea5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "GET /v2.0/ports/54907c89-5d6b-4b91-8555-2e48c07b5358 HTTP/1.1" status: 200 len: 957 time: 0.0616627 Nov 23 04:40:42.048471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42210) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:42.070141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2737b01-cf63-45e8-bcf7-0db9b982b733 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.123425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0315c77-011d-4356-9d5a-43623e6f13cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=45b211fe-4bfb-46ee-9494-6e310ec55924,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:42.124864 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2737b01-cf63-45e8-bcf7-0db9b982b733 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95fe5e06-1fe6-473b-ad52-4daa7aea8281,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:42.133554 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b0315c77-011d-4356-9d5a-43623e6f13cb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.139148 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b0315c77-011d-4356-9d5a-43623e6f13cb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/45b211fe-4bfb-46ee-9494-6e310ec55924 HTTP/1.1" status: 204 len: 168 time: 1.0561030 Nov 23 04:40:42.156157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42212) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:42.160899 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2737b01-cf63-45e8-bcf7-0db9b982b733 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.162292 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b2737b01-cf63-45e8-bcf7-0db9b982b733 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5758688 Nov 23 04:40:42.166296 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42214) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:42.171669 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f2de80-a2f4-4bd9-8d60-b19694e37002 None None] Network 11d0d08f-df23-4386-978f-0f1b245142bf requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:42.208170 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.objects.ports [None req-fdfd5380-ea82-4655-bfee-21e3d7e729dd tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:40:42.208723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5380-ea82-4655-bfee-21e3d7e729dd tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.246406 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ec97e76-ab40-4a0b-8e67-d81ac4e8fee4 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13951966'] for subnet, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.314513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c2362763-53aa-4056-8204-7d29aee21523 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.323843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.340193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.344604 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.351700 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7387-761c-4fab-b23d-14c94adede37 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.368319 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.373642 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7387-761c-4fab-b23d-14c94adede37 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.376472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfd5380-ea82-4655-bfee-21e3d7e729dd tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Pushing event updated for resources: {'Subnet': ['ID=1b53f16b-3a02-4875-87ce-40f7723e892e,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:42.395521 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.437873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.440107 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Network b21b611f-a015-425c-ab34-b547c5f8ac2e is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:42.449661 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Network 9b32ee05-01f8-4e19-b1f1-32d559497992 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:42.450677 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:42.453885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:42.457097 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Pushing event updated for resources: {'Port': ['ID=f71e48cd-31c4-4b72-82e9-6029033bb558,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:42.461871 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:42.463049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2362763-53aa-4056-8204-7d29aee21523 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Subnet': ['ID=fc7d0a96-f5dd-4d9c-bef2-f87666c1c4c0,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:42.465953 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:42.489071 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-85b76c88-7354-4783-bb1b-56df489da1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Deleting port 54907c89-5d6b-4b91-8555-2e48c07b5358 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:42.489702 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-85b76c88-7354-4783-bb1b-56df489da1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.494271 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:42.494698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:42.495114 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:42.495860 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:42.496199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:42.496546 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:42.496879 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:42.497227 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:42.497584 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:42.497909 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:42.498229 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:42.498550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:42.516902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdfd5380-ea82-4655-bfee-21e3d7e729dd tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Checking segment: {'id': '45babb23-a2d4-4301-bd1f-b644aaf50ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd1eab6de-79c4-470c-9e53-afc2aac9664b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:42.517356 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd5380-ea82-4655-bfee-21e3d7e729dd tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Network hostable DHCP agents. Network: d1eab6de-79c4-470c-9e53-afc2aac9664b, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:40:42.528486 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2362763-53aa-4056-8204-7d29aee21523 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Checking segment: {'id': 'aa927781-3630-43dc-89cf-b45a4600fd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24e3f505-8b13-4133-a873-3e6edca51bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:42.529606 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2362763-53aa-4056-8204-7d29aee21523 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network hostable DHCP agents. Network: 24e3f505-8b13-4133-a873-3e6edca51bc0, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:40:42.566335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7387-761c-4fab-b23d-14c94adede37 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.595598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b5c7387-761c-4fab-b23d-14c94adede37 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.596842 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3b5c7387-761c-4fab-b23d-14c94adede37 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/95fe5e06-1fe6-473b-ad52-4daa7aea8281 HTTP/1.1" status: 204 len: 168 time: 0.4075439 Nov 23 04:40:42.607253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42216) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:42.618146 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 40731b1f-26d9-4425-8db4-ae6db002cf2e no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:42.631659 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.645653 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b5c7387-761c-4fab-b23d-14c94adede37 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=95fe5e06-1fe6-473b-ad52-4daa7aea8281,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:42.666744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244e2919-7b79-4ef6-b54a-ce37d2be3197 None None] DHCP port deletion for 11d0d08f-df23-4386-978f-0f1b245142bf request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:42.671013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.676676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-85b76c88-7354-4783-bb1b-56df489da1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.676890 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2362763-53aa-4056-8204-7d29aee21523 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 24e3f505-8b13-4133-a873-3e6edca51bc0 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:40:42.689917 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 40731b1f-26d9-4425-8db4-ae6db002cf2e {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:40:42.689917 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 40731b1f-26d9-4425-8db4-ae6db002cf2e not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:40:42.694990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.696993 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Pushing event updated for resources: {'Port': ['ID=751139b7-c695-474b-a629-1ea28e6b18b9,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:42.701335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-85b76c88-7354-4783-bb1b-56df489da1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Calling delete_port for 54907c89-5d6b-4b91-8555-2e48c07b5358 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:42.701649 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Attempting to bind port f71e48cd-31c4-4b72-82e9-6029033bb558 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:42.702193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Attempting to bind port f71e48cd-31c4-4b72-82e9-6029033bb558 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'ce54fe4c-2781-49e5-acec-a3bff3b39a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:42.702877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Attempting to bind port f71e48cd-31c4-4b72-82e9-6029033bb558 on network b21b611f-a015-425c-ab34-b547c5f8ac2e {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:42.724535 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdfd5380-ea82-4655-bfee-21e3d7e729dd tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Network d1eab6de-79c4-470c-9e53-afc2aac9664b is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:40:42.728790 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Attempting to bind port 751139b7-c695-474b-a629-1ea28e6b18b9 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:42.729304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Attempting to bind port 751139b7-c695-474b-a629-1ea28e6b18b9 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'e6c85590-cf24-41ff-b443-12e5cc124ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9b32ee05-01f8-4e19-b1f1-32d559497992'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:42.729553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Attempting to bind port 751139b7-c695-474b-a629-1ea28e6b18b9 on network 9b32ee05-01f8-4e19-b1f1-32d559497992 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:42.735531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.736942 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:40:42.737340 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Checking segment: {'id': 'ce54fe4c-2781-49e5-acec-a3bff3b39a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:42.737735 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.738126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Bound using segment: {'id': 'ce54fe4c-2781-49e5-acec-a3bff3b39a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:40:42.738594 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Bound port: f71e48cd-31c4-4b72-82e9-6029033bb558, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce54fe4c-2781-49e5-acec-a3bff3b39a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:40:42.739267 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.741922 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-c2362763-53aa-4056-8204-7d29aee21523 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 24e3f505-8b13-4133-a873-3e6edca51bc0) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:42.745655 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-fdfd5380-ea82-4655-bfee-21e3d7e729dd tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, d1eab6de-79c4-470c-9e53-afc2aac9664b) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:42.759870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:40:42.760243 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Checking segment: {'id': 'e6c85590-cf24-41ff-b443-12e5cc124ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9b32ee05-01f8-4e19-b1f1-32d559497992'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:42.760945 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-24c76430-6064-4e8e-8148-d9a88b4d1074 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.1507149 Nov 23 04:40:42.764954 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.765540 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Bound using segment: {'id': 'e6c85590-cf24-41ff-b443-12e5cc124ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9b32ee05-01f8-4e19-b1f1-32d559497992'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:40:42.766114 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Bound port: 751139b7-c695-474b-a629-1ea28e6b18b9, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e6c85590-cf24-41ff-b443-12e5cc124ff6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': '9b32ee05-01f8-4e19-b1f1-32d559497992'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:40:42.767024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.767697 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2362763-53aa-4056-8204-7d29aee21523 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:42.768312 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c2362763-53aa-4056-8204-7d29aee21523 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.777414 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42218) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:42.779174 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4e1e06-7c7b-45da-88f8-4b0c8e846f5d None None] Network 24e3f505-8b13-4133-a873-3e6edca51bc0 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:42.784020 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb4a7b0-52e8-4768-9957-64968b12db3b None None] Network d1eab6de-79c4-470c-9e53-afc2aac9664b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:42.786514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ec97e76-ab40-4a0b-8e67-d81ac4e8fee4 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788451473996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12605575'] for subnet, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.790544 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdfd5380-ea82-4655-bfee-21e3d7e729dd tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:42.791150 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fdfd5380-ea82-4655-bfee-21e3d7e729dd tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.794201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] Deleting port 79d67627-b1c3-42c0-881d-c1432aeba512 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:42.794529 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.903534 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c2362763-53aa-4056-8204-7d29aee21523 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3184776 Nov 23 04:40:42.907504 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42220) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:42.911387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec97e76-ab40-4a0b-8e67-d81ac4e8fee4 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:42.911996 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ec97e76-ab40-4a0b-8e67-d81ac4e8fee4 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.918206 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3ec97e76-ab40-4a0b-8e67-d81ac4e8fee4 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "PUT /v2.0/subnets/b077a515-e936-4a8b-9b80-d6bf4cfbb542 HTTP/1.1" status: 200 len: 877 time: 1.0195034 Nov 23 04:40:42.925351 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-5aceeea7-2a4d-440d-b003-fa842addf9cc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'subnet': {'network_id': '24e3f505-8b13-4133-a873-3e6edca51bc0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:42.928970 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81196b12-8570-493e-9288-ab1f1e9142f6 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:42.935530 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42222) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:42.975427 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81196b12-8570-493e-9288-ab1f1e9142f6 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.016814 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-244e2919-7b79-4ef6-b54a-ce37d2be3197 None None] Deleting port 79d67627-b1c3-42c0-881d-c1432aeba512 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:43.017187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-244e2919-7b79-4ef6-b54a-ce37d2be3197 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.019697 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec97e76-ab40-4a0b-8e67-d81ac4e8fee4 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event updated for resources: {'Subnet': ['ID=b077a515-e936-4a8b-9b80-d6bf4cfbb542,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:43.097935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] For port f71e48cd-31c4-4b72-82e9-6029033bb558, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:43.132740 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] For port 751139b7-c695-474b-a629-1ea28e6b18b9, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:43.166975 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81196b12-8570-493e-9288-ab1f1e9142f6 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.184420 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81196b12-8570-493e-9288-ab1f1e9142f6 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.185666 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-81196b12-8570-493e-9288-ab1f1e9142f6 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d4adb413-5bbe-4e33-a0b0-289fcbd8169b HTTP/1.1" status: 204 len: 168 time: 0.4113328 Nov 23 04:40:43.189586 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42224) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:43.210920 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81196b12-8570-493e-9288-ab1f1e9142f6 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4adb413-5bbe-4e33-a0b0-289fcbd8169b,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:43.227408 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.232861 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.244046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.249956 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fdfd5380-ea82-4655-bfee-21e3d7e729dd tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.2900534 Nov 23 04:40:43.250716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42226) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:43.267750 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] For port 79d67627-b1c3-42c0-881d-c1432aeba512, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=79d67627-b1c3-42c0-881d-c1432aeba512,segment=NetworkSegment(053028f0-03a9-4134-8382-a8d3f8d56f47),segment_id=053028f0-03a9-4134-8382-a8d3f8d56f47)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:43.268816 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.277605 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-12870e9f-1c54-469a-85a8-7148215a9b43 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-1105812574', 'network_id': 'd1eab6de-79c4-470c-9e53-afc2aac9664b'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:43.322322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aceeea7-2a4d-440d-b003-fa842addf9cc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:43.325849 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5aceeea7-2a4d-440d-b003-fa842addf9cc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.334776 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] Calling delete_port for 79d67627-b1c3-42c0-881d-c1432aeba512 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:43.343031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] For port f71e48cd-31c4-4b72-82e9-6029033bb558, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f71e48cd-31c4-4b72-82e9-6029033bb558,segment=NetworkSegment(ce54fe4c-2781-49e5-acec-a3bff3b39a90),segment_id=ce54fe4c-2781-49e5-acec-a3bff3b39a90)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:40:43.353951 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] For port 751139b7-c695-474b-a629-1ea28e6b18b9, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=751139b7-c695-474b-a629-1ea28e6b18b9,segment=NetworkSegment(e6c85590-cf24-41ff-b443-12e5cc124ff6),segment_id=e6c85590-cf24-41ff-b443-12e5cc124ff6)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:40:43.373403 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c0ef6e69-862a-4398-baa3-b3bae867a6cc tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1763546 Nov 23 04:40:43.373626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.382362 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42228) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:43.388870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.389950 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=5abeb42e-e3f0-48bd-bb9e-f02f54cc820d,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:43.392827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-244e2919-7b79-4ef6-b54a-ce37d2be3197 None None] For port 79d67627-b1c3-42c0-881d-c1432aeba512, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=79d67627-b1c3-42c0-881d-c1432aeba512,segment=NetworkSegment(053028f0-03a9-4134-8382-a8d3f8d56f47),segment_id=053028f0-03a9-4134-8382-a8d3f8d56f47)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:43.393229 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-244e2919-7b79-4ef6-b54a-ce37d2be3197 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.423084 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.433902 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2754a99e-1b0b-4976-b26e-bbcf87b4ae79 None None] Network d1eab6de-79c4-470c-9e53-afc2aac9664b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:43.454200 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12870e9f-1c54-469a-85a8-7148215a9b43 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Made reservation on behalf of 5a4efdc6ea5144459466f2edeb3518c3 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:43.456712 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-12870e9f-1c54-469a-85a8-7148215a9b43 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.470118 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Allocated IP 172.26.8.233 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/d9e78cd0-60f2-4ab8-94ff-abb81035a20d) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:43.479766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-85b76c88-7354-4783-bb1b-56df489da1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.492290 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9c5e7a76-c35d-4a93-86c6-f765b9673dae tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.503982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-244e2919-7b79-4ef6-b54a-ce37d2be3197 None None] Calling delete_port for 79d67627-b1c3-42c0-881d-c1432aeba512 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:43.526673 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9c5e7a76-c35d-4a93-86c6-f765b9673dae tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.540360 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b76c88-7354-4783-bb1b-56df489da1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Pushing event deleted for resources: {'Port': ['ID=54907c89-5d6b-4b91-8555-2e48c07b5358,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:43.553634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Deleting port 751139b7-c695-474b-a629-1ea28e6b18b9 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:43.553972 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.573051 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.ipam_backend_mixin [None req-5aceeea7-2a4d-440d-b003-fa842addf9cc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet fc7d0a96-f5dd-4d9c-bef2-f87666c1c4c0 (CIDR: 172.20.0.0/28) Nov 23 04:40:43.575124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-12870e9f-1c54-469a-85a8-7148215a9b43 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] device_id is not set on port 394e84db-0250-49ec-85ca-21c6ccefb336 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:43.593471 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7dfa97-7765-4171-a046-f2ebc1ece2b4 None None] Pushing event updated for resources: {'Port': ['ID=f71e48cd-31c4-4b72-82e9-6029033bb558,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:43.624863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-85b76c88-7354-4783-bb1b-56df489da1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.631286 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-85b76c88-7354-4783-bb1b-56df489da1da tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "DELETE /v2.0/ports/54907c89-5d6b-4b91-8555-2e48c07b5358 HTTP/1.1" status: 204 len: 168 time: 1.5804002 Nov 23 04:40:43.634925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42230) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:43.654716 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-24e3f505-8b13-4133-a873-3e6edca51bc0', 'network_id': '24e3f505-8b13-4133-a873-3e6edca51bc0', 'tenant_id': '21aafe545f554d9ca8d2cff1f90b0ba5', 'fixed_ips': [{'subnet_id': 'fc7d0a96-f5dd-4d9c-bef2-f87666c1c4c0'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:40:43.655868 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.657767 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-5aceeea7-2a4d-440d-b003-fa842addf9cc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:40:43.658262 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5aceeea7-2a4d-440d-b003-fa842addf9cc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:43.717122 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] For port 751139b7-c695-474b-a629-1ea28e6b18b9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=751139b7-c695-474b-a629-1ea28e6b18b9,segment=NetworkSegment(e6c85590-cf24-41ff-b443-12e5cc124ff6),segment_id=e6c85590-cf24-41ff-b443-12e5cc124ff6)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:43.717645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.733053 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Floating IP bc125696-8322-4876-bfb9-5b2aa74810c5 associated. External IP: 172.26.8.110, port: d92c6aa2-70ff-4764-9f11-fcbf2eeb6d2e. Nov 23 04:40:43.782308 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-837c9347-54cd-4dfb-b134-e77adaef7c9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] GET failed (client error): The resource could not be found. Nov 23 04:40:43.783661 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-837c9347-54cd-4dfb-b134-e77adaef7c9a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "GET /v2.0/ports/54907c89-5d6b-4b91-8555-2e48c07b5358 HTTP/1.1" status: 404 len: 333 time: 0.0848670 Nov 23 04:40:43.784327 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9c5e7a76-c35d-4a93-86c6-f765b9673dae tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.794147 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42232) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:43.801941 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e543287c-cccf-4442-ba91-2bfb2526f35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Request body: {'port': {'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1177957472'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:43.805173 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Calling delete_port for 751139b7-c695-474b-a629-1ea28e6b18b9 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:43.813633 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9c5e7a76-c35d-4a93-86c6-f765b9673dae tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.817372 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9c5e7a76-c35d-4a93-86c6-f765b9673dae tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/cfd2bfd8-bf94-4273-ac1b-0c12fc5436ab HTTP/1.1" status: 204 len: 168 time: 0.4305727 Nov 23 04:40:43.817605 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5aceeea7-2a4d-440d-b003-fa842addf9cc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9060895 Nov 23 04:40:43.817605 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42234) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:43.822560 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42236) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:43.841968 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-3b1ef8be-2d48-4168-af25-07e64222c393 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'subnet': {'network_id': '24e3f505-8b13-4133-a873-3e6edca51bc0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:43.880092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:43.882210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e7a76-c35d-4a93-86c6-f765b9673dae tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cfd2bfd8-bf94-4273-ac1b-0c12fc5436ab,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:43.972808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] Pushing event deleted for resources: {'Port': ['ID=79d67627-b1c3-42c0-881d-c1432aeba512,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:43.996714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Allocated IP 172.20.0.2 (24e3f505-8b13-4133-a873-3e6edca51bc0/fc7d0a96-f5dd-4d9c-bef2-f87666c1c4c0/174548fd-8bcc-4e9f-b774-1b020f67f15d) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:44.000933 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3602263d-fb9b-40fe-91d1-e976d7a0270c None None] Pushing event updated for resources: {'Port': ['ID=751139b7-c695-474b-a629-1ea28e6b18b9,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:44.006530 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-061c4d8c-fd8e-4e76-bd22-e78e492002aa tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1811903 Nov 23 04:40:44.027007 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42238) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:44.066954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.068664 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] No DVR routers for this DVR port 79d67627-b1c3-42c0-881d-c1432aeba512 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:44.092537 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-244e2919-7b79-4ef6-b54a-ce37d2be3197 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.104499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-12870e9f-1c54-469a-85a8-7148215a9b43 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Allocated IP 2001:db8::1f9 (d1eab6de-79c4-470c-9e53-afc2aac9664b/1b53f16b-3a02-4875-87ce-40f7723e892e/394e84db-0250-49ec-85ca-21c6ccefb336) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:44.148176 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e543287c-cccf-4442-ba91-2bfb2526f35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Made reservation on behalf of 636e8926b5814c7a8d1f4f64113349b5 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:44.150246 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e543287c-cccf-4442-ba91-2bfb2526f35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.156119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-84d5d975-adaf-4ed0-b79d-b285d4efabd9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.189036 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244e2919-7b79-4ef6-b54a-ce37d2be3197 None None] Pushing event deleted for resources: {'Port': ['ID=79d67627-b1c3-42c0-881d-c1432aeba512,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:44.198251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-244e2919-7b79-4ef6-b54a-ce37d2be3197 None None] No DVR routers for this DVR port 79d67627-b1c3-42c0-881d-c1432aeba512 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:44.208541 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b1ef8be-2d48-4168-af25-07e64222c393 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:44.213525 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3b1ef8be-2d48-4168-af25-07e64222c393 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.224511 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-e543287c-cccf-4442-ba91-2bfb2526f35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] device_id is not set on port 930640d8-163b-4d95-8ca5-6ad92881d01d yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:44.229735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-84d5d975-adaf-4ed0-b79d-b285d4efabd9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.283091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.329692 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.337538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.370225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.372783 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-84d5d975-adaf-4ed0-b79d-b285d4efabd9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.383927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11d0d08f-df23-4386-978f-0f1b245142bf']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:44.387331 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Network 24e3f505-8b13-4133-a873-3e6edca51bc0 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:44.391731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:44.394347 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:44.406264 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-84d5d975-adaf-4ed0-b79d-b285d4efabd9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.407423 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-84d5d975-adaf-4ed0-b79d-b285d4efabd9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/2b0b7231-4a4b-4a46-a14b-75b5331a760d HTTP/1.1" status: 204 len: 168 time: 0.3671165 Nov 23 04:40:44.409336 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d5d975-adaf-4ed0-b79d-b285d4efabd9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2b0b7231-4a4b-4a46-a14b-75b5331a760d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:44.411975 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Pushing event updated for resources: {'Port': ['ID=174548fd-8bcc-4e9f-b774-1b020f67f15d,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:44.412748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42240) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:44.424600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '053028f0-03a9-4134-8382-a8d3f8d56f47') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:44.424891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '053028f0-03a9-4134-8382-a8d3f8d56f47') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:44.466113 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Attempting to bind port 174548fd-8bcc-4e9f-b774-1b020f67f15d on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:44.466552 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Attempting to bind port 174548fd-8bcc-4e9f-b774-1b020f67f15d by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'aa927781-3630-43dc-89cf-b45a4600fd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24e3f505-8b13-4133-a873-3e6edca51bc0'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:44.467021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Attempting to bind port 174548fd-8bcc-4e9f-b774-1b020f67f15d on network 24e3f505-8b13-4133-a873-3e6edca51bc0 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:44.473487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:40:44.473801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Checking segment: {'id': 'aa927781-3630-43dc-89cf-b45a4600fd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24e3f505-8b13-4133-a873-3e6edca51bc0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:44.474341 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.474869 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Bound using segment: {'id': 'aa927781-3630-43dc-89cf-b45a4600fd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24e3f505-8b13-4133-a873-3e6edca51bc0'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:40:44.475820 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Bound port: 174548fd-8bcc-4e9f-b774-1b020f67f15d, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa927781-3630-43dc-89cf-b45a4600fd4c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 167, 'network_id': '24e3f505-8b13-4133-a873-3e6edca51bc0'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:40:44.476282 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.483405 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.504176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:44.524451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:44.528539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.536115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:44.559535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8bb83e-4104-4662-bf71-932056404b47 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:44.574575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:44.574991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:44.582768 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:44.593841 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-54437509-9698-4648-942a-854ce2c27d0e None None] For port 174548fd-8bcc-4e9f-b774-1b020f67f15d, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:44.599173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-54437509-9698-4648-942a-854ce2c27d0e None None] For port 174548fd-8bcc-4e9f-b774-1b020f67f15d, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=174548fd-8bcc-4e9f-b774-1b020f67f15d,segment=NetworkSegment(aa927781-3630-43dc-89cf-b45a4600fd4c),segment_id=aa927781-3630-43dc-89cf-b45a4600fd4c)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:40:44.607376 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.656462 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1db390b6-9fc8-43b2-8934-58f16b1c97cf tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.2369919 Nov 23 04:40:44.656462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Pushing event updated for resources: {'Port': ['ID=d9e78cd0-60f2-4ab8-94ff-abb81035a20d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:44.658777 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42242) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:44.687855 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-12870e9f-1c54-469a-85a8-7148215a9b43 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.697705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-de5dcec5-97ef-477b-90e9-f684e0e6bedd None None] Provisioning complete for port d9e78cd0-60f2-4ab8-94ff-abb81035a20d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:44.698076 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-de5dcec5-97ef-477b-90e9-f684e0e6bedd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.736103 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54437509-9698-4648-942a-854ce2c27d0e None None] Pushing event updated for resources: {'Port': ['ID=174548fd-8bcc-4e9f-b774-1b020f67f15d,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:44.756949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-088559a5-bc9e-42e8-8fd8-a4c3b24dd14f tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.757808 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-de5dcec5-97ef-477b-90e9-f684e0e6bedd None None] Port d9e78cd0-60f2-4ab8-94ff-abb81035a20d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:44.759676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.776108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 751139b7-c695-474b-a629-1ea28e6b18b9 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:44.844726 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 751139b7-c695-474b-a629-1ea28e6b18b9 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:44.845102 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.849595 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-088559a5-bc9e-42e8-8fd8-a4c3b24dd14f tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.890785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.896762 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] 10.222.0.37 "DELETE /v2.0/networks/11d0d08f-df23-4386-978f-0f1b245142bf HTTP/1.1" status: 204 len: 168 time: 2.7333148 Nov 23 04:40:44.926808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f1f6c-edd9-4a2f-a368-5194c0869aee admin admin] Pushing event deleted for resources: {'Network': ['ID=11d0d08f-df23-4386-978f-0f1b245142bf,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:44.967782 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-12870e9f-1c54-469a-85a8-7148215a9b43 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:44.978342 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.036715 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e543287c-cccf-4442-ba91-2bfb2526f35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.036916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-088559a5-bc9e-42e8-8fd8-a4c3b24dd14f tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.064755 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-088559a5-bc9e-42e8-8fd8-a4c3b24dd14f tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.065956 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-088559a5-bc9e-42e8-8fd8-a4c3b24dd14f tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/9c7bb307-48d3-4332-ac09-669e025d9aef HTTP/1.1" status: 204 len: 168 time: 0.4023213 Nov 23 04:40:45.080233 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42246) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:45.124666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088559a5-bc9e-42e8-8fd8-a4c3b24dd14f tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9c7bb307-48d3-4332-ac09-669e025d9aef,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:45.163001 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.178311 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:45.180196 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12870e9f-1c54-469a-85a8-7148215a9b43 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Pushing event updated for resources: {'Port': ['ID=394e84db-0250-49ec-85ca-21c6ccefb336,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:45.189908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12870e9f-1c54-469a-85a8-7148215a9b43 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Network d1eab6de-79c4-470c-9e53-afc2aac9664b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:45.201321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f71e48cd-31c4-4b72-82e9-6029033bb558 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:45.247328 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Port': ['ID=751139b7-c695-474b-a629-1ea28e6b18b9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:45.277592 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No DVR routers for this DVR port 751139b7-c695-474b-a629-1ea28e6b18b9 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:45.283541 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42248) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:45.297314 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-12870e9f-1c54-469a-85a8-7148215a9b43 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:45.305452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12870e9f-1c54-469a-85a8-7148215a9b43 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:45.306549 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12870e9f-1c54-469a-85a8-7148215a9b43 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:45.307048 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-12870e9f-1c54-469a-85a8-7148215a9b43 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.325602 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:40:45.348059 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port f71e48cd-31c4-4b72-82e9-6029033bb558 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:45.348530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.373808 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d579aced-684a-41aa-8022-a9ed886a8cf5 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2752340 Nov 23 04:40:45.379237 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42250) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:45.455719 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-12870e9f-1c54-469a-85a8-7148215a9b43 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 2.1934927 Nov 23 04:40:45.456347 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42252) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:45.494134 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.566112 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port f71e48cd-31c4-4b72-82e9-6029033bb558, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f71e48cd-31c4-4b72-82e9-6029033bb558,segment=NetworkSegment(ce54fe4c-2781-49e5-acec-a3bff3b39a90),segment_id=ce54fe4c-2781-49e5-acec-a3bff3b39a90)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:45.571979 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.574353 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.614088 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.666282 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcf38db4-8db2-4e51-b94e-039e254d0261 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.678470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=f71e48cd-31c4-4b72-82e9-6029033bb558,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:45.697573 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7c61df-07c8-450f-89ac-5bff1cfacbd2 None None] Network b21b611f-a015-425c-ab34-b547c5f8ac2e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:45.708327 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 79d67627-b1c3-42c0-881d-c1432aeba512 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:45.785628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcf38db4-8db2-4e51-b94e-039e254d0261 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.790169 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e543287c-cccf-4442-ba91-2bfb2526f35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.823043 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 79d67627-b1c3-42c0-881d-c1432aeba512 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:40:45.823383 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 79d67627-b1c3-42c0-881d-c1432aeba512 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:40:45.857972 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bf310efa-6947-45f3-93a5-80b46516e88e None None] Provisioning complete for port f71e48cd-31c4-4b72-82e9-6029033bb558 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:45.858639 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bf310efa-6947-45f3-93a5-80b46516e88e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.861785 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0c251aad-2945-457f-9463-c5f8335626b6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=7fa374e9f4784c43b80304323e3717a8&name=default HTTP/1.1" status: 200 len: 2992 time: 0.5668705 Nov 23 04:40:45.869964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3b1ef8be-2d48-4168-af25-07e64222c393 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.874158 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42254) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:45.901251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c74cfcd-2a4b-4e00-8f1e-3e468bb405f8 None None] Network 9b32ee05-01f8-4e19-b1f1-32d559497992 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:45.911158 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-86be5b03-f054-4fa9-aaad-5b563133b98e tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Deleting port 394e84db-0250-49ec-85ca-21c6ccefb336 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:45.911489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86be5b03-f054-4fa9-aaad-5b563133b98e tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:45.993992 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e543287c-cccf-4442-ba91-2bfb2526f35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Network 1b63ab6a-eb02-4df8-a655-589176d55568 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:45.999387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1ef8be-2d48-4168-af25-07e64222c393 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Subnet': ['ID=78a4a986-1f2e-406a-bac2-b411dbb8930f,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:46.019285 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-e543287c-cccf-4442-ba91-2bfb2526f35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:46.025944 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e543287c-cccf-4442-ba91-2bfb2526f35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:46.028420 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e543287c-cccf-4442-ba91-2bfb2526f35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:46.029043 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e543287c-cccf-4442-ba91-2bfb2526f35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.065572 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b1ef8be-2d48-4168-af25-07e64222c393 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 24e3f505-8b13-4133-a873-3e6edca51bc0 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:46.082006 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e543287c-cccf-4442-ba91-2bfb2526f35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.2816334 Nov 23 04:40:46.091185 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-3b1ef8be-2d48-4168-af25-07e64222c393 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:46.099250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b1ef8be-2d48-4168-af25-07e64222c393 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:46.099857 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3b1ef8be-2d48-4168-af25-07e64222c393 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.103092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42256) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:46.117484 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:46.129776 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3b1ef8be-2d48-4168-af25-07e64222c393 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.3010864 Nov 23 04:40:46.129776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:46.132221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42258) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:46.133920 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e543287c-cccf-4442-ba91-2bfb2526f35f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Pushing event updated for resources: {'Port': ['ID=930640d8-163b-4d95-8ca5-6ad92881d01d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:46.142242 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c58780-134b-44f7-accb-7386b8078c14 None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:46.146383 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b9914666-8743-4a89-8371-dabd11cb644e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'network_id': '24e3f505-8b13-4133-a873-3e6edca51bc0', 'fixed_ips': [{'subnet_id': 'fc7d0a96-f5dd-4d9c-bef2-f87666c1c4c0'}, {'subnet_id': '78a4a986-1f2e-406a-bac2-b411dbb8930f'}], 'name': 'tempest-PortsTestJSON-1337547256'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:46.156316 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c58780-134b-44f7-accb-7386b8078c14 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:46.156942 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c7c58780-134b-44f7-accb-7386b8078c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:46.180116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcf38db4-8db2-4e51-b94e-039e254d0261 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.182808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcf38db4-8db2-4e51-b94e-039e254d0261 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.193761 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fcf38db4-8db2-4e51-b94e-039e254d0261 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-groups/7a844542-bb1a-43c7-a050-e2eefb4a20fc HTTP/1.1" status: 204 len: 168 time: 0.8090634 Nov 23 04:40:46.198272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42260) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:46.241073 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c7c58780-134b-44f7-accb-7386b8078c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:46.263630 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c58780-134b-44f7-accb-7386b8078c14 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:46.264412 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c7c58780-134b-44f7-accb-7386b8078c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:46.269402 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf38db4-8db2-4e51-b94e-039e254d0261 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a844542-bb1a-43c7-a050-e2eefb4a20fc,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:46.287786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.343307 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-0c3a3a85-d58e-4170-9e13-e81fc64d1b8f None None] Could not find standard attr ID for object 751139b7-c695-474b-a629-1ea28e6b18b9. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:40:46.362475 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c7c58780-134b-44f7-accb-7386b8078c14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:46.370153 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c58780-134b-44f7-accb-7386b8078c14 None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:46.398698 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-67e14b17-d56d-47d9-bed4-2ebfedb9c33c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 7.4417567 Nov 23 04:40:46.407538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdd4c22e-d8fe-4d39-8108-4697e2c9e7df None None] Network 24e3f505-8b13-4133-a873-3e6edca51bc0 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:46.417546 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42262) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:46.425266 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b3e83d1b-570d-492f-9441-48c349abc192 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'floatingip': {'port_id': 'd92c6aa2-70ff-4764-9f11-fcbf2eeb6d2e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:46.443391 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.452439 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.506376 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.520920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-583be46e-4baf-4360-a599-c38b09363dd1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.547447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1a17cf91-665b-452c-b530-7adc5cdb1167 None None] Provisioning complete for port 174548fd-8bcc-4e9f-b774-1b020f67f15d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:46.548182 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a17cf91-665b-452c-b530-7adc5cdb1167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.558599 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Subnet': ['ID=b077a515-e936-4a8b-9b80-d6bf4cfbb542,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:46.619888 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9914666-8743-4a89-8371-dabd11cb644e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:46.646557 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.741896 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86be5b03-f054-4fa9-aaad-5b563133b98e tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.751558 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b32ee05-01f8-4e19-b1f1-32d559497992']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:46.755138 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-583be46e-4baf-4360-a599-c38b09363dd1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.760094 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-88ea1f0f-6469-46f8-b6b2-77afd4e1f298 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.5161855 Nov 23 04:40:46.766470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42264) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:46.770896 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6c85590-cf24-41ff-b443-12e5cc124ff6') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:46.771256 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6c85590-cf24-41ff-b443-12e5cc124ff6') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:46.776148 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-d0bde3ba-b2ee-4011-bbf0-4fbfe3609644 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group': {'name': 'tempest-secgroup--430192840'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:46.788425 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a92eb67-36f5-46e5-9b68-dde2200def5d None None] Network 9b32ee05-01f8-4e19-b1f1-32d559497992 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:46.813732 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d0bde3ba-b2ee-4011-bbf0-4fbfe3609644 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.835336 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.857043 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b3e83d1b-570d-492f-9441-48c349abc192 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.863846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-86be5b03-f054-4fa9-aaad-5b563133b98e tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Calling delete_port for 394e84db-0250-49ec-85ca-21c6ccefb336 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:46.885309 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 174548fd-8bcc-4e9f-b774-1b020f67f15d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:46.902742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d0bde3ba-b2ee-4011-bbf0-4fbfe3609644 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.918141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d0bde3ba-b2ee-4011-bbf0-4fbfe3609644 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.936042 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b9914666-8743-4a89-8371-dabd11cb644e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.948209 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.952620 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d0bde3ba-b2ee-4011-bbf0-4fbfe3609644 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:46.953900 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d0bde3ba-b2ee-4011-bbf0-4fbfe3609644 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.1851008 Nov 23 04:40:46.962935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42266) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:46.974960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-30ec2cbf-121d-4ae8-9c29-508adeff08d0 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group_rule': {'security_group_id': '5c2cd859-7f0b-496d-8aac-ab06189c8094', 'direction': 'ingress', 'protocol': 17}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:46.996352 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:46.996796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:47.007187 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:47.030759 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a17cf91-665b-452c-b530-7adc5cdb1167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.034384 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-b9914666-8743-4a89-8371-dabd11cb644e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port 82bf7435-1d76-43bc-96fb-758d7836e57a yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:47.077471 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-30ec2cbf-121d-4ae8-9c29-508adeff08d0 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.083769 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bde3ba-b2ee-4011-bbf0-4fbfe3609644 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c2cd859-7f0b-496d-8aac-ab06189c8094,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:47.180628 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.185397 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.193493 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/9b32ee05-01f8-4e19-b1f1-32d559497992 HTTP/1.1" status: 204 len: 168 time: 4.2496696 Nov 23 04:40:47.203194 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42268) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:47.248494 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-ed41d04a-6f56-4156-951a-28fe3832672f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:47.248964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ed41d04a-6f56-4156-951a-28fe3832672f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:47.254544 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ed41d04a-6f56-4156-951a-28fe3832672f tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/subnets/b077a515-e936-4a8b-9b80-d6bf4cfbb542 HTTP/1.1" status: 404 len: 337 time: 0.0481651 Nov 23 04:40:47.265183 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42270) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:47.266029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9fe3505-e746-463c-bb18-b0f6923004dd tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Network': ['ID=9b32ee05-01f8-4e19-b1f1-32d559497992,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:47.290301 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-1a17cf91-665b-452c-b530-7adc5cdb1167 None None] For port 174548fd-8bcc-4e9f-b774-1b020f67f15d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=174548fd-8bcc-4e9f-b774-1b020f67f15d,segment=NetworkSegment(aa927781-3630-43dc-89cf-b45a4600fd4c),segment_id=aa927781-3630-43dc-89cf-b45a4600fd4c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:47.296974 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-35729144-c1ea-4dd7-b8ad-38ddf947096a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:47.297691 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35729144-c1ea-4dd7-b8ad-38ddf947096a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:47.304447 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-35729144-c1ea-4dd7-b8ad-38ddf947096a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/9b32ee05-01f8-4e19-b1f1-32d559497992 HTTP/1.1" status: 404 len: 339 time: 0.0327368 Nov 23 04:40:47.304447 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-30ec2cbf-121d-4ae8-9c29-508adeff08d0 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.347195 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42272) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:47.363110 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-30ec2cbf-121d-4ae8-9c29-508adeff08d0 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.363999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a17cf91-665b-452c-b530-7adc5cdb1167 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.398443 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 174548fd-8bcc-4e9f-b774-1b020f67f15d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:47.398823 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.400034 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-a802c399-97bd-4e35-80f0-6645070cf735 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:47.400494 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a802c399-97bd-4e35-80f0-6645070cf735 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:47.404722 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a802c399-97bd-4e35-80f0-6645070cf735 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/subnets/82f29ace-6a14-4aa4-9495-05701fac94e7 HTTP/1.1" status: 404 len: 337 time: 0.0557182 Nov 23 04:40:47.408113 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42274) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:47.436987 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ec2cbf-121d-4ae8-9c29-508adeff08d0 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66d0b621-23bd-4913-87f6-31c3a9dc10f2,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:47.443281 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-30ec2cbf-121d-4ae8-9c29-508adeff08d0 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.444493 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-30ec2cbf-121d-4ae8-9c29-508adeff08d0 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4771807 Nov 23 04:40:47.449167 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42276) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:47.486835 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0baf8b8a-1bb2-47eb-96f7-e9033750063a None None] DHCP port deletion for 9b32ee05-01f8-4e19-b1f1-32d559497992 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:47.517236 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e31d96f-9088-4d9b-bb67-c886127f8baa None None] Update dhcp port {'port': {'network_id': '24e3f505-8b13-4133-a873-3e6edca51bc0', 'fixed_ips': [{'subnet_id': 'fc7d0a96-f5dd-4d9c-bef2-f87666c1c4c0', 'ip_address': '172.20.0.2'}, {'subnet_id': '78a4a986-1f2e-406a-bac2-b411dbb8930f'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': '174548fd-8bcc-4e9f-b774-1b020f67f15d'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:40:47.530392 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a17cf91-665b-452c-b530-7adc5cdb1167 None None] Pushing event updated for resources: {'Port': ['ID=174548fd-8bcc-4e9f-b774-1b020f67f15d,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:47.534407 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2a9235b-1490-4021-b425-e7927b69c5e0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:47.534407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2a9235b-1490-4021-b425-e7927b69c5e0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:47.548373 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a2a9235b-1490-4021-b425-e7927b69c5e0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/2f49ad68-448e-4323-b4a4-b18fe6a80450 HTTP/1.1" status: 404 len: 339 time: 0.1313241 Nov 23 04:40:47.548959 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42278) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:47.554895 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b6758305-cc35-4590-8ecc-a94ef9211570 None None] Provisioning complete for port f71e48cd-31c4-4b72-82e9-6029033bb558 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:47.555481 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b6758305-cc35-4590-8ecc-a94ef9211570 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.623019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e31d96f-9088-4d9b-bb67-c886127f8baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.666629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-583be46e-4baf-4360-a599-c38b09363dd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.669262 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-583be46e-4baf-4360-a599-c38b09363dd1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.672753 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-583be46e-4baf-4360-a599-c38b09363dd1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bcf90a6c-9229-4cd6-b054-a9d0b8663383 HTTP/1.1" status: 204 len: 168 time: 1.7909286 Nov 23 04:40:47.686578 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e9ef-8392-4522-9eb2-6507cc310152 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.706843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f71e48cd-31c4-4b72-82e9-6029033bb558 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:47.711245 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e9ef-8392-4522-9eb2-6507cc310152 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.742684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-583be46e-4baf-4360-a599-c38b09363dd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcf90a6c-9229-4cd6-b054-a9d0b8663383,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:47.766288 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e9ef-8392-4522-9eb2-6507cc310152 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.770358 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ebf7e9ef-8392-4522-9eb2-6507cc310152 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.774751 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ebf7e9ef-8392-4522-9eb2-6507cc310152 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-groups/5c2cd859-7f0b-496d-8aac-ab06189c8094 HTTP/1.1" status: 204 len: 168 time: 0.3250110 Nov 23 04:40:47.775454 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42282) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:47.802808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf7e9ef-8392-4522-9eb2-6507cc310152 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c2cd859-7f0b-496d-8aac-ab06189c8094,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:47.818075 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-b9914666-8743-4a89-8371-dabd11cb644e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Allocated IP 172.20.0.3 (24e3f505-8b13-4133-a873-3e6edca51bc0/fc7d0a96-f5dd-4d9c-bef2-f87666c1c4c0/82bf7435-1d76-43bc-96fb-758d7836e57a) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:47.829982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-b9914666-8743-4a89-8371-dabd11cb644e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Allocated IP 172.20.0.29 (24e3f505-8b13-4133-a873-3e6edca51bc0/78a4a986-1f2e-406a-bac2-b411dbb8930f/82bf7435-1d76-43bc-96fb-758d7836e57a) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:47.851912 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6464527a-72e6-472e-97cc-f339c805bb60 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.869708 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-26ce11cb-b158-4a07-8c9c-555dc9a741e4 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0868623 Nov 23 04:40:47.871005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42284) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:47.884913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4258d953-6414-4252-a392-189186fa13a6 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group': {'name': 'tempest-secgroup--298317920'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:47.925530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port f71e48cd-31c4-4b72-82e9-6029033bb558 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:47.925888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] device_id is not set on port 930640d8-163b-4d95-8ca5-6ad92881d01d yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:47.926000 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:47.930786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Router 609fdde0-e780-487a-8ab9-72f49372e1e9 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:40:47.981520 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.002975 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4258d953-6414-4252-a392-189186fa13a6 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.026854 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.063683 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b9914666-8743-4a89-8371-dabd11cb644e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.106120 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86be5b03-f054-4fa9-aaad-5b563133b98e tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.129405 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4258d953-6414-4252-a392-189186fa13a6 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.135576 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4258d953-6414-4252-a392-189186fa13a6 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.174979 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b9914666-8743-4a89-8371-dabd11cb644e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.180663 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4258d953-6414-4252-a392-189186fa13a6 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=379b13ca-d72d-4775-9e0e-33584e7a4407,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:48.223150 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6464527a-72e6-472e-97cc-f339c805bb60 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.239080 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-5e31d96f-9088-4d9b-bb67-c886127f8baa None None] Allocated IP 172.20.0.18 (24e3f505-8b13-4133-a873-3e6edca51bc0/78a4a986-1f2e-406a-bac2-b411dbb8930f/174548fd-8bcc-4e9f-b774-1b020f67f15d) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:48.252437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4258d953-6414-4252-a392-189186fa13a6 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.256907 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4258d953-6414-4252-a392-189186fa13a6 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3762841 Nov 23 04:40:48.265026 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9914666-8743-4a89-8371-dabd11cb644e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 24e3f505-8b13-4133-a873-3e6edca51bc0 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:48.265860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42294) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:48.275620 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b711d2a8-eb0a-41a4-9976-c0c82b25acdf tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group': {'name': 'tempest-secgroup--1613330768'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:48.283992 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-b9914666-8743-4a89-8371-dabd11cb644e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:48.292910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9914666-8743-4a89-8371-dabd11cb644e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:48.296259 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9914666-8743-4a89-8371-dabd11cb644e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=82bf7435-1d76-43bc-96fb-758d7836e57a,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:48.306083 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Pushing event updated for resources: {'Port': ['ID=930640d8-163b-4d95-8ca5-6ad92881d01d,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:48.340499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-6464527a-72e6-472e-97cc-f339c805bb60 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['544da995-55bc-4f3a-acfc-cd86b066556b']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:48.350111 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b711d2a8-eb0a-41a4-9976-c0c82b25acdf tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.364367 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-6464527a-72e6-472e-97cc-f339c805bb60 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74b6b311-cec3-4729-b4ce-3c2c7830a8fd') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:48.364669 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-6464527a-72e6-472e-97cc-f339c805bb60 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74b6b311-cec3-4729-b4ce-3c2c7830a8fd') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:48.367874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9914666-8743-4a89-8371-dabd11cb644e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:48.368524 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b9914666-8743-4a89-8371-dabd11cb644e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.387044 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86be5b03-f054-4fa9-aaad-5b563133b98e tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.395842 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b9914666-8743-4a89-8371-dabd11cb644e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.2527614 Nov 23 04:40:48.395842 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42298) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:48.396644 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-86be5b03-f054-4fa9-aaad-5b563133b98e tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "DELETE /v2.0/ports/394e84db-0250-49ec-85ca-21c6ccefb336 HTTP/1.1" status: 204 len: 168 time: 2.9285736 Nov 23 04:40:48.401004 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'd1eab6de-79c4-470c-9e53-afc2aac9664b', 'external_fixed_ips': [{'subnet_id': '1b53f16b-3a02-4875-87ce-40f7723e892e', 'ip_address': '2001:db8::1f9'}]}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:48.403236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42300) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:48.423907 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d8f2ed1f-a342-4fd9-9f0f-c97a10623d6f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fc7d0a96-f5dd-4d9c-bef2-f87666c1c4c0'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:48.427210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be5b03-f054-4fa9-aaad-5b563133b98e tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Pushing event deleted for resources: {'Port': ['ID=394e84db-0250-49ec-85ca-21c6ccefb336,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:48.436023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5e31d96f-9088-4d9b-bb67-c886127f8baa None None] For port 174548fd-8bcc-4e9f-b774-1b020f67f15d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=174548fd-8bcc-4e9f-b774-1b020f67f15d,segment=NetworkSegment(aa927781-3630-43dc-89cf-b45a4600fd4c),segment_id=aa927781-3630-43dc-89cf-b45a4600fd4c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:48.458416 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.459567 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.469393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6464527a-72e6-472e-97cc-f339c805bb60 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.495034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:48.495515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:48.495908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:48.510672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b711d2a8-eb0a-41a4-9976-c0c82b25acdf tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.525032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:48.540391 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:48.540794 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:48.541075 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Sync routers for ids ['609fdde0-e780-487a-8ab9-72f49372e1e9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:48.542021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6464527a-72e6-472e-97cc-f339c805bb60 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.546452 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 2 to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d Nov 23 04:40:48.555447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e31d96f-9088-4d9b-bb67-c886127f8baa None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.558869 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b711d2a8-eb0a-41a4-9976-c0c82b25acdf tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.566603 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Routers {'609fdde0-e780-487a-8ab9-72f49372e1e9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:48.567510 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['609fdde0-e780-487a-8ab9-72f49372e1e9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:48.573640 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.593873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6464527a-72e6-472e-97cc-f339c805bb60 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:48.594360 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6464527a-72e6-472e-97cc-f339c805bb60 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:48.606097 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:48.670398 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b711d2a8-eb0a-41a4-9976-c0c82b25acdf tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.671817 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b711d2a8-eb0a-41a4-9976-c0c82b25acdf tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4006317 Nov 23 04:40:48.678476 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42308) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:48.687109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-adec01dc-91b9-4c9c-a5d9-dc0d09dfa23d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group_rule': {'security_group_id': '379b13ca-d72d-4775-9e0e-33584e7a4407', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '469acd49-25f8-4fb9-8461-16cce424ab92', 'remote_ip_prefix': None}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:48.694803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.700314 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0fe3f33a-bb19-4f2b-aea8-7735f7313c2c admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4541173 Nov 23 04:40:48.701319 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b711d2a8-eb0a-41a4-9976-c0c82b25acdf tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=469acd49-25f8-4fb9-8461-16cce424ab92,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:48.703128 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:48.703531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:48.703941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:48.707779 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42310) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:48.735231 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e31d96f-9088-4d9b-bb67-c886127f8baa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.737999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:48.738341 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:48.745064 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 3 to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d Nov 23 04:40:48.802826 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 174548fd-8bcc-4e9f-b774-1b020f67f15d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:48.807200 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:48.807736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:48.808040 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Set router 609fdde0-e780-487a-8ab9-72f49372e1e9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:40:48.808415 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:48.810614 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6464527a-72e6-472e-97cc-f339c805bb60 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.815535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e31d96f-9088-4d9b-bb67-c886127f8baa None None] Pushing event updated for resources: {'Port': ['ID=174548fd-8bcc-4e9f-b774-1b020f67f15d,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:48.840177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6464527a-72e6-472e-97cc-f339c805bb60 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.847282 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6464527a-72e6-472e-97cc-f339c805bb60 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/544da995-55bc-4f3a-acfc-cd86b066556b HTTP/1.1" status: 204 len: 168 time: 1.2858164 Nov 23 04:40:48.868935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42314) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:48.869313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42316) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:48.872111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:48.872440 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:48.883897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-adec01dc-91b9-4c9c-a5d9-dc0d09dfa23d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.888311 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 4 to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d Nov 23 04:40:48.889580 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:48.898279 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6464527a-72e6-472e-97cc-f339c805bb60 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Network': ['ID=544da995-55bc-4f3a-acfc-cd86b066556b,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:48.930400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.resource_extend [None req-b3e83d1b-570d-492f-9441-48c349abc192 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 04:40:48.964789 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-bfea62e0-b358-47fb-ba65-4ec13814434b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:48.965246 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bfea62e0-b358-47fb-ba65-4ec13814434b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:48.970972 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bfea62e0-b358-47fb-ba65-4ec13814434b tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/subnets/96c62597-258e-4a5a-9af6-8cf4d0f739a5 HTTP/1.1" status: 404 len: 337 time: 0.0975499 Nov 23 04:40:48.973651 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42320) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:48.988154 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:48.988491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:48.988831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:49.032029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:49.032438 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:49.033207 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c3f2678-6fa6-402e-a0f7-0efe9d27d03a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:49.033749 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c3f2678-6fa6-402e-a0f7-0efe9d27d03a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:49.039791 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8c3f2678-6fa6-402e-a0f7-0efe9d27d03a tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/cb3a6bf8-fa48-4469-991c-869235eebd6b HTTP/1.1" status: 404 len: 339 time: 0.0635107 Nov 23 04:40:49.040406 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42322) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:49.045619 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 5 to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d Nov 23 04:40:49.119389 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1501767958'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:49.125983 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b3e83d1b-570d-492f-9441-48c349abc192 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.127950 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ed1f-a342-4fd9-9f0f-c97a10623d6f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.134882 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c456bfe-c322-4560-9447-8f5c9e9220a6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:49.135325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c456bfe-c322-4560-9447-8f5c9e9220a6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:49.141171 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5c456bfe-c322-4560-9447-8f5c9e9220a6 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/subnets/6abc510a-040d-4fef-9890-c8431291f3c5 HTTP/1.1" status: 404 len: 337 time: 0.0896738 Nov 23 04:40:49.142249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42324) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:49.157588 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:41Z', 'updated_at': '2021-11-23T04:40:45Z', 'revision_number': 3, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'gw_port': {'id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:42Z', 'updated_at': '2021-11-23T04:40:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:49.161320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 174548fd-8bcc-4e9f-b774-1b020f67f15d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:49.161834 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.163051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b3e83d1b-570d-492f-9441-48c349abc192 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.165618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:49.165782 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:49.166084 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:49.181959 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:49.182736 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:49.237574 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Checking router: 609fdde0-e780-487a-8ab9-72f49372e1e9 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:40:49.237929 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Updating router 609fdde0-e780-487a-8ab9-72f49372e1e9 port d9e78cd0-60f2-4ab8-94ff-abb81035a20d binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:40:49.249835 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 6 to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d Nov 23 04:40:49.288454 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.348677 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-a03fd843-9520-457d-9c47-0b489199cd93 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:49.349160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a03fd843-9520-457d-9c47-0b489199cd93 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:49.352441 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a03fd843-9520-457d-9c47-0b489199cd93 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/f9533f00-b7ac-4195-80c5-fe8622befccb HTTP/1.1" status: 404 len: 339 time: 0.2015731 Nov 23 04:40:49.356288 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42326) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:49.360858 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Made reservation on behalf of 199826b33eb847afb62f8824530b3be9 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:49.364175 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.406556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 751139b7-c695-474b-a629-1ea28e6b18b9 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:49.430406 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 751139b7-c695-474b-a629-1ea28e6b18b9 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:40:49.430763 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 751139b7-c695-474b-a629-1ea28e6b18b9 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:40:49.447481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.455186 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-3773c6cf-b56a-4536-bec0-d429baf2b949 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:49.455742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3773c6cf-b56a-4536-bec0-d429baf2b949 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:49.462091 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3773c6cf-b56a-4536-bec0-d429baf2b949 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/subnets/57fc834a-1e13-4ee6-83d7-27c2f72f6e93 HTTP/1.1" status: 404 len: 337 time: 0.0992968 Nov 23 04:40:49.463733 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42328) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:49.473993 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-adec01dc-91b9-4c9c-a5d9-dc0d09dfa23d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.478637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:49.479070 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:49.479413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:49.497847 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-adec01dc-91b9-4c9c-a5d9-dc0d09dfa23d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.535504 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-0be5c512-0885-48df-9d83-ec4839602c4e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:49.536043 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0be5c512-0885-48df-9d83-ec4839602c4e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:49.542002 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0be5c512-0885-48df-9d83-ec4839602c4e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/8ca415af-62f9-400d-98d5-87b1e1924a65 HTTP/1.1" status: 404 len: 339 time: 0.0702310 Nov 23 04:40:49.543579 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42330) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:49.561699 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:49.562031 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:49.569946 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 7 to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d Nov 23 04:40:49.576076 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec01dc-91b9-4c9c-a5d9-dc0d09dfa23d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=264e7591-7138-4107-8b02-038e5820db10,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:49.608725 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bad48fa-15c3-4cf8-9617-f26185dab527 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:49.609332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bad48fa-15c3-4cf8-9617-f26185dab527 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:49.615227 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9bad48fa-15c3-4cf8-9617-f26185dab527 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/subnets/298579f5-26b2-471a-a7bd-3b35cb3920b2 HTTP/1.1" status: 404 len: 337 time: 0.0636120 Nov 23 04:40:49.618032 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-adec01dc-91b9-4c9c-a5d9-dc0d09dfa23d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.619276 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-adec01dc-91b9-4c9c-a5d9-dc0d09dfa23d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.9389150 Nov 23 04:40:49.622189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42332) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:49.622583 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42334) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:49.646686 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:49.647024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:49.647364 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:49.664811 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-39d503cb-a2ad-450a-a8b9-b43e324b983d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:49.665475 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39d503cb-a2ad-450a-a8b9-b43e324b983d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:49.671474 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-39d503cb-a2ad-450a-a8b9-b43e324b983d tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/8cd1a0d3-2bcc-4a3d-9b22-0ae7097c363f HTTP/1.1" status: 404 len: 339 time: 0.0471237 Nov 23 04:40:49.672566 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42336) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:49.687318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.696856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:49.697182 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:49.702037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.703537 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 8 to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d Nov 23 04:40:49.745156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:49.746487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:49.746586 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:49.768528 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-332a1fbc-e6fa-4303-9909-a62661e54fba tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.770622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Attempting to bind port d9e78cd0-60f2-4ab8-94ff-abb81035a20d on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:49.770993 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Attempting to bind port d9e78cd0-60f2-4ab8-94ff-abb81035a20d by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:49.771359 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Attempting to bind port d9e78cd0-60f2-4ab8-94ff-abb81035a20d on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:49.773946 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4e9e18-845b-44b5-9e40-395a4c3be7ef None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:49.777697 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210482d-c4cd-4624-91cb-77676b7e8268 None None] Pushing event updated for resources: {'Port': ['ID=d9e78cd0-60f2-4ab8-94ff-abb81035a20d,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:49.784949 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e7cd04-d9bb-4de1-a69d-1156cf8a83a2 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:49.785477 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-71e7cd04-d9bb-4de1-a69d-1156cf8a83a2 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:49.790839 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02534a93-8ace-4edd-8ada-c493bdb238ff None None] Network 24e3f505-8b13-4133-a873-3e6edca51bc0 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:49.791584 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-71e7cd04-d9bb-4de1-a69d-1156cf8a83a2 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/subnets/8b93d379-51cf-46e8-84d9-14f5468d32d3 HTTP/1.1" status: 404 len: 337 time: 0.1167638 Nov 23 04:40:49.792852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:40:49.793226 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:49.794238 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.794352 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42338) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:49.794449 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:40:49.794527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Bound port: d9e78cd0-60f2-4ab8-94ff-abb81035a20d, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:40:49.794888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.801813 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-332a1fbc-e6fa-4303-9909-a62661e54fba tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.809515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-d8f2ed1f-a342-4fd9-9f0f-c97a10623d6f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Delete allocated IP 172.20.0.29 (24e3f505-8b13-4133-a873-3e6edca51bc0/78a4a986-1f2e-406a-bac2-b411dbb8930f) {{(pid=109953) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 04:40:49.818960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:49.819298 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:49.824488 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 9 to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d Nov 23 04:40:49.837396 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-85031e8c-a029-4c7f-ad5a-d5920ac5d309 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:49.838136 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85031e8c-a029-4c7f-ad5a-d5920ac5d309 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:49.843537 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-85031e8c-a029-4c7f-ad5a-d5920ac5d309 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/c6bf7b15-78c6-456b-812e-987fd465572c HTTP/1.1" status: 404 len: 339 time: 0.0444717 Nov 23 04:40:49.852620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42340) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:49.914645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:49.914988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:49.915241 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:49.916168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c15dbac3-800e-41a4-80d9-5b522571d925 None None] Provisioning complete for port 174548fd-8bcc-4e9f-b774-1b020f67f15d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:49.916539 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c15dbac3-800e-41a4-80d9-5b522571d925 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.951282 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.956757 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-332a1fbc-e6fa-4303-9909-a62661e54fba tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.957849 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] For port d9e78cd0-60f2-4ab8-94ff-abb81035a20d, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:49.958835 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1c5d645-6456-4fe5-890f-265b47506417 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:49.959334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1c5d645-6456-4fe5-890f-265b47506417 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:49.963200 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d1c5d645-6456-4fe5-890f-265b47506417 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/subnets/2754e828-f9f6-4be2-baf6-89fd3a1539db HTTP/1.1" status: 404 len: 337 time: 0.1066930 Nov 23 04:40:49.967532 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-332a1fbc-e6fa-4303-9909-a62661e54fba tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:49.971202 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-332a1fbc-e6fa-4303-9909-a62661e54fba tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/264e7591-7138-4107-8b02-038e5820db10 HTTP/1.1" status: 204 len: 168 time: 0.3432040 Nov 23 04:40:49.973087 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42342) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:49.973457 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42344) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:49.987563 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] For port d9e78cd0-60f2-4ab8-94ff-abb81035a20d, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d9e78cd0-60f2-4ab8-94ff-abb81035a20d,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:40:49.995073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a1fbc-e6fa-4303-9909-a62661e54fba tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=264e7591-7138-4107-8b02-038e5820db10,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:49.999489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.008507 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:50.008772 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:50.017697 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.019830 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.plugins.ml2.plugin [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempt 10 to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d Nov 23 04:40:50.056294 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-874de13a-8a54-4749-a445-81de084e65f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:50.056828 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-874de13a-8a54-4749-a445-81de084e65f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:50.063099 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-874de13a-8a54-4749-a445-81de084e65f0 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/551d5395-5d34-401c-8215-f6cc955d477b HTTP/1.1" status: 404 len: 339 time: 0.0820031 Nov 23 04:40:50.067166 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42346) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:50.091975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:50.092319 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:50.092641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempting to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:50.094925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:40:50.107645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71804ca5-297c-4d14-968b-ce7193a90a14,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:50.118019 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e1e38d-03ea-414d-b96d-841b1f0ff444 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:50.118836 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e1e38d-03ea-414d-b96d-841b1f0ff444 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:50.118999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:40:50.119279 dv-neutron-818850-1-hyperv neutron-server[109953]: ERROR neutron.plugins.ml2.managers [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Failed to bind port 930640d8-163b-4d95-8ca5-6ad92881d01d on host hv-neutron-8188 for vnic_type normal using segments [{'id': 'c696f1f6-18c6-45dc-95c9-79e212534154', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': '1b63ab6a-eb02-4df8-a655-589176d55568'}] Nov 23 04:40:50.119635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.125475 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b0e1e38d-03ea-414d-b96d-841b1f0ff444 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/subnets/5bb55a9e-f084-4df2-b11a-318d5f82c294 HTTP/1.1" status: 404 len: 337 time: 0.0524311 Nov 23 04:40:50.130343 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42348) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:50.139506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.139959 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Added segment fe7f3081-c011-4608-92f0-1fd3506dbb25 of type vlan for network 8745aa1f-76e3-4215-bd34-ba6c4535b072 Nov 23 04:40:50.149061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.154951 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3e83d1b-570d-492f-9441-48c349abc192 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:50.192874 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d5684083-fb03-4830-b896-b964e382e99b tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2103753 Nov 23 04:40:50.209330 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-56871252-8050-4b77-819f-ed311ff8ff79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:50.209873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56871252-8050-4b77-819f-ed311ff8ff79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:50.213802 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-56871252-8050-4b77-819f-ed311ff8ff79 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/6c41ac25-1e7a-49c4-9a78-3cba3d82d21c HTTP/1.1" status: 404 len: 339 time: 0.0821271 Nov 23 04:40:50.213802 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42350) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:50.224233 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42352) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:50.225230 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.246622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb82da38-e0bc-416e-b725-ff9330701c1d None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:50.282813 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9210482d-c4cd-4624-91cb-77676b7e8268 None None] Pushing event updated for resources: {'Port': ['ID=d9e78cd0-60f2-4ab8-94ff-abb81035a20d,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:50.284072 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a4e426-250c-4683-87b7-be8c4e5f1b64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:50.284535 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a4e426-250c-4683-87b7-be8c4e5f1b64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:50.287766 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-04a4e426-250c-4683-87b7-be8c4e5f1b64 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/subnets/4b71ca2e-e589-4a30-9775-f82a38dd634a HTTP/1.1" status: 404 len: 337 time: 0.0598648 Nov 23 04:40:50.318306 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Routers {'609fdde0-e780-487a-8ab9-72f49372e1e9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:50.319076 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['609fdde0-e780-487a-8ab9-72f49372e1e9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:50.341910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42354) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:50.433971 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ab6696c-9762-4308-a539-e274a43fb7a2 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] DELETE failed (client error): The resource could not be found. Nov 23 04:40:50.434672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ab6696c-9762-4308-a539-e274a43fb7a2 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:40:50.437603 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0ab6696c-9762-4308-a539-e274a43fb7a2 tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/6a294232-9953-4e25-be76-fd6c8bcda515 HTTP/1.1" status: 404 len: 339 time: 0.0945852 Nov 23 04:40:50.456561 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] Set router 609fdde0-e780-487a-8ab9-72f49372e1e9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:40:50.457462 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42356) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:50.591052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.611625 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 174548fd-8bcc-4e9f-b774-1b020f67f15d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:50.643064 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-56ab0be3-38cb-4225-af0e-4b7ec96d771b None None] Provisioning complete for port d9e78cd0-60f2-4ab8-94ff-abb81035a20d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:50.643575 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-56ab0be3-38cb-4225-af0e-4b7ec96d771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.653761 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ed1f-a342-4fd9-9f0f-c97a10623d6f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.685043 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Allocated IP 2001:db8::1f9 (d1eab6de-79c4-470c-9e53-afc2aac9664b/1b53f16b-3a02-4875-87ce-40f7723e892e/1e92a344-9235-48b4-9638-cffe8e86463f) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:50.686336 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ed1f-a342-4fd9-9f0f-c97a10623d6f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.734086 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] For port 930640d8-163b-4d95-8ca5-6ad92881d01d, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:50.734465 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attempted to set empty binding levels {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Nov 23 04:40:50.736945 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.759122 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ec98714-edd2-4a67-ad03-5407a25c7285 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.760347 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.768860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc6c4356-7e55-4f76-b457-1d7c7598283e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Deleting subnet 9509a685-9c85-4074-a3e4-b1e5b73b4498 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:40:50.772475 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4356-7e55-4f76-b457-1d7c7598283e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.774954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:50.776053 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.777617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 174548fd-8bcc-4e9f-b774-1b020f67f15d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:50.778074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.803929 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.875344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-56ab0be3-38cb-4225-af0e-4b7ec96d771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.900990 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 2.0236752 Nov 23 04:40:50.903152 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] In _notify_port_updated(), no bound segment for port 930640d8-163b-4d95-8ca5-6ad92881d01d on network 1b63ab6a-eb02-4df8-a655-589176d55568 {{(pid=109953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:40:50.903967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:50.904715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.907836 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-56ab0be3-38cb-4225-af0e-4b7ec96d771b None None] For port d9e78cd0-60f2-4ab8-94ff-abb81035a20d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d9e78cd0-60f2-4ab8-94ff-abb81035a20d,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:50.908798 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "PUT /v2.0/ports/930640d8-163b-4d95-8ca5-6ad92881d01d HTTP/1.1" status: 200 len: 981 time: 4.8044417 Nov 23 04:40:50.919877 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42360) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:50.920227 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:41Z', 'updated_at': '2021-11-23T04:40:45Z', 'revision_number': 3, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'gw_port': {'id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:42Z', 'updated_at': '2021-11-23T04:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:50.922103 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-56ab0be3-38cb-4225-af0e-4b7ec96d771b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.924177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42358) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:50.932271 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-80754203-0cc4-475f-947d-6c9e49944111 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Request body: {'subnet': {'network_id': '8745aa1f-76e3-4215-bd34-ba6c4535b072', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:50.937898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ec98714-edd2-4a67-ad03-5407a25c7285 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.958301 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2ed1f-a342-4fd9-9f0f-c97a10623d6f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=82bf7435-1d76-43bc-96fb-758d7836e57a,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:50.964511 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4356-7e55-4f76-b457-1d7c7598283e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:50.986651 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3e83d1b-570d-492f-9441-48c349abc192 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:50.996770 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04840b9c-0f44-4e4d-a2a2-62634e560138 None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:51.002304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e445e6e2-31af-416d-b594-20b64ff5ddea None None] The sync data for ids ['609fdde0-e780-487a-8ab9-72f49372e1e9'] in dv-neutron-818850-1-hyperv is: [{'id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:41Z', 'updated_at': '2021-11-23T04:40:45Z', 'revision_number': 3, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'gw_port': {'id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:42Z', 'updated_at': '2021-11-23T04:40:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:51.020004 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04840b9c-0f44-4e4d-a2a2-62634e560138 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:51.020699 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-04840b9c-0f44-4e4d-a2a2-62634e560138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:51.048513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44058a-4353-40fe-a8e1-c77d17a132cd tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Pushing event updated for resources: {'Network': ['ID=8745aa1f-76e3-4215-bd34-ba6c4535b072,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:51.053346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b3e83d1b-570d-492f-9441-48c349abc192 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:51.088464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 8745aa1f-76e3-4215-bd34-ba6c4535b072 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:40:51.116768 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-04840b9c-0f44-4e4d-a2a2-62634e560138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:51.119815 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab0be3-38cb-4225-af0e-4b7ec96d771b None None] Pushing event updated for resources: {'Port': ['ID=d9e78cd0-60f2-4ab8-94ff-abb81035a20d,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:51.135481 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04840b9c-0f44-4e4d-a2a2-62634e560138 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:51.136160 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-04840b9c-0f44-4e4d-a2a2-62634e560138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:51.142462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-d8f2ed1f-a342-4fd9-9f0f-c97a10623d6f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] In _notify_port_updated(), no bound segment for port 82bf7435-1d76-43bc-96fb-758d7836e57a on network 24e3f505-8b13-4133-a873-3e6edca51bc0 {{(pid=109953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:40:51.155503 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f2ed1f-a342-4fd9-9f0f-c97a10623d6f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:51.155503 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d8f2ed1f-a342-4fd9-9f0f-c97a10623d6f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:51.160976 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d8f2ed1f-a342-4fd9-9f0f-c97a10623d6f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "PUT /v2.0/ports/82bf7435-1d76-43bc-96fb-758d7836e57a HTTP/1.1" status: 200 len: 919 time: 2.7493103 Nov 23 04:40:51.164101 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d26a15ee-c9a1-4a83-a339-bd6ca601667f None None] Provisioning complete for port 174548fd-8bcc-4e9f-b774-1b020f67f15d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:51.164734 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d26a15ee-c9a1-4a83-a339-bd6ca601667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:51.170082 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42362) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:51.192085 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-04840b9c-0f44-4e4d-a2a2-62634e560138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:51.192754 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04840b9c-0f44-4e4d-a2a2-62634e560138 None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:51.216766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4dd31b8d-4af8-4bb8-9148-dfedf8fb88fe tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fc7d0a96-f5dd-4d9c-bef2-f87666c1c4c0'}, {'subnet_id': '78a4a986-1f2e-406a-bac2-b411dbb8930f'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:51.261902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2dcce5f-93c3-415c-961d-943fc102e846 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Pushing event updated for resources: {'Port': ['ID=930640d8-163b-4d95-8ca5-6ad92881d01d,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:51.317009 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b3e83d1b-570d-492f-9441-48c349abc192 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "PUT /v2.0/floatingips/bc125696-8322-4876-bfb9-5b2aa74810c5 HTTP/1.1" status: 200 len: 976 time: 4.8982422 Nov 23 04:40:51.326927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42364) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:51.337015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d26a15ee-c9a1-4a83-a339-bd6ca601667f None None] Provisioning complete for port 82bf7435-1d76-43bc-96fb-758d7836e57a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:51.337424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d26a15ee-c9a1-4a83-a339-bd6ca601667f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:51.366006 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4356-7e55-4f76-b457-1d7c7598283e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:51.410911 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d26a15ee-c9a1-4a83-a339-bd6ca601667f None None] Port 82bf7435-1d76-43bc-96fb-758d7836e57a cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:51.441570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80754203-0cc4-475f-947d-6c9e49944111 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Made reservation on behalf of 199826b33eb847afb62f8824530b3be9 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:51.445085 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-80754203-0cc4-475f-947d-6c9e49944111 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:51.451192 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ec98714-edd2-4a67-ad03-5407a25c7285 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:51.454749 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ec98714-edd2-4a67-ad03-5407a25c7285 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:51.456143 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7ec98714-edd2-4a67-ad03-5407a25c7285 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-groups/469acd49-25f8-4fb9-8461-16cce424ab92 HTTP/1.1" status: 204 len: 168 time: 1.2395265 Nov 23 04:40:51.463284 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42366) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:51.471323 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4dd31b8d-4af8-4bb8-9148-dfedf8fb88fe tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:51.474558 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:51.512397 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec98714-edd2-4a67-ad03-5407a25c7285 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=469acd49-25f8-4fb9-8461-16cce424ab92,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:51.548128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-0b74bf09-bbad-4fc3-b2d3-284dfb3049ab None None] Provisioning complete for port 82bf7435-1d76-43bc-96fb-758d7836e57a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:51.548587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0b74bf09-bbad-4fc3-b2d3-284dfb3049ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:51.600871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Allocated IP 172.20.0.1 (b21b611f-a015-425c-ab34-b547c5f8ac2e/15926d1c-ee0f-48ad-88dc-7f8fa57c0643/caab31d9-9d7d-4be6-bcbe-c4593929f5b3) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:51.604070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-0b74bf09-bbad-4fc3-b2d3-284dfb3049ab None None] Port 82bf7435-1d76-43bc-96fb-758d7836e57a cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:51.610278 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:51.645973 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4356-7e55-4f76-b457-1d7c7598283e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:51.709721 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b7a6df46-4fe9-4c31-869b-a5b01c59236f tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.2392654 Nov 23 04:40:51.720332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42368) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:51.998877 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a53d9ae0-2593-4c3b-bbd1-ce6405c5c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Deleting port 930640d8-163b-4d95-8ca5-6ad92881d01d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:51.999436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a53d9ae0-2593-4c3b-bbd1-ce6405c5c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.004412 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6c4356-7e55-4f76-b457-1d7c7598283e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Subnet': ['ID=9509a685-9c85-4074-a3e4-b1e5b73b4498,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:52.015096 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e478294-682b-4319-95b3-e09663755f47 None None] Network 4362bc04-00bd-48ad-bedd-ce0aefebc66c requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:52.027104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-65cee5fe-8906-4742-b2d9-80b39851d6a1 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.028345 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Pushing event updated for resources: {'Port': ['ID=1e92a344-9235-48b4-9638-cffe8e86463f,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:52.098577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-c286f7c8-2f84-4fde-8d82-e7520b4b208b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting port 5abeb42e-e3f0-48bd-bb9e-f02f54cc820d {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:52.098937 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c286f7c8-2f84-4fde-8d82-e7520b4b208b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.101709 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-65cee5fe-8906-4742-b2d9-80b39851d6a1 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.101853 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc6c4356-7e55-4f76-b457-1d7c7598283e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.105743 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fc6c4356-7e55-4f76-b457-1d7c7598283e tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/subnets/9509a685-9c85-4074-a3e4-b1e5b73b4498 HTTP/1.1" status: 204 len: 168 time: 1.6453478 Nov 23 04:40:52.107878 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Network d1eab6de-79c4-470c-9e53-afc2aac9664b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:52.112393 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42370) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:52.113629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-80754203-0cc4-475f-947d-6c9e49944111 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.131243 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:52.140156 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:52.260655 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e8b740-d6e7-4f3b-9233-bb97f9834692 None None] DHCP port deletion for 4362bc04-00bd-48ad-bedd-ce0aefebc66c request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:52.294520 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-a53d9ae0-2593-4c3b-bbd1-ce6405c5c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] For port 930640d8-163b-4d95-8ca5-6ad92881d01d, host hv-neutron-8188, got binding levels [] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:52.295177 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a53d9ae0-2593-4c3b-bbd1-ce6405c5c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.333558 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-76e8b740-d6e7-4f3b-9233-bb97f9834692 None None] Deleting port 248d32ec-248b-4d5d-83b2-d579043da7f1 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:52.333941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-76e8b740-d6e7-4f3b-9233-bb97f9834692 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.348747 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-4dd31b8d-4af8-4bb8-9148-dfedf8fb88fe tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Allocated IP 172.20.0.27 (24e3f505-8b13-4133-a873-3e6edca51bc0/78a4a986-1f2e-406a-bac2-b411dbb8930f/82bf7435-1d76-43bc-96fb-758d7836e57a) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:52.352265 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a53d9ae0-2593-4c3b-bbd1-ce6405c5c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Calling delete_port for 930640d8-163b-4d95-8ca5-6ad92881d01d owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:52.362718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.396618 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.406939 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-76e8b740-d6e7-4f3b-9233-bb97f9834692 None None] For port 248d32ec-248b-4d5d-83b2-d579043da7f1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=248d32ec-248b-4d5d-83b2-d579043da7f1,segment=NetworkSegment(73b662d1-ffd4-4cbb-bc81-7abafda573cb),segment_id=73b662d1-ffd4-4cbb-bc81-7abafda573cb)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:52.407311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-76e8b740-d6e7-4f3b-9233-bb97f9834692 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.421192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-76e8b740-d6e7-4f3b-9233-bb97f9834692 None None] Calling delete_port for 248d32ec-248b-4d5d-83b2-d579043da7f1 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:52.458427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c286f7c8-2f84-4fde-8d82-e7520b4b208b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.458765 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c286f7c8-2f84-4fde-8d82-e7520b4b208b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.461469 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80754203-0cc4-475f-947d-6c9e49944111 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Pushing event updated for resources: {'Subnet': ['ID=1f8913c1-43ae-4d84-a0a6-9e8b09db2a3f,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:52.463591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80754203-0cc4-475f-947d-6c9e49944111 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Checking segment: {'id': 'fe7f3081-c011-4608-92f0-1fd3506dbb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8745aa1f-76e3-4215-bd34-ba6c4535b072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:52.464609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80754203-0cc4-475f-947d-6c9e49944111 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Network hostable DHCP agents. Network: 8745aa1f-76e3-4215-bd34-ba6c4535b072, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:40:52.505179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-65cee5fe-8906-4742-b2d9-80b39851d6a1 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.507728 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-65cee5fe-8906-4742-b2d9-80b39851d6a1 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.508854 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-65cee5fe-8906-4742-b2d9-80b39851d6a1 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-groups/379b13ca-d72d-4775-9e0e-33584e7a4407 HTTP/1.1" status: 204 len: 168 time: 0.7535303 Nov 23 04:40:52.509932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-c286f7c8-2f84-4fde-8d82-e7520b4b208b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Calling delete_port for 5abeb42e-e3f0-48bd-bb9e-f02f54cc820d owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:52.521131 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42372) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:52.576068 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80754203-0cc4-475f-947d-6c9e49944111 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Network 8745aa1f-76e3-4215-bd34-ba6c4535b072 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:40:52.577318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-76e8b740-d6e7-4f3b-9233-bb97f9834692 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.578147 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cee5fe-8906-4742-b2d9-80b39851d6a1 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=379b13ca-d72d-4775-9e0e-33584e7a4407,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:52.613984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e8b740-d6e7-4f3b-9233-bb97f9834692 None None] No DVR routers for this DVR port 248d32ec-248b-4d5d-83b2-d579043da7f1 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:52.642370 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.643824 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-80754203-0cc4-475f-947d-6c9e49944111 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 8745aa1f-76e3-4215-bd34-ba6c4535b072) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:52.656547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4dd31b8d-4af8-4bb8-9148-dfedf8fb88fe tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.660706 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80754203-0cc4-475f-947d-6c9e49944111 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:52.661313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-80754203-0cc4-475f-947d-6c9e49944111 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.671613 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e8b740-d6e7-4f3b-9233-bb97f9834692 None None] Pushing event deleted for resources: {'Port': ['ID=248d32ec-248b-4d5d-83b2-d579043da7f1,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:52.674428 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de91f40-5a19-4eb4-9f07-076749d979ef None None] Network 8745aa1f-76e3-4215-bd34-ba6c4535b072 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:52.679168 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-55c6b131-37ee-42ed-8a2e-10a70aec42dc tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1516900 Nov 23 04:40:52.682108 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42374) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:52.683549 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4dd31b8d-4af8-4bb8-9148-dfedf8fb88fe tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.689544 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-afa5342c-4b4b-4bb9-95f7-a352e44119d9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group': {'name': 'tempest-secgroup--128967'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:52.689935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a53d9ae0-2593-4c3b-bbd1-ce6405c5c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.696200 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-80754203-0cc4-475f-947d-6c9e49944111 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.7711325 Nov 23 04:40:52.700940 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42376) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:52.708872 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-417fdbda-0d32-4412-8b61-a164ea6f3c5f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Request body: {'port': {'network_id': '8745aa1f-76e3-4215-bd34-ba6c4535b072', 'name': 'tempest-ExtraDHCPOptionsTestJSON-632296167'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:52.730872 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d9e78cd0-60f2-4ab8-94ff-abb81035a20d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:52.747070 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Network b21b611f-a015-425c-ab34-b547c5f8ac2e is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:52.747761 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.779318 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Deleting port 248d32ec-248b-4d5d-83b2-d579043da7f1 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:52.779687 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.788508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:52.840466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Pushing event updated for resources: {'Port': ['ID=caab31d9-9d7d-4be6-bcbe-c4593929f5b3,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:52.916128 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:52.922256 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a53d9ae0-2593-4c3b-bbd1-ce6405c5c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.926020 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a53d9ae0-2593-4c3b-bbd1-ce6405c5c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "DELETE /v2.0/ports/930640d8-163b-4d95-8ca5-6ad92881d01d HTTP/1.1" status: 204 len: 168 time: 2.0016770 Nov 23 04:40:52.940228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd31b8d-4af8-4bb8-9148-dfedf8fb88fe tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=82bf7435-1d76-43bc-96fb-758d7836e57a,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:52.961860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42380) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:52.966661 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c286f7c8-2f84-4fde-8d82-e7520b4b208b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.972001 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-afa5342c-4b4b-4bb9-95f7-a352e44119d9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:52.998692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c286f7c8-2f84-4fde-8d82-e7520b4b208b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Port': ['ID=5abeb42e-e3f0-48bd-bb9e-f02f54cc820d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:52.999543 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-8745aa1f-76e3-4215-bd34-ba6c4535b072', 'network_id': '8745aa1f-76e3-4215-bd34-ba6c4535b072', 'tenant_id': '199826b33eb847afb62f8824530b3be9', 'fixed_ips': [{'subnet_id': '1f8913c1-43ae-4d84-a0a6-9e8b09db2a3f'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:40:53.000916 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.033438 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d9e78cd0-60f2-4ab8-94ff-abb81035a20d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:53.034634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.080048 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdffbb23-f49e-40da-8541-512078e4ba80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] GET failed (client error): The resource could not be found. Nov 23 04:40:53.095213 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fdffbb23-f49e-40da-8541-512078e4ba80 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] 10.222.0.37 "GET /v2.0/ports/930640d8-163b-4d95-8ca5-6ad92881d01d HTTP/1.1" status: 404 len: 333 time: 0.1300695 Nov 23 04:40:53.100563 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42382) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:53.167779 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-4dd31b8d-4af8-4bb8-9148-dfedf8fb88fe tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] In _notify_port_updated(), no bound segment for port 82bf7435-1d76-43bc-96fb-758d7836e57a on network 24e3f505-8b13-4133-a873-3e6edca51bc0 {{(pid=109953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:40:53.175130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4dd31b8d-4af8-4bb8-9148-dfedf8fb88fe tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:53.175762 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] For port 248d32ec-248b-4d5d-83b2-d579043da7f1, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:53.176125 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.176492 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4dd31b8d-4af8-4bb8-9148-dfedf8fb88fe tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.178139 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4dd31b8d-4af8-4bb8-9148-dfedf8fb88fe tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "PUT /v2.0/ports/82bf7435-1d76-43bc-96fb-758d7836e57a HTTP/1.1" status: 200 len: 999 time: 1.9662082 Nov 23 04:40:53.193395 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42384) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:53.279583 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d9ae0-2593-4c3b-bbd1-ce6405c5c00a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1653242667-project-admin] Pushing event deleted for resources: {'Port': ['ID=930640d8-163b-4d95-8ca5-6ad92881d01d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:53.299318 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c286f7c8-2f84-4fde-8d82-e7520b4b208b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.299752 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-c286f7c8-2f84-4fde-8d82-e7520b4b208b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Floating IP bc125696-8322-4876-bfb9-5b2aa74810c5 disassociated (deleted). External IP: 172.26.8.110, port: d92c6aa2-70ff-4764-9f11-fcbf2eeb6d2e. Nov 23 04:40:53.303537 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-afa5342c-4b4b-4bb9-95f7-a352e44119d9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.304599 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Calling delete_port for 248d32ec-248b-4d5d-83b2-d579043da7f1 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:53.311316 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Port 248d32ec-248b-4d5d-83b2-d579043da7f1 was not found and therefore no delete operation was performed {{(pid=109952) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:40:53.314884 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.317790 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-fa78cb4b-c609-4a99-b5cd-7893dfa5c487 None None] Provisioning complete for port caab31d9-9d7d-4be6-bcbe-c4593929f5b3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:53.318820 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fa78cb4b-c609-4a99-b5cd-7893dfa5c487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.330595 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.351776 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-afa5342c-4b4b-4bb9-95f7-a352e44119d9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.400146 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-afa5342c-4b4b-4bb9-95f7-a352e44119d9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.401490 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-afa5342c-4b4b-4bb9-95f7-a352e44119d9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1757 time: 0.7154560 Nov 23 04:40:53.412379 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42386) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:53.420817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] No DVR routers for this DVR port 248d32ec-248b-4d5d-83b2-d579043da7f1 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:40:53.450346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa5342c-4b4b-4bb9-95f7-a352e44119d9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6c6b25d1-c147-425c-8270-ac39fc104d6f,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:53.467716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-f14af618-8fac-455b-9e7f-1a3b605232bb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port 82bf7435-1d76-43bc-96fb-758d7836e57a {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:53.468097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f14af618-8fac-455b-9e7f-1a3b605232bb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.486039 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-6ae95f5a-4aa3-4ea7-9138-8aef2015e71a tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group_rule': {'security_group_id': '6c6b25d1-c147-425c-8270-ac39fc104d6f', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:53.533492 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Port': ['ID=248d32ec-248b-4d5d-83b2-d579043da7f1,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:53.552370 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Allocated IP 172.20.0.2 (8745aa1f-76e3-4215-bd34-ba6c4535b072/1f8913c1-43ae-4d84-a0a6-9e8b09db2a3f/6c97fe68-b1eb-47cb-9d8e-251d3466a40d) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:53.561488 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-fa78cb4b-c609-4a99-b5cd-7893dfa5c487 None None] Port caab31d9-9d7d-4be6-bcbe-c4593929f5b3 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:53.588745 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-fa78cb4b-c609-4a99-b5cd-7893dfa5c487 None None] Provisioning complete for port 82bf7435-1d76-43bc-96fb-758d7836e57a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:53.590022 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fa78cb4b-c609-4a99-b5cd-7893dfa5c487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.600770 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.644301 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90acfbf0-87c2-4337-a624-94a8e5a359eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.661826 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417fdbda-0d32-4412-8b61-a164ea6f3c5f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Made reservation on behalf of 199826b33eb847afb62f8824530b3be9 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:53.665746 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-417fdbda-0d32-4412-8b61-a164ea6f3c5f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.666332 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 248d32ec-248b-4d5d-83b2-d579043da7f1 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:40:53.698120 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4362bc04-00bd-48ad-bedd-ce0aefebc66c']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:53.708734 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 248d32ec-248b-4d5d-83b2-d579043da7f1 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:40:53.709001 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 248d32ec-248b-4d5d-83b2-d579043da7f1 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:40:53.725539 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-fa78cb4b-c609-4a99-b5cd-7893dfa5c487 None None] Port 82bf7435-1d76-43bc-96fb-758d7836e57a cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:53.741039 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73b662d1-ffd4-4cbb-bc81-7abafda573cb') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:53.741622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73b662d1-ffd4-4cbb-bc81-7abafda573cb') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:53.787332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.810605 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.817524 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.827615 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-417fdbda-0d32-4412-8b61-a164ea6f3c5f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] device_id is not set on port 7fecef35-dc90-479d-84bc-02e6a8e357e6 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:53.832568 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ae95f5a-4aa3-4ea7-9138-8aef2015e71a tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.839522 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.865158 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Network 8745aa1f-76e3-4215-bd34-ba6c4535b072 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:53.869710 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:53.872218 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:53.880191 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Pushing event updated for resources: {'Port': ['ID=6c97fe68-b1eb-47cb-9d8e-251d3466a40d,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:53.898596 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:53.899075 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:53.907818 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:53.932771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.937074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Attempting to bind port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:53.937831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Attempting to bind port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'fe7f3081-c011-4608-92f0-1fd3506dbb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8745aa1f-76e3-4215-bd34-ba6c4535b072'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:53.937966 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Attempting to bind port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d on network 8745aa1f-76e3-4215-bd34-ba6c4535b072 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:53.945649 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:40:53.946055 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Checking segment: {'id': 'fe7f3081-c011-4608-92f0-1fd3506dbb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8745aa1f-76e3-4215-bd34-ba6c4535b072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:53.946441 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.946839 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Bound using segment: {'id': 'fe7f3081-c011-4608-92f0-1fd3506dbb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8745aa1f-76e3-4215-bd34-ba6c4535b072'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:40:53.947310 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Bound port: 6c97fe68-b1eb-47cb-9d8e-251d3466a40d, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe7f3081-c011-4608-92f0-1fd3506dbb25', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '8745aa1f-76e3-4215-bd34-ba6c4535b072'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:40:53.947700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.972729 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f14af618-8fac-455b-9e7f-1a3b605232bb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:53.993320 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-f14af618-8fac-455b-9e7f-1a3b605232bb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for 82bf7435-1d76-43bc-96fb-758d7836e57a owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:54.020801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] For port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:54.024248 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] For port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6c97fe68-b1eb-47cb-9d8e-251d3466a40d,segment=NetworkSegment(fe7f3081-c011-4608-92f0-1fd3506dbb25),segment_id=fe7f3081-c011-4608-92f0-1fd3506dbb25)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:40:54.029723 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.050066 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c286f7c8-2f84-4fde-8d82-e7520b4b208b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:54.090987 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fb5ab4-8053-41b1-9ea0-82002d74e81f None None] Pushing event updated for resources: {'Port': ['ID=6c97fe68-b1eb-47cb-9d8e-251d3466a40d,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:54.170052 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.174159 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90acfbf0-87c2-4337-a624-94a8e5a359eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.217635 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.218507 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c286f7c8-2f84-4fde-8d82-e7520b4b208b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:54.225661 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c286f7c8-2f84-4fde-8d82-e7520b4b208b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.239616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0d8109-2c40-4cdf-9653-2f9f2f76fde1 None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:54.256945 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d8109-2c40-4cdf-9653-2f9f2f76fde1 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:54.257656 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2e0d8109-2c40-4cdf-9653-2f9f2f76fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:54.277066 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c286f7c8-2f84-4fde-8d82-e7520b4b208b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/floatingips/bc125696-8322-4876-bfb9-5b2aa74810c5 HTTP/1.1" status: 204 len: 168 time: 2.9490247 Nov 23 04:40:54.280960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42388) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:54.337858 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2e0d8109-2c40-4cdf-9653-2f9f2f76fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:54.362323 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e0d8109-2c40-4cdf-9653-2f9f2f76fde1 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:54.363327 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2e0d8109-2c40-4cdf-9653-2f9f2f76fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:54.412091 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2e0d8109-2c40-4cdf-9653-2f9f2f76fde1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:54.413070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e0d8109-2c40-4cdf-9653-2f9f2f76fde1 None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:54.446043 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f14af618-8fac-455b-9e7f-1a3b605232bb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.519669 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14af618-8fac-455b-9e7f-1a3b605232bb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=82bf7435-1d76-43bc-96fb-758d7836e57a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:54.565049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-90acfbf0-87c2-4337-a624-94a8e5a359eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b63ab6a-eb02-4df8-a655-589176d55568']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:54.581643 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-90acfbf0-87c2-4337-a624-94a8e5a359eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c696f1f6-18c6-45dc-95c9-79e212534154') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:54.581938 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-90acfbf0-87c2-4337-a624-94a8e5a359eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c696f1f6-18c6-45dc-95c9-79e212534154') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:54.599820 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-75ee8515-1a8c-47f0-b001-183327c96aae tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting port d92c6aa2-70ff-4764-9f11-fcbf2eeb6d2e {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:54.600513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-75ee8515-1a8c-47f0-b001-183327c96aae tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.601216 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.605086 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] 10.222.0.37 "DELETE /v2.0/networks/4362bc04-00bd-48ad-bedd-ce0aefebc66c HTTP/1.1" status: 204 len: 168 time: 2.4892981 Nov 23 04:40:54.628792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6c97fe68-b1eb-47cb-9d8e-251d3466a40d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:54.676490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90acfbf0-87c2-4337-a624-94a8e5a359eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.678207 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab20a38-4fa5-4293-9484-a42a1e47819c tempest-NetworksTest-659990153 tempest-NetworksTest-659990153-project] Pushing event deleted for resources: {'Network': ['ID=4362bc04-00bd-48ad-bedd-ce0aefebc66c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:54.681615 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ae95f5a-4aa3-4ea7-9138-8aef2015e71a tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.705644 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ae95f5a-4aa3-4ea7-9138-8aef2015e71a tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.723275 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:54.723848 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.731390 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-417fdbda-0d32-4412-8b61-a164ea6f3c5f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Allocated IP 172.20.0.13 (8745aa1f-76e3-4215-bd34-ba6c4535b072/1f8913c1-43ae-4d84-a0a6-9e8b09db2a3f/7fecef35-dc90-479d-84bc-02e6a8e357e6) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:54.738338 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90acfbf0-87c2-4337-a624-94a8e5a359eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.764440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-75ee8515-1a8c-47f0-b001-183327c96aae tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.782538 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-75ee8515-1a8c-47f0-b001-183327c96aae tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Calling delete_port for d92c6aa2-70ff-4764-9f11-fcbf2eeb6d2e owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:54.803281 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90acfbf0-87c2-4337-a624-94a8e5a359eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:40:54.803697 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90acfbf0-87c2-4337-a624-94a8e5a359eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:40:54.812929 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:40:54.814926 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae95f5a-4aa3-4ea7-9138-8aef2015e71a tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57792ffb-e0b7-4b59-985f-473ba0ed7b33,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:54.886955 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.901822 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ae95f5a-4aa3-4ea7-9138-8aef2015e71a tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.906527 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6ae95f5a-4aa3-4ea7-9138-8aef2015e71a tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.4835837 Nov 23 04:40:54.906721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f14af618-8fac-455b-9e7f-1a3b605232bb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:54.915784 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42392) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:54.916130 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42394) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:54.918097 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f14af618-8fac-455b-9e7f-1a3b605232bb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/82bf7435-1d76-43bc-96fb-758d7836e57a HTTP/1.1" status: 204 len: 168 time: 1.7127209 Nov 23 04:40:54.940037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6c97fe68-b1eb-47cb-9d8e-251d3466a40d,segment=NetworkSegment(fe7f3081-c011-4608-92f0-1fd3506dbb25),segment_id=fe7f3081-c011-4608-92f0-1fd3506dbb25)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:54.945757 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.018149 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=6c97fe68-b1eb-47cb-9d8e-251d3466a40d,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:55.040470 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-32342b9e-5b8a-43b8-b5a5-39afcb9b5c75 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] GET failed (client error): The resource could not be found. Nov 23 04:40:55.045949 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-32342b9e-5b8a-43b8-b5a5-39afcb9b5c75 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/82bf7435-1d76-43bc-96fb-758d7836e57a HTTP/1.1" status: 404 len: 333 time: 0.1222205 Nov 23 04:40:55.051570 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42398) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:55.055766 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90acfbf0-87c2-4337-a624-94a8e5a359eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.069380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42400) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:55.083367 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90acfbf0-87c2-4337-a624-94a8e5a359eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.090105 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-90acfbf0-87c2-4337-a624-94a8e5a359eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] 10.222.0.37 "DELETE /v2.0/networks/1b63ab6a-eb02-4df8-a655-589176d55568 HTTP/1.1" status: 204 len: 168 time: 1.9556901 Nov 23 04:40:55.099650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-75ee8515-1a8c-47f0-b001-183327c96aae tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.136052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75ee8515-1a8c-47f0-b001-183327c96aae tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Port': ['ID=d92c6aa2-70ff-4764-9f11-fcbf2eeb6d2e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:55.158861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af5ea28-7824-4bb7-8ab1-20fcac1cb31b None None] DHCP port deletion for fe323b12-826d-4a27-9634-70b4819abf63 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:55.205518 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-97da180d-8608-46cc-8fdb-8cfcf39a9f46 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.207576 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acfbf0-87c2-4337-a624-94a8e5a359eb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1982860493-project] Pushing event deleted for resources: {'Network': ['ID=1b63ab6a-eb02-4df8-a655-589176d55568,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:55.250856 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-97da180d-8608-46cc-8fdb-8cfcf39a9f46 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.262086 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Router e8b1510e-14d9-4dbd-af08-1a4d5890d82b is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:40:55.297792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-701321f2-0f79-449f-a38f-0f12bb7f67db tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting subnet 78a4a986-1f2e-406a-bac2-b411dbb8930f {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:40:55.309925 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-701321f2-0f79-449f-a38f-0f12bb7f67db tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.360178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-75ee8515-1a8c-47f0-b001-183327c96aae tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.364985 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-75ee8515-1a8c-47f0-b001-183327c96aae tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/ports/d92c6aa2-70ff-4764-9f11-fcbf2eeb6d2e HTTP/1.1" status: 204 len: 168 time: 1.0826113 Nov 23 04:40:55.368792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42408) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:55.373582 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:55.405545 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8445b41c-5442-4199-9901-58b394ed5efa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a90f6b3b75c9410481e60bec9d5485bb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3349693 Nov 23 04:40:55.408687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42410) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:55.415398 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42412) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:55.433379 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcaac291-6b71-468b-bbba-ca0491b89262 None None] Network 8745aa1f-76e3-4215-bd34-ba6c4535b072 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:55.434991 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-97da180d-8608-46cc-8fdb-8cfcf39a9f46 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.443587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.456436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-97da180d-8608-46cc-8fdb-8cfcf39a9f46 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.457501 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-97da180d-8608-46cc-8fdb-8cfcf39a9f46 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/57792ffb-e0b7-4b59-985f-473ba0ed7b33 HTTP/1.1" status: 204 len: 168 time: 0.5350032 Nov 23 04:40:55.467386 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42416) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:55.476041 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-701321f2-0f79-449f-a38f-0f12bb7f67db tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.506350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-417fdbda-0d32-4412-8b61-a164ea6f3c5f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.529191 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97da180d-8608-46cc-8fdb-8cfcf39a9f46 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=57792ffb-e0b7-4b59-985f-473ba0ed7b33,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:55.543005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ea339b1d-74fe-4b25-ae09-bf031b03d5bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.572791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.581172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ea339b1d-74fe-4b25-ae09-bf031b03d5bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.597586 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.607478 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3c8f4526-29dd-46fa-9b15-f8d35e0dfb0d None None] Provisioning complete for port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:55.608324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3c8f4526-29dd-46fa-9b15-f8d35e0dfb0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.670145 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-122def8e-71b7-49da-bfa8-475db1305278 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ffad502192aa4eaf8475e80e659e1b33&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2501228 Nov 23 04:40:55.670484 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42418) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:55.705699 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.712812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ea339b1d-74fe-4b25-ae09-bf031b03d5bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.716111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ea339b1d-74fe-4b25-ae09-bf031b03d5bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.719778 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ea339b1d-74fe-4b25-ae09-bf031b03d5bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/bcef01ca-8b93-4eb9-9217-2b742585a058 HTTP/1.1" status: 204 len: 168 time: 0.3076093 Nov 23 04:40:55.740671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea339b1d-74fe-4b25-ae09-bf031b03d5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcef01ca-8b93-4eb9-9217-2b742585a058,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:55.751615 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:55.762889 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-925a43f3-798a-43a0-89fe-88ee2e4c83e6 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2820089 Nov 23 04:40:55.768646 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Sync routers for ids ['e8b1510e-14d9-4dbd-af08-1a4d5890d82b'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:55.769193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Pushing event updated for resources: {'Port': ['ID=caab31d9-9d7d-4be6-bcbe-c4593929f5b3,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:55.772145 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42422) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:55.782338 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.809384 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Routers {'e8b1510e-14d9-4dbd-af08-1a4d5890d82b'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:55.810210 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e8b1510e-14d9-4dbd-af08-1a4d5890d82b'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:55.816513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-417fdbda-0d32-4412-8b61-a164ea6f3c5f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.819135 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-701321f2-0f79-449f-a38f-0f12bb7f67db tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.872375 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:55.873654 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6d258067-671f-46cc-9cc0-df3c8cb9f076 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.4787652 Nov 23 04:40:55.904698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Allocated IP 172.26.8.224 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/6924fa19-21ca-4981-ad91-d88c73bb50d6) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:55.925310 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417fdbda-0d32-4412-8b61-a164ea6f3c5f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Network 8745aa1f-76e3-4215-bd34-ba6c4535b072 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:55.959419 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Set router e8b1510e-14d9-4dbd-af08-1a4d5890d82b gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:40:55.961104 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42424) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:56.048462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.058225 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-417fdbda-0d32-4412-8b61-a164ea6f3c5f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:56.074608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417fdbda-0d32-4412-8b61-a164ea6f3c5f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:56.098176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a6f450ac-8eb9-4ee4-add0-ab52a3fa7fe1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.105875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.196633 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a6f450ac-8eb9-4ee4-add0-ab52a3fa7fe1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.198984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a095ed1b-2ad4-4315-8998-c4d2ed52267e None None] Provisioning complete for port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:56.199473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a095ed1b-2ad4-4315-8998-c4d2ed52267e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.211198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417fdbda-0d32-4412-8b61-a164ea6f3c5f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Pushing event updated for resources: {'Port': ['ID=7fecef35-dc90-479d-84bc-02e6a8e357e6,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:56.250497 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b1510e-14d9-4dbd-af08-1a4d5890d82b', 'name': '', 'tenant_id': '5a4efdc6ea5144459466f2edeb3518c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1eab6de-79c4-470c-9e53-afc2aac9664b', 'external_fixed_ips': [{'subnet_id': '1b53f16b-3a02-4875-87ce-40f7723e892e', 'ip_address': '2001:db8::1f9'}], 'enable_snat': True}, 'gw_port_id': '1e92a344-9235-48b4-9638-cffe8e86463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:48Z', 'updated_at': '2021-11-23T04:40:52Z', 'revision_number': 3, 'project_id': '5a4efdc6ea5144459466f2edeb3518c3', 'gw_port': {'id': '1e92a344-9235-48b4-9638-cffe8e86463f', 'name': '', 'network_id': 'd1eab6de-79c4-470c-9e53-afc2aac9664b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b1510e-14d9-4dbd-af08-1a4d5890d82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1b53f16b-3a02-4875-87ce-40f7723e892e', 'ip_address': '2001:db8::1f9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:50Z', 'updated_at': '2021-11-23T04:40:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '1b53f16b-3a02-4875-87ce-40f7723e892e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:56.261127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=6924fa19-21ca-4981-ad91-d88c73bb50d6,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:56.284229 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:56.292763 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Checking router: e8b1510e-14d9-4dbd-af08-1a4d5890d82b for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:40:56.293010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:56.293560 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Updating router e8b1510e-14d9-4dbd-af08-1a4d5890d82b port 1e92a344-9235-48b4-9638-cffe8e86463f binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:40:56.296932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:56.326927 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.367091 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417fdbda-0d32-4412-8b61-a164ea6f3c5f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:56.367785 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-417fdbda-0d32-4412-8b61-a164ea6f3c5f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.380371 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0d0aedca-9eca-49df-bf88-37defa6b6c0d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.390235 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-701321f2-0f79-449f-a38f-0f12bb7f67db tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.424218 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a6f450ac-8eb9-4ee4-add0-ab52a3fa7fe1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.427488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a6f450ac-8eb9-4ee4-add0-ab52a3fa7fe1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.431160 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a6f450ac-8eb9-4ee4-add0-ab52a3fa7fe1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b538ac9-c436-4a40-93b0-2c14750886b9 HTTP/1.1" status: 204 len: 168 time: 0.7573390 Nov 23 04:40:56.431160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.444172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6f450ac-8eb9-4ee4-add0-ab52a3fa7fe1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b538ac9-c436-4a40-93b0-2c14750886b9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:56.494200 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.498552 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-417fdbda-0d32-4412-8b61-a164ea6f3c5f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.7935860 Nov 23 04:40:56.503531 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Network b21b611f-a015-425c-ab34-b547c5f8ac2e is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:56.510814 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.515713 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42438) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:56.518451 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701321f2-0f79-449f-a38f-0f12bb7f67db tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Subnet': ['ID=78a4a986-1f2e-406a-bac2-b411dbb8930f,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:56.522429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0d0aedca-9eca-49df-bf88-37defa6b6c0d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.563067 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Request body: {'port': {'network_id': '8745aa1f-76e3-4215-bd34-ba6c4535b072', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1909148202', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:56.564012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.api.validators [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] bootfile-name is not in valid_values {{(pid=109952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 04:40:56.564559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.api.validators [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] tftp-server is not in valid_values {{(pid=109952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 04:40:56.565117 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.api.validators [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] server-ip-address is not in valid_values {{(pid=109952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 04:40:56.569919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:56.577427 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecc9055e-05ec-4cc3-9683-b4a6d4ca9b44 None None] Network 24e3f505-8b13-4133-a873-3e6edca51bc0 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:56.596347 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-701321f2-0f79-449f-a38f-0f12bb7f67db tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.602035 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-701321f2-0f79-449f-a38f-0f12bb7f67db tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/78a4a986-1f2e-406a-bac2-b411dbb8930f HTTP/1.1" status: 204 len: 168 time: 1.5419579 Nov 23 04:40:56.627550 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42440) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:56.681319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-998ca857-e116-46f2-921a-6952a5d6a021 None None] Provisioning complete for port 7fecef35-dc90-479d-84bc-02e6a8e357e6 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:56.699007 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-998ca857-e116-46f2-921a-6952a5d6a021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.710512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6c97fe68-b1eb-47cb-9d8e-251d3466a40d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:56.760324 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.772584 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.829447 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.840245 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.872279 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-998ca857-e116-46f2-921a-6952a5d6a021 None None] Port 7fecef35-dc90-479d-84bc-02e6a8e357e6 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:56.972695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=6924fa19-21ca-4981-ad91-d88c73bb50d6,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:56.976036 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Attempting to bind port 1e92a344-9235-48b4-9638-cffe8e86463f on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:40:56.976398 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Attempting to bind port 1e92a344-9235-48b4-9638-cffe8e86463f by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '45babb23-a2d4-4301-bd1f-b644aaf50ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd1eab6de-79c4-470c-9e53-afc2aac9664b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:40:56.976818 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Attempting to bind port 1e92a344-9235-48b4-9638-cffe8e86463f on network d1eab6de-79c4-470c-9e53-afc2aac9664b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:40:56.992042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:56.997309 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc0e46-19ea-44bc-b153-603b5ba1c68a None None] Pushing event updated for resources: {'Port': ['ID=1e92a344-9235-48b4-9638-cffe8e86463f,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:57.000861 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:40:57.001172 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Checking segment: {'id': '45babb23-a2d4-4301-bd1f-b644aaf50ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd1eab6de-79c4-470c-9e53-afc2aac9664b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:40:57.009848 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.010282 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Bound using segment: {'id': '45babb23-a2d4-4301-bd1f-b644aaf50ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd1eab6de-79c4-470c-9e53-afc2aac9664b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:40:57.011337 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Bound port: 1e92a344-9235-48b4-9638-cffe8e86463f, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45babb23-a2d4-4301-bd1f-b644aaf50ee7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'd1eab6de-79c4-470c-9e53-afc2aac9664b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:40:57.011754 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.019014 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:57.019663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.032722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.036974 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e38c9785-bc4a-442b-ba93-02c23d4916f0 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6668327 Nov 23 04:40:57.037637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42450) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:57.044199 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-bbad0eef-dc18-401c-b14d-d7a1801d9fc3 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'port': {'network_id': 'fe323b12-826d-4a27-9634-70b4819abf63', 'name': 'tempest-FloatingIPTestJSON-458838812'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:57.064818 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc0e46-19ea-44bc-b153-603b5ba1c68a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:57.065232 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc0e46-19ea-44bc-b153-603b5ba1c68a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:57.065641 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc0e46-19ea-44bc-b153-603b5ba1c68a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:57.065985 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc0e46-19ea-44bc-b153-603b5ba1c68a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:57.066357 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc0e46-19ea-44bc-b153-603b5ba1c68a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:57.066748 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc0e46-19ea-44bc-b153-603b5ba1c68a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:57.067085 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc0e46-19ea-44bc-b153-603b5ba1c68a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:57.067460 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc0e46-19ea-44bc-b153-603b5ba1c68a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:57.067812 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc0e46-19ea-44bc-b153-603b5ba1c68a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:57.068183 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc0e46-19ea-44bc-b153-603b5ba1c68a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:57.068510 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc0e46-19ea-44bc-b153-603b5ba1c68a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:57.069061 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95cc0e46-19ea-44bc-b153-603b5ba1c68a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:40:57.134450 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] For port 1e92a344-9235-48b4-9638-cffe8e86463f, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:40:57.138790 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] For port 1e92a344-9235-48b4-9638-cffe8e86463f, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=1e92a344-9235-48b4-9638-cffe8e86463f,segment=NetworkSegment(45babb23-a2d4-4301-bd1f-b644aaf50ee7),segment_id=45babb23-a2d4-4301-bd1f-b644aaf50ee7)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:40:57.141737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-0b6a4dd9-2852-4d83-b414-5a3e9178b6e6 None None] Provisioning complete for port caab31d9-9d7d-4be6-bcbe-c4593929f5b3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:57.142212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0b6a4dd9-2852-4d83-b414-5a3e9178b6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.147053 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.190445 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42452) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:57.197643 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-0b6a4dd9-2852-4d83-b414-5a3e9178b6e6 None None] Port caab31d9-9d7d-4be6-bcbe-c4593929f5b3 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:57.236393 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Router 609fdde0-e780-487a-8ab9-72f49372e1e9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:40:57.240802 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cc0e46-19ea-44bc-b153-603b5ba1c68a None None] Pushing event updated for resources: {'Port': ['ID=1e92a344-9235-48b4-9638-cffe8e86463f,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:57.283746 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8adb3f6-4fe9-4828-8fe1-b5f26e8c257a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting subnet fc7d0a96-f5dd-4d9c-bef2-f87666c1c4c0 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:40:57.288955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a8adb3f6-4fe9-4828-8fe1-b5f26e8c257a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.301949 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Routers {'e8b1510e-14d9-4dbd-af08-1a4d5890d82b'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:57.302681 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e8b1510e-14d9-4dbd-af08-1a4d5890d82b'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:57.340740 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8fe2fbae-35ee-4fc0-8ca0-dd80a45743aa admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=636e8926b5814c7a8d1f4f64113349b5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1415422 Nov 23 04:40:57.344356 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42454) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:57.345470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a8adb3f6-4fe9-4828-8fe1-b5f26e8c257a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.382541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbad0eef-dc18-401c-b14d-d7a1801d9fc3 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Made reservation on behalf of 143ae7f39fcb4a5bb309ce821d145aae for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:57.386402 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbad0eef-dc18-401c-b14d-d7a1801d9fc3 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.420495 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-bbad0eef-dc18-401c-b14d-d7a1801d9fc3 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] device_id is not set on port 8a494cf6-78b7-46a8-aa9c-c9c6adaac3d4 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:57.447582 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a8adb3f6-4fe9-4828-8fe1-b5f26e8c257a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.481505 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bc28fbe0-d612-46ad-914f-37477f02a1bb admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.539695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bc28fbe0-d612-46ad-914f-37477f02a1bb admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.578850 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42458) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:57.601083 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] Set router e8b1510e-14d9-4dbd-af08-1a4d5890d82b gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:40:57.649675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-bbad0eef-dc18-401c-b14d-d7a1801d9fc3 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Allocated IP 172.20.0.8 (fe323b12-826d-4a27-9634-70b4819abf63/3812d7bd-ec91-4cc8-bfc7-4d2f9cd8baab/8a494cf6-78b7-46a8-aa9c-c9c6adaac3d4) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:57.670583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bc28fbe0-d612-46ad-914f-37477f02a1bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.678126 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bc28fbe0-d612-46ad-914f-37477f02a1bb admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.679558 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bc28fbe0-d612-46ad-914f-37477f02a1bb admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d666412-75c2-4e04-8474-732ab564da8d HTTP/1.1" status: 204 len: 168 time: 0.3342023 Nov 23 04:40:57.694172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc28fbe0-d612-46ad-914f-37477f02a1bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d666412-75c2-4e04-8474-732ab564da8d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:57.796643 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-596e8674-834a-4e7f-a70b-f5c8b9784d78 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1351404725'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:57.891560 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-596e8674-834a-4e7f-a70b-f5c8b9784d78 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.906153 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e8b1510e-14d9-4dbd-af08-1a4d5890d82b', 'name': '', 'tenant_id': '5a4efdc6ea5144459466f2edeb3518c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1eab6de-79c4-470c-9e53-afc2aac9664b', 'external_fixed_ips': [{'subnet_id': '1b53f16b-3a02-4875-87ce-40f7723e892e', 'ip_address': '2001:db8::1f9'}], 'enable_snat': True}, 'gw_port_id': '1e92a344-9235-48b4-9638-cffe8e86463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:48Z', 'updated_at': '2021-11-23T04:40:52Z', 'revision_number': 3, 'project_id': '5a4efdc6ea5144459466f2edeb3518c3', 'gw_port': {'id': '1e92a344-9235-48b4-9638-cffe8e86463f', 'name': '', 'network_id': 'd1eab6de-79c4-470c-9e53-afc2aac9664b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b1510e-14d9-4dbd-af08-1a4d5890d82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1b53f16b-3a02-4875-87ce-40f7723e892e', 'ip_address': '2001:db8::1f9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:50Z', 'updated_at': '2021-11-23T04:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b53f16b-3a02-4875-87ce-40f7723e892e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:57.911447 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-596e8674-834a-4e7f-a70b-f5c8b9784d78 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.935941 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8fa21f5-9e56-4453-9a97-08ec33d7109a None None] The sync data for ids ['e8b1510e-14d9-4dbd-af08-1a4d5890d82b'] in dv-neutron-818850-1-hyperv is: [{'id': 'e8b1510e-14d9-4dbd-af08-1a4d5890d82b', 'name': '', 'tenant_id': '5a4efdc6ea5144459466f2edeb3518c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'd1eab6de-79c4-470c-9e53-afc2aac9664b', 'external_fixed_ips': [{'subnet_id': '1b53f16b-3a02-4875-87ce-40f7723e892e', 'ip_address': '2001:db8::1f9'}], 'enable_snat': True}, 'gw_port_id': '1e92a344-9235-48b4-9638-cffe8e86463f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:48Z', 'updated_at': '2021-11-23T04:40:52Z', 'revision_number': 3, 'project_id': '5a4efdc6ea5144459466f2edeb3518c3', 'gw_port': {'id': '1e92a344-9235-48b4-9638-cffe8e86463f', 'name': '', 'network_id': 'd1eab6de-79c4-470c-9e53-afc2aac9664b', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:4b:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e8b1510e-14d9-4dbd-af08-1a4d5890d82b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 509, 'fixed_ips': [{'subnet_id': '1b53f16b-3a02-4875-87ce-40f7723e892e', 'ip_address': '2001:db8::1f9', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:50Z', 'updated_at': '2021-11-23T04:40:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '1b53f16b-3a02-4875-87ce-40f7723e892e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:40:57.963553 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0d0aedca-9eca-49df-bf88-37defa6b6c0d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.969182 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0d0aedca-9eca-49df-bf88-37defa6b6c0d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:57.974279 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0d0aedca-9eca-49df-bf88-37defa6b6c0d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-groups/6c6b25d1-c147-425c-8270-ac39fc104d6f HTTP/1.1" status: 204 len: 168 time: 2.1900742 Nov 23 04:40:57.974279 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Made reservation on behalf of 199826b33eb847afb62f8824530b3be9 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:40:57.977353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42464) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:57.977966 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.019712 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbad0eef-dc18-401c-b14d-d7a1801d9fc3 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.040126 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0aedca-9eca-49df-bf88-37defa6b6c0d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c6b25d1-c147-425c-8270-ac39fc104d6f,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:58.095652 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3b3bdf39-eb30-4233-919c-5a9502bd085d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1168506 Nov 23 04:40:58.102336 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42468) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:58.120831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-cb2e775f-e47e-4096-afd7-80daddcb9c8b tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group': {'name': 'tempest-secgroup--539518616'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:58.129458 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-596e8674-834a-4e7f-a70b-f5c8b9784d78 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.141658 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-596e8674-834a-4e7f-a70b-f5c8b9784d78 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.180925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbad0eef-dc18-401c-b14d-d7a1801d9fc3 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.192457 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] device_id is not set on port 3f2c3295-6fb8-477e-a721-300681398385 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:40:58.199035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.252129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-32e0831f-46be-4743-bc84-d6a973bf6caf None None] Provisioning complete for port 174548fd-8bcc-4e9f-b774-1b020f67f15d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:58.252794 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-32e0831f-46be-4743-bc84-d6a973bf6caf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.272980 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb2e775f-e47e-4096-afd7-80daddcb9c8b tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.286220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad0eef-dc18-401c-b14d-d7a1801d9fc3 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=8a494cf6-78b7-46a8-aa9c-c9c6adaac3d4,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:58.311195 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e8674-834a-4e7f-a70b-f5c8b9784d78 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17425d45-591b-448f-a63c-be4127c41f6f,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:58.331597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbad0eef-dc18-401c-b14d-d7a1801d9fc3 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network fe323b12-826d-4a27-9634-70b4819abf63 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:40:58.337203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-bbad0eef-dc18-401c-b14d-d7a1801d9fc3 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:40:58.341191 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbad0eef-dc18-401c-b14d-d7a1801d9fc3 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:40:58.349485 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:40:58.377296 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7a466129-e58e-406c-955c-36a8e6f65014 admin admin] 10.222.0.37 "PUT /v2.0/routers/609fdde0-e780-487a-8ab9-72f49372e1e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.6681483 Nov 23 04:40:58.386429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a8adb3f6-4fe9-4828-8fe1-b5f26e8c257a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.425189 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e520324c-8fe0-454b-8666-385bfcf5ae5c None None] DHCP port deletion for fe323b12-826d-4a27-9634-70b4819abf63 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:58.431964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8adb3f6-4fe9-4828-8fe1-b5f26e8c257a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Subnet': ['ID=fc7d0a96-f5dd-4d9c-bef2-f87666c1c4c0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:58.435324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Sync routers for ids ['609fdde0-e780-487a-8ab9-72f49372e1e9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:40:58.457699 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbad0eef-dc18-401c-b14d-d7a1801d9fc3 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:40:58.458325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbad0eef-dc18-401c-b14d-d7a1801d9fc3 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.486175 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-596e8674-834a-4e7f-a70b-f5c8b9784d78 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.496786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-596e8674-834a-4e7f-a70b-f5c8b9784d78 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.518717 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bbad0eef-dc18-401c-b14d-d7a1801d9fc3 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 1.4798107 Nov 23 04:40:58.519508 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42478) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:58.520170 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a8adb3f6-4fe9-4828-8fe1-b5f26e8c257a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.527837 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a8adb3f6-4fe9-4828-8fe1-b5f26e8c257a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/fc7d0a96-f5dd-4d9c-bef2-f87666c1c4c0 HTTP/1.1" status: 204 len: 168 time: 1.8736675 Nov 23 04:40:58.533794 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42480) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:58.547973 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c8442a15-7cfa-4e62-81e1-bd74b615f923 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'floatingip': {'port_id': '8a494cf6-78b7-46a8-aa9c-c9c6adaac3d4'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:58.591110 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99fc22c4-6ef0-4dfa-a18a-92f2e73a55a0 None None] Network 24e3f505-8b13-4133-a873-3e6edca51bc0 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:40:58.610815 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Routers {'609fdde0-e780-487a-8ab9-72f49372e1e9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:40:58.613160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['609fdde0-e780-487a-8ab9-72f49372e1e9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:40:58.646577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-596e8674-834a-4e7f-a70b-f5c8b9784d78 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.651785 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-596e8674-834a-4e7f-a70b-f5c8b9784d78 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0712821 Nov 23 04:40:58.652668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42488) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:58.680315 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb2e775f-e47e-4096-afd7-80daddcb9c8b tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.684373 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8442a15-7cfa-4e62-81e1-bd74b615f923 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.695287 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Deleting port 1e92a344-9235-48b4-9638-cffe8e86463f {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:58.695641 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.703116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596e8674-834a-4e7f-a70b-f5c8b9784d78 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ffe99f-91a2-44b2-ad63-ab8fc99b7f55,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:58.758938 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 1e92a344-9235-48b4-9638-cffe8e86463f up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:40:58.766039 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb2e775f-e47e-4096-afd7-80daddcb9c8b tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.842855 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Allocated IP 172.20.0.6 (8745aa1f-76e3-4215-bd34-ba6c4535b072/1f8913c1-43ae-4d84-a0a6-9e8b09db2a3f/3f2c3295-6fb8-477e-a721-300681398385) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:40:58.893196 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42494) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:58.893390 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-51cb8983-22f9-4e80-9289-73727622b274 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2324846 Nov 23 04:40:58.914028 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-3005a683-5514-4b82-9789-5a640bfd2751 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group': {'name': 'tempest-security--137777438', 'description': 'tempest-security-description-1565293316'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:58.922265 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.943570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb2e775f-e47e-4096-afd7-80daddcb9c8b tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:58.950353 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cb2e775f-e47e-4096-afd7-80daddcb9c8b tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8408036 Nov 23 04:40:58.993702 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42498) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:59.000255 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-44db32d7-db3b-441f-b61b-b5738e88ebb9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group_rule': {'security_group_id': '13cea82b-541b-464a-861b-e87a96f2b13a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:59.042231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2e775f-e47e-4096-afd7-80daddcb9c8b tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13cea82b-541b-464a-861b-e87a96f2b13a,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:59.138088 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] For port 1e92a344-9235-48b4-9638-cffe8e86463f, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=1e92a344-9235-48b4-9638-cffe8e86463f,segment=NetworkSegment(45babb23-a2d4-4301-bd1f-b644aaf50ee7),segment_id=45babb23-a2d4-4301-bd1f-b644aaf50ee7)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:59.138537 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.230642 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Calling delete_port for 1e92a344-9235-48b4-9638-cffe8e86463f owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:59.259651 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42504) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:59.268397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4c2f31c7-42eb-4095-bb1c-238e39587746 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1744010760', 'description': 'tempest-description--2003278590'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:59.271136 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3005a683-5514-4b82-9789-5a640bfd2751 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.311509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44db32d7-db3b-441f-b61b-b5738e88ebb9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.336276 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4c2f31c7-42eb-4095-bb1c-238e39587746 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.408599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 1e92a344-9235-48b4-9638-cffe8e86463f triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:59.409775 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.475830 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8bf827fe-edc2-4df6-8859-2642096d6490 None None] Provisioning complete for port 8a494cf6-78b7-46a8-aa9c-c9c6adaac3d4 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:40:59.476473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8bf827fe-edc2-4df6-8859-2642096d6490 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.502748 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3005a683-5514-4b82-9789-5a640bfd2751 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.518852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Set router 609fdde0-e780-487a-8ab9-72f49372e1e9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:40:59.542292 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3005a683-5514-4b82-9789-5a640bfd2751 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.545452 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3005a683-5514-4b82-9789-5a640bfd2751 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.549102 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3005a683-5514-4b82-9789-5a640bfd2751 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "PUT /v2.0/security-groups/15ffe99f-91a2-44b2-ad63-ab8fc99b7f55 HTTP/1.1" status: 200 len: 1794 time: 0.6386452 Nov 23 04:40:59.567161 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42508) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:59.572382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port 174548fd-8bcc-4e9f-b774-1b020f67f15d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:59.573105 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.651185 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44db32d7-db3b-441f-b61b-b5738e88ebb9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.681425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.704567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a4dec1b-d25f-4771-a8eb-7a44bc5dc5f4 None None] DHCP port deletion for 24e3f505-8b13-4133-a873-3e6edca51bc0 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:40:59.710145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4c2f31c7-42eb-4095-bb1c-238e39587746 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.714224 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8bf827fe-edc2-4df6-8859-2642096d6490 None None] Port 8a494cf6-78b7-46a8-aa9c-c9c6adaac3d4 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:40:59.720630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4c2f31c7-42eb-4095-bb1c-238e39587746 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.722390 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44db32d7-db3b-441f-b61b-b5738e88ebb9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.749554 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3005a683-5514-4b82-9789-5a640bfd2751 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15ffe99f-91a2-44b2-ad63-ab8fc99b7f55,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:59.816302 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44db32d7-db3b-441f-b61b-b5738e88ebb9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d86a450d-6136-4651-a834-dd7cf4d28a32,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:59.831041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8442a15-7cfa-4e62-81e1-bd74b615f923 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.835153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4c2f31c7-42eb-4095-bb1c-238e39587746 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.837696 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4c2f31c7-42eb-4095-bb1c-238e39587746 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.5774391 Nov 23 04:40:59.840011 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8442a15-7cfa-4e62-81e1-bd74b615f923 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.845924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44db32d7-db3b-441f-b61b-b5738e88ebb9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.851347 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42516) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:59.851557 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-44db32d7-db3b-441f-b61b-b5738e88ebb9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8504171 Nov 23 04:40:59.851657 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2f31c7-42eb-4095-bb1c-238e39587746 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:40:59.851971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] For port 174548fd-8bcc-4e9f-b774-1b020f67f15d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=174548fd-8bcc-4e9f-b774-1b020f67f15d,segment=NetworkSegment(aa927781-3630-43dc-89cf-b45a4600fd4c),segment_id=aa927781-3630-43dc-89cf-b45a4600fd4c)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:40:59.852320 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.858284 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42518) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:59.865706 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-308013ec-eb62-4d42-bd21-5b1cd6e592a0 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-groups/15ffe99f-91a2-44b2-ad63-ab8fc99b7f55 HTTP/1.1" status: 200 len: 1794 time: 0.2949257 Nov 23 04:40:59.887029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42520) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:59.896950 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-667b9ade-6d2b-427d-b246-f68995d0593b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Request body: {'security_group_rule': {'security_group_id': 'a5f6414e-7af2-4e51-9a32-1d8ddd53bde9', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:40:59.921737 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for 174548fd-8bcc-4e9f-b774-1b020f67f15d owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:40:59.944809 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fa13b3e3-06cf-4ccd-832b-b47a5fa8d504 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules/d86a450d-6136-4651-a834-dd7cf4d28a32 HTTP/1.1" status: 200 len: 763 time: 0.0831683 Nov 23 04:40:59.949474 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8a4dec1b-d25f-4771-a8eb-7a44bc5dc5f4 None None] Deleting port 174548fd-8bcc-4e9f-b774-1b020f67f15d {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:40:59.949677 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8a4dec1b-d25f-4771-a8eb-7a44bc5dc5f4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.950222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:40:59.957355 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42524) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:40:59.977872 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-667b9ade-6d2b-427d-b246-f68995d0593b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.017522 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.036860 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-c8442a15-7cfa-4e62-81e1-bd74b615f923 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Floating IP 6e822b41-746d-441b-88a3-1961658c57e8 associated. External IP: 172.26.8.224, port: 8a494cf6-78b7-46a8-aa9c-c9c6adaac3d4. Nov 23 04:41:00.079925 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.104019 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Network 8745aa1f-76e3-4215-bd34-ba6c4535b072 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:00.128132 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:00.137091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-667b9ade-6d2b-427d-b246-f68995d0593b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.147357 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:00.155834 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42528) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:00.164014 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-8a4dec1b-d25f-4771-a8eb-7a44bc5dc5f4 None None] For port 174548fd-8bcc-4e9f-b774-1b020f67f15d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=174548fd-8bcc-4e9f-b774-1b020f67f15d,segment=NetworkSegment(aa927781-3630-43dc-89cf-b45a4600fd4c),segment_id=aa927781-3630-43dc-89cf-b45a4600fd4c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:00.164818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-667b9ade-6d2b-427d-b246-f68995d0593b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.165187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8a4dec1b-d25f-4771-a8eb-7a44bc5dc5f4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.186940 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8a4dec1b-d25f-4771-a8eb-7a44bc5dc5f4 None None] Calling delete_port for 174548fd-8bcc-4e9f-b774-1b020f67f15d owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:00.208018 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Pushing event updated for resources: {'Port': ['ID=3f2c3295-6fb8-477e-a721-300681398385,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:00.236369 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-667b9ade-6d2b-427d-b246-f68995d0593b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.243231 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-667b9ade-6d2b-427d-b246-f68995d0593b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3931987 Nov 23 04:41:00.243930 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42532) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:00.257897 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4e5c2b7c-d048-4bd5-8115-9aa9db620bd9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2969658 Nov 23 04:41:00.258106 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:41Z', 'updated_at': '2021-11-23T04:40:53Z', 'revision_number': 4, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'gw_port': {'id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:42Z', 'updated_at': '2021-11-23T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'caab31d9-9d7d-4be6-bcbe-c4593929f5b3', 'name': '', 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'mac_address': 'fa:16:3e:12:39:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:50Z', 'updated_at': '2021-11-23T04:40:54Z', 'revision_number': 2, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'subnets': [{'id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:00.260823 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-449e8936-ac3b-485c-aecc-88bc80ff621f tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Request body: {'security_group_rule': {'security_group_id': 'a5f6414e-7af2-4e51-9a32-1d8ddd53bde9', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:00.278612 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42534) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:00.289000 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-323b19ba-8698-4eaa-8d1e-7ce186809ed6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.299104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Checking router: 609fdde0-e780-487a-8ab9-72f49372e1e9 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:41:00.299624 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Updating router 609fdde0-e780-487a-8ab9-72f49372e1e9 port caab31d9-9d7d-4be6-bcbe-c4593929f5b3 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:41:00.333595 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.337657 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.396742 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-449e8936-ac3b-485c-aecc-88bc80ff621f tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.400622 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b9ade-6d2b-427d-b246-f68995d0593b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f5fb43-8670-488c-b07b-dfbd9f9c7a6f,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:00.415467 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c5f4b016-395e-4790-b1e9-6b7e645146eb tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-733550969'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:00.487731 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b016-395e-4790-b1e9-6b7e645146eb tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.488256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b016-395e-4790-b1e9-6b7e645146eb tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.498714 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e92a344-9235-48b4-9638-cffe8e86463f,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:00.521473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:00.522340 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.555705 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.566024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-84bab73f-d04f-4b6e-9ed0-63484ef98111 None None] Provisioning complete for port 3f2c3295-6fb8-477e-a721-300681398385 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:00.566540 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-84bab73f-d04f-4b6e-9ed0-63484ef98111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.571643 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.575508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.580169 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-323b19ba-8698-4eaa-8d1e-7ce186809ed6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.593470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-33256972-3afa-4e01-86f6-59d93733c02d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.596923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-449e8936-ac3b-485c-aecc-88bc80ff621f tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.604212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 174548fd-8bcc-4e9f-b774-1b020f67f15d no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:41:00.618973 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-449e8936-ac3b-485c-aecc-88bc80ff621f tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.654677 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-69444b58-7bbd-4c2b-a91b-7bd1423ab7b6 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 4.1372225 Nov 23 04:41:00.666999 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-33256972-3afa-4e01-86f6-59d93733c02d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.671675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42536) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:00.672181 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=174548fd-8bcc-4e9f-b774-1b020f67f15d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:00.680861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-84bab73f-d04f-4b6e-9ed0-63484ef98111 None None] Port 3f2c3295-6fb8-477e-a721-300681398385 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:00.683251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 174548fd-8bcc-4e9f-b774-1b020f67f15d {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:41:00.683648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 174548fd-8bcc-4e9f-b774-1b020f67f15d not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:41:00.688289 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8a4dec1b-d25f-4771-a8eb-7a44bc5dc5f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.703516 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No DVR routers for this DVR port 174548fd-8bcc-4e9f-b774-1b020f67f15d on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:41:00.739403 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.739983 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e8b1510e-14d9-4dbd-af08-1a4d5890d82b {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:41:00.741983 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4dec1b-d25f-4771-a8eb-7a44bc5dc5f4 None None] Pushing event deleted for resources: {'Port': ['ID=174548fd-8bcc-4e9f-b774-1b020f67f15d,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:00.755078 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4dec1b-d25f-4771-a8eb-7a44bc5dc5f4 None None] No DVR routers for this DVR port 174548fd-8bcc-4e9f-b774-1b020f67f15d on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:41:00.771492 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.772675 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-23baf218-6ec5-4558-bd4b-e9e5d702070b tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "DELETE /v2.0/routers/e8b1510e-14d9-4dbd-af08-1a4d5890d82b HTTP/1.1" status: 204 len: 168 time: 4.8105891 Nov 23 04:41:00.780324 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42538) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:00.874959 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-33256972-3afa-4e01-86f6-59d93733c02d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.893771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-323b19ba-8698-4eaa-8d1e-7ce186809ed6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.896548 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-323b19ba-8698-4eaa-8d1e-7ce186809ed6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.900033 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-323b19ba-8698-4eaa-8d1e-7ce186809ed6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-groups/15ffe99f-91a2-44b2-ad63-ab8fc99b7f55 HTTP/1.1" status: 204 len: 168 time: 0.9935675 Nov 23 04:41:00.904118 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-33256972-3afa-4e01-86f6-59d93733c02d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.907742 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-33256972-3afa-4e01-86f6-59d93733c02d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/d86a450d-6136-4651-a834-dd7cf4d28a32 HTTP/1.1" status: 204 len: 168 time: 0.6175606 Nov 23 04:41:00.908459 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33256972-3afa-4e01-86f6-59d93733c02d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d86a450d-6136-4651-a834-dd7cf4d28a32,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:00.919926 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42540) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:00.920398 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42542) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:00.932791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ee97a-6c84-41c2-9863-b922b376574f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:00.937513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.939339 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ee97a-6c84-41c2-9863-b922b376574f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:00.945567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.945778 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f9ee97a-6c84-41c2-9863-b922b376574f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:00.952197 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4f9ee97a-6c84-41c2-9863-b922b376574f tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2618 time: 0.2735267 Nov 23 04:41:00.956736 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:00.974995 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42544) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:01.008870 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b016-395e-4790-b1e9-6b7e645146eb tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.015333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63956e-00d5-4d66-bb0e-e676c176d473 None None] Pushing event updated for resources: {'Port': ['ID=caab31d9-9d7d-4be6-bcbe-c4593929f5b3,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:01.027226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b016-395e-4790-b1e9-6b7e645146eb tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.029728 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e8936-ac3b-485c-aecc-88bc80ff621f tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5faf8ec-d656-4cad-b374-0fbfa7414197,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:01.030041 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323b19ba-8698-4eaa-8d1e-7ce186809ed6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ffe99f-91a2-44b2-ad63-ab8fc99b7f55,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:01.039598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-449e8936-ac3b-485c-aecc-88bc80ff621f tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.044506 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-449e8936-ac3b-485c-aecc-88bc80ff621f tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7938104 Nov 23 04:41:01.045162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42546) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:01.054182 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:01.098281 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Attempting to bind port caab31d9-9d7d-4be6-bcbe-c4593929f5b3 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:01.098801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Attempting to bind port caab31d9-9d7d-4be6-bcbe-c4593929f5b3 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'ce54fe4c-2781-49e5-acec-a3bff3b39a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:01.099295 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Attempting to bind port caab31d9-9d7d-4be6-bcbe-c4593929f5b3 on network b21b611f-a015-425c-ab34-b547c5f8ac2e {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:01.099429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-488970d5-d897-4821-bf46-8bad7fc19605 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Deleting subnet 1b53f16b-3a02-4875-87ce-40f7723e892e {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:41:01.106843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:01.107288 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Checking segment: {'id': 'ce54fe4c-2781-49e5-acec-a3bff3b39a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:01.108100 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.108886 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Bound using segment: {'id': 'ce54fe4c-2781-49e5-acec-a3bff3b39a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:01.109502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Bound port: caab31d9-9d7d-4be6-bcbe-c4593929f5b3, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ce54fe4c-2781-49e5-acec-a3bff3b39a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:01.109984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.110456 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['24e3f505-8b13-4133-a873-3e6edca51bc0']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:01.119357 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5f4b016-395e-4790-b1e9-6b7e645146eb tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.125514 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c5f4b016-395e-4790-b1e9-6b7e645146eb tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 728 time: 0.9295959 Nov 23 04:41:01.129915 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42548) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:01.135063 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-488970d5-d897-4821-bf46-8bad7fc19605 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.150859 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-592a2693-5149-4f2f-89a8-3fc2dcb523c9 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2000589 Nov 23 04:41:01.153415 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa927781-3630-43dc-89cf-b45a4600fd4c') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:01.153934 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa927781-3630-43dc-89cf-b45a4600fd4c') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:01.186252 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8442a15-7cfa-4e62-81e1-bd74b615f923 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:41:01.187855 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.191524 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42550) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:01.198753 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] For port caab31d9-9d7d-4be6-bcbe-c4593929f5b3, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:01.202591 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] For port caab31d9-9d7d-4be6-bcbe-c4593929f5b3, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=caab31d9-9d7d-4be6-bcbe-c4593929f5b3,segment=NetworkSegment(ce54fe4c-2781-49e5-acec-a3bff3b39a90),segment_id=ce54fe4c-2781-49e5-acec-a3bff3b39a90)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:01.209310 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.214947 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.226424 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d56e3152-8ac9-4a37-b9cf-5b766e1a1f64 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group_rule': {'security_group_id': '13cea82b-541b-464a-861b-e87a96f2b13a', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:01.231885 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-414c6681-1532-42a4-b250-b099537ce5f1 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2823000 Nov 23 04:41:01.236612 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42552) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:01.261926 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.269015 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-488970d5-d897-4821-bf46-8bad7fc19605 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.296525 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5fe73b5-2d07-466b-9ff7-67758be0c6f0 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.297301 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-3c3b8cc5-f290-4358-8198-12beff7fb409 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] delete failed (client error): The resource could not be found. Nov 23 04:41:01.298301 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3c3b8cc5-f290-4358-8198-12beff7fb409 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-groups/15ffe99f-91a2-44b2-ad63-ab8fc99b7f55 HTTP/1.1" status: 404 len: 347 time: 0.0569034 Nov 23 04:41:01.307889 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:41:01.308305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.312505 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42554) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:41:01.313131 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:41:01.319405 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Routers {'609fdde0-e780-487a-8ab9-72f49372e1e9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:01.320176 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['609fdde0-e780-487a-8ab9-72f49372e1e9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:01.357417 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-bd218c28-b6d5-4121-808e-94a0be9d1d05 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group': {'name': 'tempest-secgroup--178534890'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:01.388577 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-488970d5-d897-4821-bf46-8bad7fc19605 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.393518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa63956e-00d5-4d66-bb0e-e676c176d473 None None] Pushing event updated for resources: {'Port': ['ID=caab31d9-9d7d-4be6-bcbe-c4593929f5b3,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:01.416463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-dc0d7e16-be5b-406c-82c7-b97fad0def2c None None] Provisioning complete for port caab31d9-9d7d-4be6-bcbe-c4593929f5b3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:01.417027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7e16-be5b-406c-82c7-b97fad0def2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.430610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f27d12f8-0c25-458b-b780-08bcb19f23d4 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Deleting port 3f2c3295-6fb8-477e-a721-300681398385 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:01.431133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f27d12f8-0c25-458b-b780-08bcb19f23d4 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.488844 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.508426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.512610 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/networks/24e3f505-8b13-4133-a873-3e6edca51bc0 HTTP/1.1" status: 204 len: 168 time: 2.9742329 Nov 23 04:41:01.527654 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42556) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:01.551614 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f09b2a-15c4-4bf6-85bd-a03069d0a034 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Network': ['ID=24e3f505-8b13-4133-a873-3e6edca51bc0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:01.609955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-488970d5-d897-4821-bf46-8bad7fc19605 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.617002 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d56e3152-8ac9-4a37-b9cf-5b766e1a1f64 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.620028 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f27d12f8-0c25-458b-b780-08bcb19f23d4 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.627607 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5fe73b5-2d07-466b-9ff7-67758be0c6f0 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.653344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] Set router 609fdde0-e780-487a-8ab9-72f49372e1e9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:41:01.655937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7e16-be5b-406c-82c7-b97fad0def2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.658263 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f27d12f8-0c25-458b-b780-08bcb19f23d4 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Calling delete_port for 3f2c3295-6fb8-477e-a721-300681398385 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:01.659720 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488970d5-d897-4821-bf46-8bad7fc19605 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=1b53f16b-3a02-4875-87ce-40f7723e892e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:01.664760 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5fe73b5-2d07-466b-9ff7-67758be0c6f0 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.672865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bd218c28-b6d5-4121-808e-94a0be9d1d05 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.674758 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4486e8b-9008-44dd-9ee6-1fe1ecbfa899 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:01.676332 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d4486e8b-9008-44dd-9ee6-1fe1ecbfa899 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1429873 Nov 23 04:41:01.681902 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-488970d5-d897-4821-bf46-8bad7fc19605 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.685657 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-488970d5-d897-4821-bf46-8bad7fc19605 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "DELETE /v2.0/subnets/1b53f16b-3a02-4875-87ce-40f7723e892e HTTP/1.1" status: 204 len: 168 time: 0.9036829 Nov 23 04:41:01.687415 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42558) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:01.687701 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42560) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:01.771805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5fe73b5-2d07-466b-9ff7-67758be0c6f0 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.772308 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5fe73b5-2d07-466b-9ff7-67758be0c6f0 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ae469dc8-f11a-4bf1-ae88-38020b49afd5 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:41:01.792745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5fe73b5-2d07-466b-9ff7-67758be0c6f0 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.795404 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c5fe73b5-2d07-466b-9ff7-67758be0c6f0 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ae469dc8-f11a-4bf1-ae88-38020b49afd5 HTTP/1.1" status: 204 len: 168 time: 0.6634817 Nov 23 04:41:01.806723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42562) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:01.813722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-433d9eb9-4857-49a4-8e78-d69849c59f8f tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Request body: {'router': {'name': 'tempest-router-1199389025', 'distributed': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:01.821337 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8442a15-7cfa-4e62-81e1-bd74b615f923 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:01.832945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8442a15-7cfa-4e62-81e1-bd74b615f923 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.837793 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117430d5-4955-43af-81b4-ea772ca55f04 None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:01.852801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-dc0d7e16-be5b-406c-82c7-b97fad0def2c None None] For port caab31d9-9d7d-4be6-bcbe-c4593929f5b3, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=caab31d9-9d7d-4be6-bcbe-c4593929f5b3,segment=NetworkSegment(ce54fe4c-2781-49e5-acec-a3bff3b39a90),segment_id=ce54fe4c-2781-49e5-acec-a3bff3b39a90)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:01.858670 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117430d5-4955-43af-81b4-ea772ca55f04 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:01.862114 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-117430d5-4955-43af-81b4-ea772ca55f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:01.875331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d56e3152-8ac9-4a37-b9cf-5b766e1a1f64 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.908580 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d56e3152-8ac9-4a37-b9cf-5b766e1a1f64 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.931244 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-117430d5-4955-43af-81b4-ea772ca55f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:01.949581 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117430d5-4955-43af-81b4-ea772ca55f04 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:01.951751 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-117430d5-4955-43af-81b4-ea772ca55f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:01.954766 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c8442a15-7cfa-4e62-81e1-bd74b615f923 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "PUT /v2.0/floatingips/6e822b41-746d-441b-88a3-1961658c57e8 HTTP/1.1" status: 200 len: 977 time: 3.4228501 Nov 23 04:41:01.960980 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-433d9eb9-4857-49a4-8e78-d69849c59f8f tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.962073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-433d9eb9-4857-49a4-8e78-d69849c59f8f tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:01.973375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42564) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:01.974018 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56e3152-8ac9-4a37-b9cf-5b766e1a1f64 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68010ea8-897e-4c50-afee-74b8f30aebfd,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:01.976654 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.019730 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d56e3152-8ac9-4a37-b9cf-5b766e1a1f64 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.020971 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d56e3152-8ac9-4a37-b9cf-5b766e1a1f64 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7980886 Nov 23 04:41:02.022663 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-117430d5-4955-43af-81b4-ea772ca55f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:02.024394 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-117430d5-4955-43af-81b4-ea772ca55f04 None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:02.034361 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42566) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:02.076007 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bd218c28-b6d5-4121-808e-94a0be9d1d05 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.095193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dc0d7e16-be5b-406c-82c7-b97fad0def2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.095478 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bd218c28-b6d5-4121-808e-94a0be9d1d05 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.136277 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-55753c99-0254-41d6-910b-26785f12e00f tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.160436 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0f10c451-1387-4991-9064-3a9d13b1ffd6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4715748 Nov 23 04:41:02.166155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42568) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:02.176958 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4725ee96-4bb7-44c2-a4df-fb159e3e8e64 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1826419137'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:02.181250 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d7136443-96dd-417a-a200-4bb71b06e43b tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules/68010ea8-897e-4c50-afee-74b8f30aebfd HTTP/1.1" status: 200 len: 763 time: 0.1425896 Nov 23 04:41:02.186089 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42570) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:02.207593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-433d9eb9-4857-49a4-8e78-d69849c59f8f tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.234641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd218c28-b6d5-4121-808e-94a0be9d1d05 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3bad9c36-5829-4282-a456-492d4eb65675,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:02.240824 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-433d9eb9-4857-49a4-8e78-d69849c59f8f tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.243026 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc0d7e16-be5b-406c-82c7-b97fad0def2c None None] Pushing event updated for resources: {'Port': ['ID=caab31d9-9d7d-4be6-bcbe-c4593929f5b3,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:02.279895 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Allocated IP 172.26.8.27 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/57a988af-0391-4a77-87dc-b45c6d1c9580) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:02.294694 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-13371d2d-fed4-446f-934a-252d1806e379 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting port 8a494cf6-78b7-46a8-aa9c-c9c6adaac3d4 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:02.295052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-13371d2d-fed4-446f-934a-252d1806e379 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.309049 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ba82e177-1cd4-4b02-b570-30895e0ae68c None None] Provisioning complete for port caab31d9-9d7d-4be6-bcbe-c4593929f5b3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:02.309321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ba82e177-1cd4-4b02-b570-30895e0ae68c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.329387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4725ee96-4bb7-44c2-a4df-fb159e3e8e64 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:02.332865 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4725ee96-4bb7-44c2-a4df-fb159e3e8e64 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.347483 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-55753c99-0254-41d6-910b-26785f12e00f tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.385152 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-881c68ca-5ec6-4ba7-8f49-a9e18b490202 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1976197 Nov 23 04:41:02.386064 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bd218c28-b6d5-4121-808e-94a0be9d1d05 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.389783 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bd218c28-b6d5-4121-808e-94a0be9d1d05 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.0747344 Nov 23 04:41:02.389783 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42572) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:02.390209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42574) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:02.397185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1dd21c47-502e-46e1-b517-0a3342af89b6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group_rule': {'security_group_id': '3bad9c36-5829-4282-a456-492d4eb65675', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:02.397752 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:41Z', 'updated_at': '2021-11-23T04:40:53Z', 'revision_number': 4, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'gw_port': {'id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:42Z', 'updated_at': '2021-11-23T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'caab31d9-9d7d-4be6-bcbe-c4593929f5b3', 'name': '', 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'mac_address': 'fa:16:3e:12:39:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:50Z', 'updated_at': '2021-11-23T04:41:01Z', 'revision_number': 4, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'subnets': [{'id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:02.412355 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-433d9eb9-4857-49a4-8e78-d69849c59f8f tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.413447 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-433d9eb9-4857-49a4-8e78-d69849c59f8f tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6038888 Nov 23 04:41:02.419918 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-55753c99-0254-41d6-910b-26785f12e00f tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1eab6de-79c4-470c-9e53-afc2aac9664b']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:02.420879 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42576) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:02.424648 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f27d12f8-0c25-458b-b780-08bcb19f23d4 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.458129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d444e5f7-91ed-4c72-97f1-cfd7650b2aa2 None None] The sync data for ids ['609fdde0-e780-487a-8ab9-72f49372e1e9'] in dv-neutron-818850-1-hyperv is: [{'id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:41Z', 'updated_at': '2021-11-23T04:40:53Z', 'revision_number': 4, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'gw_port': {'id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:42Z', 'updated_at': '2021-11-23T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'caab31d9-9d7d-4be6-bcbe-c4593929f5b3', 'name': '', 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'mac_address': 'fa:16:3e:12:39:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:50Z', 'updated_at': '2021-11-23T04:41:01Z', 'revision_number': 4, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'subnets': [{'id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:02.473247 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4725ee96-4bb7-44c2-a4df-fb159e3e8e64 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:41:02.476357 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-55753c99-0254-41d6-910b-26785f12e00f tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45babb23-a2d4-4301-bd1f-b644aaf50ee7') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:02.476990 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-55753c99-0254-41d6-910b-26785f12e00f tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45babb23-a2d4-4301-bd1f-b644aaf50ee7') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:02.490900 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27d12f8-0c25-458b-b780-08bcb19f23d4 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Pushing event deleted for resources: {'Port': ['ID=3f2c3295-6fb8-477e-a721-300681398385,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:02.529065 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-55753c99-0254-41d6-910b-26785f12e00f tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.531230 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4725ee96-4bb7-44c2-a4df-fb159e3e8e64 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.531629 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-4725ee96-4bb7-44c2-a4df-fb159e3e8e64 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Added segment 73c1f82c-6b89-409b-9954-a02fe88ccb11 of type vlan for network 75373de8-0b3a-469f-a32e-b29f9d322c6b Nov 23 04:41:02.601243 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1dd21c47-502e-46e1-b517-0a3342af89b6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.603078 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 1e92a344-9235-48b4-9638-cffe8e86463f no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:41:02.604130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-27c461e8-6eb7-49de-a48a-af6c6f6bf7b1 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.608393 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-55753c99-0254-41d6-910b-26785f12e00f tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.643436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55753c99-0254-41d6-910b-26785f12e00f tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:41:02.643862 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-55753c99-0254-41d6-910b-26785f12e00f tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:41:02.645721 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:41:02.647649 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 1e92a344-9235-48b4-9638-cffe8e86463f {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:41:02.647649 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 1e92a344-9235-48b4-9638-cffe8e86463f not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:41:02.672029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3dfa45f-b489-48c5-b94c-db9e40c98b90 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.685947 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.700005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-27c461e8-6eb7-49de-a48a-af6c6f6bf7b1 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.710290 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-13371d2d-fed4-446f-934a-252d1806e379 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.714613 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4725ee96-4bb7-44c2-a4df-fb159e3e8e64 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.768084 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f27d12f8-0c25-458b-b780-08bcb19f23d4 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.772362 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f27d12f8-0c25-458b-b780-08bcb19f23d4 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] 10.222.0.37 "DELETE /v2.0/ports/3f2c3295-6fb8-477e-a721-300681398385 HTTP/1.1" status: 204 len: 168 time: 1.7875526 Nov 23 04:41:02.786102 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4725ee96-4bb7-44c2-a4df-fb159e3e8e64 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.792755 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4725ee96-4bb7-44c2-a4df-fb159e3e8e64 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:02.793323 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4725ee96-4bb7-44c2-a4df-fb159e3e8e64 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.796572 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42578) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:02.806243 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-7d138ab7-2852-4f95-9a3e-4e27b3fbe6ac tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Request body: {'port': {'name': 'tempest-new-port-name-359798577', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:02.806680 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.api.validators [None req-7d138ab7-2852-4f95-9a3e-4e27b3fbe6ac tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] bootfile-name is not in valid_values {{(pid=109952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 04:41:02.807018 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.api.validators [None req-7d138ab7-2852-4f95-9a3e-4e27b3fbe6ac tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] tftp-server is not in valid_values {{(pid=109952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 04:41:02.807380 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.api.validators [None req-7d138ab7-2852-4f95-9a3e-4e27b3fbe6ac tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] server-ip-address is not in valid_values {{(pid=109952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 04:41:02.846267 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-55753c99-0254-41d6-910b-26785f12e00f tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.909471 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55753c99-0254-41d6-910b-26785f12e00f tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d1eab6de-79c4-470c-9e53-afc2aac9664b {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Nov 23 04:41:02.924960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-55753c99-0254-41d6-910b-26785f12e00f tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:02.932271 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-55753c99-0254-41d6-910b-26785f12e00f tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "DELETE /v2.0/networks/d1eab6de-79c4-470c-9e53-afc2aac9664b HTTP/1.1" status: 204 len: 168 time: 1.2386839 Nov 23 04:41:02.961372 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4725ee96-4bb7-44c2-a4df-fb159e3e8e64 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7887859 Nov 23 04:41:02.964946 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42582) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:02.972559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e86d7da9-13b3-4dd0-9202-c416d7f76680 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'subnet': {'network_id': '75373de8-0b3a-469f-a32e-b29f9d322c6b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:02.976244 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4725ee96-4bb7-44c2-a4df-fb159e3e8e64 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Network': ['ID=75373de8-0b3a-469f-a32e-b29f9d322c6b,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:02.987192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 75373de8-0b3a-469f-a32e-b29f9d322c6b details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:41:03.005630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d138ab7-2852-4f95-9a3e-4e27b3fbe6ac tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.057809 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55753c99-0254-41d6-910b-26785f12e00f tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Pushing event deleted for resources: {'Network': ['ID=d1eab6de-79c4-470c-9e53-afc2aac9664b,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:03.103351 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-27c461e8-6eb7-49de-a48a-af6c6f6bf7b1 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.108916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-27c461e8-6eb7-49de-a48a-af6c6f6bf7b1 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.110296 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-27c461e8-6eb7-49de-a48a-af6c6f6bf7b1 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/68010ea8-897e-4c50-afee-74b8f30aebfd HTTP/1.1" status: 204 len: 168 time: 0.7176492 Nov 23 04:41:03.118407 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42586) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:03.226737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c461e8-6eb7-49de-a48a-af6c6f6bf7b1 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=68010ea8-897e-4c50-afee-74b8f30aebfd,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:03.228943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e86d7da9-13b3-4dd0-9202-c416d7f76680 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:03.232539 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e86d7da9-13b3-4dd0-9202-c416d7f76680 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.246509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.261014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3dfa45f-b489-48c5-b94c-db9e40c98b90 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.262929 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e5f4706c-2323-4dc1-889b-fad2bfa1a303 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1433508 Nov 23 04:41:03.266322 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1dd21c47-502e-46e1-b517-0a3342af89b6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.272425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42590) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:03.294671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3dfa45f-b489-48c5-b94c-db9e40c98b90 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.302596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c459c1de-121f-48ad-8842-4db7755e9d4d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Request body: {'security_group_rule': {'security_group_id': '13cea82b-541b-464a-861b-e87a96f2b13a', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:03.316687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1dd21c47-502e-46e1-b517-0a3342af89b6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.337663 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42592) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:03.348956 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f19e760b-55c7-44b8-8ee5-9727e821aaf2 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Request body: {'router': {'name': 'tempest-router--636097066', 'project_id': 'bb1511e1b543457b8fc712efb4492e94'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:03.465356 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d138ab7-2852-4f95-9a3e-4e27b3fbe6ac tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.474873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d138ab7-2852-4f95-9a3e-4e27b3fbe6ac tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.586426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e86d7da9-13b3-4dd0-9202-c416d7f76680 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.649891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d138ab7-2852-4f95-9a3e-4e27b3fbe6ac tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Pushing event updated for resources: {'Port': ['ID=7fecef35-dc90-479d-84bc-02e6a8e357e6,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:03.690514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7d138ab7-2852-4f95-9a3e-4e27b3fbe6ac tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] In _notify_port_updated(), no bound segment for port 7fecef35-dc90-479d-84bc-02e6a8e357e6 on network 8745aa1f-76e3-4215-bd34-ba6c4535b072 {{(pid=109952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:41:03.696752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d138ab7-2852-4f95-9a3e-4e27b3fbe6ac tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:03.697524 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d138ab7-2852-4f95-9a3e-4e27b3fbe6ac tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.699488 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7d138ab7-2852-4f95-9a3e-4e27b3fbe6ac tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] 10.222.0.37 "PUT /v2.0/ports/7fecef35-dc90-479d-84bc-02e6a8e357e6 HTTP/1.1" status: 200 len: 1136 time: 0.8986979 Nov 23 04:41:03.706193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42594) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:03.721245 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86d7da9-13b3-4dd0-9202-c416d7f76680 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Subnet': ['ID=a5fbcf46-b52a-4abf-a796-fcdfc8833a44,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:03.761869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:03.784646 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:03.786835 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2250b8ec-1cca-49a7-93f1-18de4328320d tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:03.788282 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:03.789054 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2250b8ec-1cca-49a7-93f1-18de4328320d tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] 10.222.0.37 "GET /v2.0/ports/7fecef35-dc90-479d-84bc-02e6a8e357e6 HTTP/1.1" status: 200 len: 1136 time: 0.0816212 Nov 23 04:41:03.794785 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42596) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:03.803603 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.db.api [None req-f19e760b-55c7-44b8-8ee5-9727e821aaf2 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 04:41:03.803603 dv-neutron-818850-1-hyperv neutron-server[109952]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 04:41:03.803603 dv-neutron-818850-1-hyperv neutron-server[109952]: [parameters: {'project_id_1': 'bb1511e1b543457b8fc712efb4492e94', 'expiration_1': datetime.datetime(2021, 11, 23, 4, 40, 43, 363011)}] Nov 23 04:41:03.803603 dv-neutron-818850-1-hyperv neutron-server[109952]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:41:03.804509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG oslo_db.api [None req-f19e760b-55c7-44b8-8ee5-9727e821aaf2 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:41:03.824679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd21c47-502e-46e1-b517-0a3342af89b6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=662b0544-b073-4c87-add2-47762c467f3c,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:03.828325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3dfa45f-b489-48c5-b94c-db9e40c98b90 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.828325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3dfa45f-b489-48c5-b94c-db9e40c98b90 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b56a1467-9fe6-483c-af03-aa243bb9c6fd {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:41:03.833033 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3dfa45f-b489-48c5-b94c-db9e40c98b90 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.834242 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f3dfa45f-b489-48c5-b94c-db9e40c98b90 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] 10.222.0.37 "DELETE /v2.0/routers/b56a1467-9fe6-483c-af03-aa243bb9c6fd HTTP/1.1" status: 204 len: 168 time: 1.4078159 Nov 23 04:41:03.839419 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Pushing event updated for resources: {'Port': ['ID=57a988af-0391-4a77-87dc-b45c6d1c9580,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:03.840126 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42598) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:03.847615 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c5b40f7d-a106-47d3-8bdf-bc369ee57a08 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Request body: {'router': {'name': 'tempest-router-1776157917', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '08200a6a8c7e448ca7d984188afec09d'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:03.853821 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e86d7da9-13b3-4dd0-9202-c416d7f76680 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Checking segment: {'id': '73c1f82c-6b89-409b-9954-a02fe88ccb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '75373de8-0b3a-469f-a32e-b29f9d322c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:03.854310 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d7da9-13b3-4dd0-9202-c416d7f76680 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network hostable DHCP agents. Network: 75373de8-0b3a-469f-a32e-b29f9d322c6b, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:41:03.866385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1dd21c47-502e-46e1-b517-0a3342af89b6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.867560 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1dd21c47-502e-46e1-b517-0a3342af89b6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4737310 Nov 23 04:41:03.871491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42600) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:03.874881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c459c1de-121f-48ad-8842-4db7755e9d4d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.904081 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5814bb53-91ff-45c4-bf3c-4f83aa395eaf None None] Provisioning complete for port 7fecef35-dc90-479d-84bc-02e6a8e357e6 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:03.904615 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5814bb53-91ff-45c4-bf3c-4f83aa395eaf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.924201 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c5b40f7d-a106-47d3-8bdf-bc369ee57a08 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.925211 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c5b40f7d-a106-47d3-8bdf-bc369ee57a08 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.933631 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e86d7da9-13b3-4dd0-9202-c416d7f76680 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 75373de8-0b3a-469f-a32e-b29f9d322c6b is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:41:03.948617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5814bb53-91ff-45c4-bf3c-4f83aa395eaf None None] Port 7fecef35-dc90-479d-84bc-02e6a8e357e6 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:03.949812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-13371d2d-fed4-446f-934a-252d1806e379 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.950788 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-13371d2d-fed4-446f-934a-252d1806e379 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:03.950788 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-13371d2d-fed4-446f-934a-252d1806e379 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Floating IP 6e822b41-746d-441b-88a3-1961658c57e8 disassociated. External IP: 172.26.8.224, port: 8a494cf6-78b7-46a8-aa9c-c9c6adaac3d4. Nov 23 04:41:03.951108 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-13371d2d-fed4-446f-934a-252d1806e379 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Calling delete_port for 8a494cf6-78b7-46a8-aa9c-c9c6adaac3d4 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:03.954978 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-e86d7da9-13b3-4dd0-9202-c416d7f76680 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 75373de8-0b3a-469f-a32e-b29f9d322c6b) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:03.966024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-872f6f71-411a-46c5-9f39-513d3a9dd158 None None] Network 75373de8-0b3a-469f-a32e-b29f9d322c6b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:03.968932 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86d7da9-13b3-4dd0-9202-c416d7f76680 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:03.969554 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e86d7da9-13b3-4dd0-9202-c416d7f76680 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.011746 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7f961ce2-bbad-4897-9b1e-3a2ab952dc51 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Deleting port 7fecef35-dc90-479d-84bc-02e6a8e357e6 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:04.012155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7f961ce2-bbad-4897-9b1e-3a2ab952dc51 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.022785 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c5b40f7d-a106-47d3-8bdf-bc369ee57a08 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.063413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e37d6ac8-92bc-427c-9a7e-167beea8899f tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.072553 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e37d6ac8-92bc-427c-9a7e-167beea8899f tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.092240 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.158210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-75373de8-0b3a-469f-a32e-b29f9d322c6b', 'network_id': '75373de8-0b3a-469f-a32e-b29f9d322c6b', 'tenant_id': '21aafe545f554d9ca8d2cff1f90b0ba5', 'fixed_ips': [{'subnet_id': 'a5fbcf46-b52a-4abf-a796-fcdfc8833a44'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:41:04.160625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e37d6ac8-92bc-427c-9a7e-167beea8899f tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.161347 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.169009 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e86d7da9-13b3-4dd0-9202-c416d7f76680 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1982412 Nov 23 04:41:04.170437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c5b40f7d-a106-47d3-8bdf-bc369ee57a08 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.172967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42602) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:04.176014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e37d6ac8-92bc-427c-9a7e-167beea8899f tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.177151 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e37d6ac8-92bc-427c-9a7e-167beea8899f tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/662b0544-b073-4c87-add2-47762c467f3c HTTP/1.1" status: 204 len: 168 time: 0.3033650 Nov 23 04:41:04.177958 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7f961ce2-bbad-4897-9b1e-3a2ab952dc51 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.180946 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.183493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42604) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:04.185520 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8eadf975-a927-4c5e-9b61-be67f6cb0aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'network_id': '75373de8-0b3a-469f-a32e-b29f9d322c6b', 'name': 'tempest-PortsTestJSON-1420662433'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:04.191458 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c459c1de-121f-48ad-8842-4db7755e9d4d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.223881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7f961ce2-bbad-4897-9b1e-3a2ab952dc51 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Calling delete_port for 7fecef35-dc90-479d-84bc-02e6a8e357e6 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:04.237335 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c5b40f7d-a106-47d3-8bdf-bc369ee57a08 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.241654 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c5b40f7d-a106-47d3-8bdf-bc369ee57a08 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4001937 Nov 23 04:41:04.247570 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42606) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:04.252155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-cec378af-73cf-4ec5-86cc-429a0bb002ae tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Request body: {'router': {'distributed': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:04.265470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c459c1de-121f-48ad-8842-4db7755e9d4d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.269052 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d4c7a8c7-6f2d-4d3b-8e87-656b6eed4497 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0816555 Nov 23 04:41:04.269207 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e37d6ac8-92bc-427c-9a7e-167beea8899f tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=662b0544-b073-4c87-add2-47762c467f3c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:04.294728 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42608) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:04.302686 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c459c1de-121f-48ad-8842-4db7755e9d4d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9187941-d1f0-4417-8406-bfdabb2566e4,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:04.358106 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Allocated IP 172.20.0.2 (75373de8-0b3a-469f-a32e-b29f9d322c6b/a5fbcf46-b52a-4abf-a796-fcdfc8833a44/c498318e-117c-4fd5-bccf-2d326b2ffbc2) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:04.383122 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c459c1de-121f-48ad-8842-4db7755e9d4d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.391113 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42610) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:04.392414 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c459c1de-121f-48ad-8842-4db7755e9d4d tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0955126 Nov 23 04:41:04.484804 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-60c0cee6-e9f8-4c0c-b288-e2c2051a84ab tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules/b9187941-d1f0-4417-8406-bfdabb2566e4 HTTP/1.1" status: 200 len: 764 time: 0.0232999 Nov 23 04:41:04.493024 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42612) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:04.522975 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f19e760b-55c7-44b8-8ee5-9727e821aaf2 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.524160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f19e760b-55c7-44b8-8ee5-9727e821aaf2 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.585699 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.601560 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.605248 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-17a8fc6d-5c51-45f7-8948-c15b1e4f6031 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1092191 Nov 23 04:41:04.611415 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-13371d2d-fed4-446f-934a-252d1806e379 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.623574 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42614) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:04.652952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cec378af-73cf-4ec5-86cc-429a0bb002ae tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.653685 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cec378af-73cf-4ec5-86cc-429a0bb002ae tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.656279 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-59074721-2565-48d4-a0da-5e3b66dc120b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.670297 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Network 75373de8-0b3a-469f-a32e-b29f9d322c6b is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:04.675885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:04.679002 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:04.709857 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13371d2d-fed4-446f-934a-252d1806e379 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Port': ['ID=8a494cf6-78b7-46a8-aa9c-c9c6adaac3d4,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:04.720829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-11570697-1a52-4ade-8d43-0841c55667d8 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.730426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eadf975-a927-4c5e-9b61-be67f6cb0aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:04.733318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device caab31d9-9d7d-4be6-bcbe-c4593929f5b3 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:04.733597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8eadf975-a927-4c5e-9b61-be67f6cb0aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.770659 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-11570697-1a52-4ade-8d43-0841c55667d8 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.777164 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-8eadf975-a927-4c5e-9b61-be67f6cb0aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port 4c9efad9-49b6-45be-8a64-02e8e0c3971c yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:41:04.785117 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0f8a08a-c12e-40a1-9f34-448b3c8eabee None None] DHCP port deletion for fe323b12-826d-4a27-9634-70b4819abf63 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:04.786906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-59074721-2565-48d4-a0da-5e3b66dc120b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.797853 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Pushing event updated for resources: {'Port': ['ID=c498318e-117c-4fd5-bccf-2d326b2ffbc2,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:04.811854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f19e760b-55c7-44b8-8ee5-9727e821aaf2 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.829345 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Attempting to bind port c498318e-117c-4fd5-bccf-2d326b2ffbc2 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:04.829640 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Attempting to bind port c498318e-117c-4fd5-bccf-2d326b2ffbc2 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '73c1f82c-6b89-409b-9954-a02fe88ccb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '75373de8-0b3a-469f-a32e-b29f9d322c6b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:04.830034 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f19e760b-55c7-44b8-8ee5-9727e821aaf2 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.830165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Attempting to bind port c498318e-117c-4fd5-bccf-2d326b2ffbc2 on network 75373de8-0b3a-469f-a32e-b29f9d322c6b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:04.838949 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 40, 42), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:04.839351 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Checking segment: {'id': '73c1f82c-6b89-409b-9954-a02fe88ccb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '75373de8-0b3a-469f-a32e-b29f9d322c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:04.839851 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.840196 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Bound using segment: {'id': '73c1f82c-6b89-409b-9954-a02fe88ccb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '75373de8-0b3a-469f-a32e-b29f9d322c6b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:04.840681 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Bound port: c498318e-117c-4fd5-bccf-2d326b2ffbc2, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73c1f82c-6b89-409b-9954-a02fe88ccb11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '75373de8-0b3a-469f-a32e-b29f9d322c6b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:04.841116 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.853526 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f19e760b-55c7-44b8-8ee5-9727e821aaf2 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.858165 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f19e760b-55c7-44b8-8ee5-9727e821aaf2 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 1.5140078 Nov 23 04:41:04.861982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42616) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:04.872169 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cec378af-73cf-4ec5-86cc-429a0bb002ae tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=109952) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Nov 23 04:41:04.872646 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-cec378af-73cf-4ec5-86cc-429a0bb002ae tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Router c4dce6ed-0de2-479b-8858-e25dc3236205 migrating from provider to provider. {{(pid=109952) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Nov 23 04:41:04.873101 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cec378af-73cf-4ec5-86cc-429a0bb002ae tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.881385 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port caab31d9-9d7d-4be6-bcbe-c4593929f5b3 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:04.881766 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.915773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.934543 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.945078 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cec378af-73cf-4ec5-86cc-429a0bb002ae tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.949023 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7f961ce2-bbad-4897-9b1e-3a2ab952dc51 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.957385 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] For port c498318e-117c-4fd5-bccf-2d326b2ffbc2, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:04.958279 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-11570697-1a52-4ade-8d43-0841c55667d8 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.961523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cec378af-73cf-4ec5-86cc-429a0bb002ae tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.963787 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] For port c498318e-117c-4fd5-bccf-2d326b2ffbc2, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c498318e-117c-4fd5-bccf-2d326b2ffbc2,segment=NetworkSegment(73c1f82c-6b89-409b-9954-a02fe88ccb11),segment_id=73c1f82c-6b89-409b-9954-a02fe88ccb11)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:04.971374 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.989594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2a59a433-c8b4-4a23-8e8d-ce2ab3629361 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.993305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-11570697-1a52-4ade-8d43-0841c55667d8 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:04.997338 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-11570697-1a52-4ade-8d43-0841c55667d8 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/b9187941-d1f0-4417-8406-bfdabb2566e4 HTTP/1.1" status: 204 len: 168 time: 0.3679688 Nov 23 04:41:05.030226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42618) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:05.074637 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13a0a7d-5ab6-46ac-ab0b-8f42f24c2e70 None None] Pushing event updated for resources: {'Port': ['ID=c498318e-117c-4fd5-bccf-2d326b2ffbc2,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:05.089153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11570697-1a52-4ade-8d43-0841c55667d8 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=b9187941-d1f0-4417-8406-bfdabb2566e4,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:05.152868 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f961ce2-bbad-4897-9b1e-3a2ab952dc51 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Pushing event deleted for resources: {'Port': ['ID=7fecef35-dc90-479d-84bc-02e6a8e357e6,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:05.156565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-59074721-2565-48d4-a0da-5e3b66dc120b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.159249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-59074721-2565-48d4-a0da-5e3b66dc120b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.160590 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-59074721-2565-48d4-a0da-5e3b66dc120b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-groups/3bad9c36-5829-4282-a456-492d4eb65675 HTTP/1.1" status: 204 len: 168 time: 0.8557456 Nov 23 04:41:05.161521 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Pushing event updated for resources: {'Port': ['ID=57a988af-0391-4a77-87dc-b45c6d1c9580,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:05.171965 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42620) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:05.230398 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59074721-2565-48d4-a0da-5e3b66dc120b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bad9c36-5829-4282-a456-492d4eb65675,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:05.230600 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.scheduler.l3_agent_scheduler [None req-cec378af-73cf-4ec5-86cc-429a0bb002ae tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] No L3 agents can host the router c4dce6ed-0de2-479b-8858-e25dc3236205 Nov 23 04:41:05.236407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-8eadf975-a927-4c5e-9b61-be67f6cb0aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Allocated IP 172.20.0.10 (75373de8-0b3a-469f-a32e-b29f9d322c6b/a5fbcf46-b52a-4abf-a796-fcdfc8833a44/4c9efad9-49b6-45be-8a64-02e8e0c3971c) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:05.257019 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9dcae83e-66d3-4060-88f2-c4a8817c3edd tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2122970 Nov 23 04:41:05.260875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42622) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:05.271103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.278561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13371d2d-fed4-446f-934a-252d1806e379 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:41:05.363634 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.364914 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3e6edeae-b543-4816-bc9b-b5833df0ece2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.3143485 Nov 23 04:41:05.421876 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a77e0253-aec7-4a05-af6a-faa48eafd6a1 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2462990 Nov 23 04:41:05.427854 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42626) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:05.484617 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e0f1f2f8-1016-413d-8650-2fde09b18ee3 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group': {'name': 'tempest-secgroup--528492610'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:05.636813 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4180413-828b-48d2-8ed2-7cebd95aea4a tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.652174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0f1f2f8-1016-413d-8650-2fde09b18ee3 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.699472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2a59a433-c8b4-4a23-8e8d-ce2ab3629361 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.707683 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2a59a433-c8b4-4a23-8e8d-ce2ab3629361 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.720383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4180413-828b-48d2-8ed2-7cebd95aea4a tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.760288 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13371d2d-fed4-446f-934a-252d1806e379 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:05.774300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaa39d1-bed5-492e-8714-2b5ef00aaacf None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:05.793321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa39d1-bed5-492e-8714-2b5ef00aaacf None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:05.793321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-efaa39d1-bed5-492e-8714-2b5ef00aaacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:05.797546 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8eadf975-a927-4c5e-9b61-be67f6cb0aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.798604 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7f961ce2-bbad-4897-9b1e-3a2ab952dc51 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.804114 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7f961ce2-bbad-4897-9b1e-3a2ab952dc51 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] 10.222.0.37 "DELETE /v2.0/ports/7fecef35-dc90-479d-84bc-02e6a8e357e6 HTTP/1.1" status: 204 len: 168 time: 2.0053282 Nov 23 04:41:05.813189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42642) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:05.833324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-efaa39d1-bed5-492e-8714-2b5ef00aaacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:05.844671 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efaa39d1-bed5-492e-8714-2b5ef00aaacf None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:05.845483 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-efaa39d1-bed5-492e-8714-2b5ef00aaacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:40:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:05.909386 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-33342237-2f9b-4494-b01a-adcbceb097e6 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1744010760&fields=id&tenant_id=ca9ade32f67b43ae8be521fa872a6702 HTTP/1.1" status: 200 len: 267 time: 0.2676384 Nov 23 04:41:05.911011 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec378af-73cf-4ec5-86cc-429a0bb002ae tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Hosts for router c4dce6ed-0de2-479b-8858-e25dc3236205: [] {{(pid=109952) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Nov 23 04:41:05.913018 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2a59a433-c8b4-4a23-8e8d-ce2ab3629361 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.913524 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a59a433-c8b4-4a23-8e8d-ce2ab3629361 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c9521391-8c6b-4218-b2bb-60df1fdcb7c6 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:41:05.915383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4180413-828b-48d2-8ed2-7cebd95aea4a tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.915509 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-efaa39d1-bed5-492e-8714-2b5ef00aaacf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:05.915715 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-efaa39d1-bed5-492e-8714-2b5ef00aaacf None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:05.917977 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4180413-828b-48d2-8ed2-7cebd95aea4a tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.918620 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e4180413-828b-48d2-8ed2-7cebd95aea4a tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "DELETE /v2.0/security-groups/13cea82b-541b-464a-861b-e87a96f2b13a HTTP/1.1" status: 204 len: 168 time: 0.6488414 Nov 23 04:41:05.921425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2a59a433-c8b4-4a23-8e8d-ce2ab3629361 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.923396 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2a59a433-c8b4-4a23-8e8d-ce2ab3629361 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c9521391-8c6b-4218-b2bb-60df1fdcb7c6 HTTP/1.1" status: 204 len: 168 time: 1.0598273 Nov 23 04:41:05.936149 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42644) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:05.969624 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cec378af-73cf-4ec5-86cc-429a0bb002ae tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Hosts for other DVR routers connected to router c4dce6ed-0de2-479b-8858-e25dc3236205: set() {{(pid=109952) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Nov 23 04:41:05.971233 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5063bd9-062a-4b2e-9a3e-35ceedd058cf tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Deleting subnet 1f8913c1-43ae-4d84-a0a6-9e8b09db2a3f {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:41:05.972218 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cec378af-73cf-4ec5-86cc-429a0bb002ae tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.976041 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cec378af-73cf-4ec5-86cc-429a0bb002ae tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] 10.222.0.37 "PUT /v2.0/routers/c4dce6ed-0de2-479b-8858-e25dc3236205 HTTP/1.1" status: 200 len: 717 time: 1.7246747 Nov 23 04:41:05.976832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42648) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:05.978393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-13371d2d-fed4-446f-934a-252d1806e379 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:05.982002 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-13371d2d-fed4-446f-934a-252d1806e379 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/ports/8a494cf6-78b7-46a8-aa9c-c9c6adaac3d4 HTTP/1.1" status: 204 len: 168 time: 4.0030465 Nov 23 04:41:05.990474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4180413-828b-48d2-8ed2-7cebd95aea4a tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13cea82b-541b-464a-861b-e87a96f2b13a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:05.992157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42650) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:05.996344 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5063bd9-062a-4b2e-9a3e-35ceedd058cf tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.079752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0f1f2f8-1016-413d-8650-2fde09b18ee3 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.083682 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6468edd8-69c3-41f8-80f5-b39bf26aa1ce tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "GET /v2.0/floatingips/6e822b41-746d-441b-88a3-1961658c57e8 HTTP/1.1" status: 200 len: 688 time: 0.0841694 Nov 23 04:41:06.084933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8eadf975-a927-4c5e-9b61-be67f6cb0aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.086340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42652) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:06.107457 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0f1f2f8-1016-413d-8650-2fde09b18ee3 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.158927 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42654) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:06.173576 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ab432d40-0e1f-42a7-ad65-6a90b2f639ad tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] 10.222.0.37 "GET /v2.0/routers/c4dce6ed-0de2-479b-8858-e25dc3236205 HTTP/1.1" status: 200 len: 717 time: 0.1920233 Nov 23 04:41:06.175612 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42658) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:06.195434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5063bd9-062a-4b2e-9a3e-35ceedd058cf tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.195994 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-51b49faf-57b6-4ddf-98fe-bf52efdd13c8 tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2569218 Nov 23 04:41:06.195994 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42660) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:06.242506 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-5a94805a-3bbe-4f4c-927a-d5fce7604579 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:06.244053 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-5a94805a-3bbe-4f4c-927a-d5fce7604579 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/networks?id=b21b611f-a015-425c-ab34-b547c5f8ac2e HTTP/1.1" status: 200 len: 811 time: 0.2996118 Nov 23 04:41:06.277242 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-527c1224-0c67-4c14-8f21-616f8c4c072b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/quotas/ca9ade32f67b43ae8be521fa872a6702 HTTP/1.1" status: 200 len: 375 time: 0.0195837 Nov 23 04:41:06.308480 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-878cae27-4b2e-408f-aef0-e5e313f9d00b tempest-SecGroupTest-133355186 tempest-SecGroupTest-133355186-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1062231 Nov 23 04:41:06.321734 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0f1f2f8-1016-413d-8650-2fde09b18ee3 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.323496 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e0f1f2f8-1016-413d-8650-2fde09b18ee3 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8957014 Nov 23 04:41:06.332602 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42666) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:06.337109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-280515bc-aff3-44d6-a4b1-9a52420b3222 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group_rule': {'security_group_id': 'dd4fdea9-11e2-4111-a1a1-c6d7a15d337a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:06.353468 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eadf975-a927-4c5e-9b61-be67f6cb0aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 75373de8-0b3a-469f-a32e-b29f9d322c6b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:06.367781 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-8eadf975-a927-4c5e-9b61-be67f6cb0aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:06.371419 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eadf975-a927-4c5e-9b61-be67f6cb0aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:06.374137 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadf975-a927-4c5e-9b61-be67f6cb0aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=4c9efad9-49b6-45be-8a64-02e8e0c3971c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:06.400776 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f1f2f8-1016-413d-8650-2fde09b18ee3 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4fdea9-11e2-4111-a1a1-c6d7a15d337a,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:06.437242 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-e2d5a757-5e1d-43b2-a1e7-7cf08b064b43 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=ca9ade32f67b43ae8be521fa872a6702&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1497066 Nov 23 04:41:06.447309 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-280515bc-aff3-44d6-a4b1-9a52420b3222 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.474862 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c6d7bfa-9f8f-41f9-9592-109ad580fe29 None None] Network 75373de8-0b3a-469f-a32e-b29f9d322c6b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:06.528128 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eadf975-a927-4c5e-9b61-be67f6cb0aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:06.528693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8eadf975-a927-4c5e-9b61-be67f6cb0aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.560985 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8eadf975-a927-4c5e-9b61-be67f6cb0aa5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.3789339 Nov 23 04:41:06.561364 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5063bd9-062a-4b2e-9a3e-35ceedd058cf tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.565540 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42668) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:06.589837 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ec6c9a15-a88b-42c0-b866-d9b542dc99df tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'network_id': '75373de8-0b3a-469f-a32e-b29f9d322c6b', 'name': 'tempest-PortsTestJSON-867045472'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:06.606899 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-409e9241-ed7b-40be-a431-0249d0aaed9d tempest-RoutersTestDVR-1199964821 tempest-RoutersTestDVR-1199964821-project] 10.222.0.37 "GET /v2.0/routers/c4dce6ed-0de2-479b-8858-e25dc3236205 HTTP/1.1" status: 200 len: 683 time: 0.4299812 Nov 23 04:41:06.614447 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42670) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:06.645382 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-c59fa390-f582-4862-aac8-26f734315c04 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting port 6924fa19-21ca-4981-ad91-d88c73bb50d6 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:06.645382 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c59fa390-f582-4862-aac8-26f734315c04 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.671195 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-366576540', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:06.675686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3abc8377-872a-4418-a02a-3bd9bba58bc2 None None] Provisioning complete for port c498318e-117c-4fd5-bccf-2d326b2ffbc2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:06.676070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3abc8377-872a-4418-a02a-3bd9bba58bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.745679 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.748400 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.795055 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-280515bc-aff3-44d6-a4b1-9a52420b3222 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.796652 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5613b1ba-70ac-436b-bb48-e36d45248635 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.804703 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c498318e-117c-4fd5-bccf-2d326b2ffbc2 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:06.814339 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5063bd9-062a-4b2e-9a3e-35ceedd058cf tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.839437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-280515bc-aff3-44d6-a4b1-9a52420b3222 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.853800 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5063bd9-062a-4b2e-9a3e-35ceedd058cf tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Pushing event deleted for resources: {'Subnet': ['ID=1f8913c1-43ae-4d84-a0a6-9e8b09db2a3f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:06.881429 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5063bd9-062a-4b2e-9a3e-35ceedd058cf tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.887349 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c5063bd9-062a-4b2e-9a3e-35ceedd058cf tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] 10.222.0.37 "DELETE /v2.0/subnets/1f8913c1-43ae-4d84-a0a6-9e8b09db2a3f HTTP/1.1" status: 204 len: 168 time: 1.0638793 Nov 23 04:41:06.888626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c59fa390-f582-4862-aac8-26f734315c04 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.888626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c59fa390-f582-4862-aac8-26f734315c04 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.889669 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42674) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:06.904330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec6c9a15-a88b-42c0-b866-d9b542dc99df tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:06.910661 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec6c9a15-a88b-42c0-b866-d9b542dc99df tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.921288 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-c59fa390-f582-4862-aac8-26f734315c04 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Calling delete_port for 6924fa19-21ca-4981-ad91-d88c73bb50d6 owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:06.926396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef48bbb0-88ad-4f9d-b8c4-96b38f651653 None None] Network 8745aa1f-76e3-4215-bd34-ba6c4535b072 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:06.933759 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3af6af82-b243-4c35-bc0d-38e9378afda1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:06.938773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42676) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:06.951340 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-128c7313-452f-4885-b65e-c0ae3b70b5f6 service neutron] 10.222.0.37 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130880 Nov 23 04:41:06.995412 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280515bc-aff3-44d6-a4b1-9a52420b3222 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88b4c00b-337e-4c17-ba2f-3ea2a51b60d9,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:06.998028 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.013003 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3abc8377-872a-4418-a02a-3bd9bba58bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.018472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-ec6c9a15-a88b-42c0-b866-d9b542dc99df tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port 4e67bfae-a65e-4c72-b972-d5b09469b887 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:41:07.038537 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port c498318e-117c-4fd5-bccf-2d326b2ffbc2 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:07.038913 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.089332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-280515bc-aff3-44d6-a4b1-9a52420b3222 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.093423 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-280515bc-aff3-44d6-a4b1-9a52420b3222 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7597599 Nov 23 04:41:07.194379 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42680) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:07.246642 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5613b1ba-70ac-436b-bb48-e36d45248635 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.252070 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5613b1ba-70ac-436b-bb48-e36d45248635 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.321047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-3abc8377-872a-4418-a02a-3bd9bba58bc2 None None] For port c498318e-117c-4fd5-bccf-2d326b2ffbc2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c498318e-117c-4fd5-bccf-2d326b2ffbc2,segment=NetworkSegment(73c1f82c-6b89-409b-9954-a02fe88ccb11),segment_id=73c1f82c-6b89-409b-9954-a02fe88ccb11)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:07.329699 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3abc8377-872a-4418-a02a-3bd9bba58bc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.330044 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c17589ee-0f3a-4dcd-8791-d67510e9ccbc tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group_rule': {'security_group_id': 'dd4fdea9-11e2-4111-a1a1-c6d7a15d337a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:07.409781 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.438789 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abc8377-872a-4418-a02a-3bd9bba58bc2 None None] Pushing event updated for resources: {'Port': ['ID=c498318e-117c-4fd5-bccf-2d326b2ffbc2,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:07.461518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b029b221-e217-4bb1-aab5-154a773ff85e None None] Provisioning complete for port c498318e-117c-4fd5-bccf-2d326b2ffbc2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:07.462128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b029b221-e217-4bb1-aab5-154a773ff85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.472273 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5613b1ba-70ac-436b-bb48-e36d45248635 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.472781 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5613b1ba-70ac-436b-bb48-e36d45248635 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router c4dce6ed-0de2-479b-8858-e25dc3236205 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:41:07.477810 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5613b1ba-70ac-436b-bb48-e36d45248635 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.479713 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5613b1ba-70ac-436b-bb48-e36d45248635 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] 10.222.0.37 "DELETE /v2.0/routers/c4dce6ed-0de2-479b-8858-e25dc3236205 HTTP/1.1" status: 204 len: 168 time: 0.8640070 Nov 23 04:41:07.508295 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8a7e9f0-0f59-4a43-9e11-3af0c2743ced None None] DHCP port deletion for 8745aa1f-76e3-4215-bd34-ba6c4535b072 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:07.514356 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42682) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:07.529914 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-fcffa08e-47dc-41b0-aa32-34d6b504dd0a tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Request body: {'router': {'name': 'tempest-router-1192170902', 'distributed': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:07.627987 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-ec6c9a15-a88b-42c0-b866-d9b542dc99df tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Allocated IP 172.20.0.13 (75373de8-0b3a-469f-a32e-b29f9d322c6b/a5fbcf46-b52a-4abf-a796-fcdfc8833a44/4e67bfae-a65e-4c72-b972-d5b09469b887) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:07.640721 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e8a7e9f0-0f59-4a43-9e11-3af0c2743ced None None] Deleting port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:07.640981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e8a7e9f0-0f59-4a43-9e11-3af0c2743ced None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.699071 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b029b221-e217-4bb1-aab5-154a773ff85e None None] Provisioning complete for port 4c9efad9-49b6-45be-8a64-02e8e0c3971c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:07.699478 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b029b221-e217-4bb1-aab5-154a773ff85e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.741086 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e8a7e9f0-0f59-4a43-9e11-3af0c2743ced None None] For port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6c97fe68-b1eb-47cb-9d8e-251d3466a40d,segment=NetworkSegment(fe7f3081-c011-4608-92f0-1fd3506dbb25),segment_id=fe7f3081-c011-4608-92f0-1fd3506dbb25)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:07.741514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e8a7e9f0-0f59-4a43-9e11-3af0c2743ced None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.759880 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e8a7e9f0-0f59-4a43-9e11-3af0c2743ced None None] Calling delete_port for 6c97fe68-b1eb-47cb-9d8e-251d3466a40d owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:07.764507 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b029b221-e217-4bb1-aab5-154a773ff85e None None] Port 4c9efad9-49b6-45be-8a64-02e8e0c3971c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:07.814653 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c59fa390-f582-4862-aac8-26f734315c04 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.850604 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e8a7e9f0-0f59-4a43-9e11-3af0c2743ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.858101 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59fa390-f582-4862-aac8-26f734315c04 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Port': ['ID=6924fa19-21ca-4981-ad91-d88c73bb50d6,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:07.896854 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a7e9f0-0f59-4a43-9e11-3af0c2743ced None None] Pushing event deleted for resources: {'Port': ['ID=6c97fe68-b1eb-47cb-9d8e-251d3466a40d,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:07.899397 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a7e9f0-0f59-4a43-9e11-3af0c2743ced None None] No DVR routers for this DVR port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:41:07.920541 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7b93e3d7-8369-4dcf-a702-61c0dc7da395 None None] Provisioning complete for port 4c9efad9-49b6-45be-8a64-02e8e0c3971c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:07.920920 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7b93e3d7-8369-4dcf-a702-61c0dc7da395 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.944625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec6c9a15-a88b-42c0-b866-d9b542dc99df tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.961114 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c59fa390-f582-4862-aac8-26f734315c04 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.962249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7b93e3d7-8369-4dcf-a702-61c0dc7da395 None None] Port 4c9efad9-49b6-45be-8a64-02e8e0c3971c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:07.963826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c59fa390-f582-4862-aac8-26f734315c04 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.964983 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c59fa390-f582-4862-aac8-26f734315c04 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/floatingips/6e822b41-746d-441b-88a3-1961658c57e8 HTTP/1.1" status: 204 len: 168 time: 1.8748372 Nov 23 04:41:07.970256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42684) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:07.971034 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c4086c69-ad27-4a10-8a08-dabaa205ac72 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6851e257674143519ac4680f583b8df9&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0219960 Nov 23 04:41:07.974139 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42686) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:07.977638 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': 'aceb8090-4221-4961-bcad-ccffe169e37a'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:07.979190 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fcffa08e-47dc-41b0-aa32-34d6b504dd0a tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.980203 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fcffa08e-47dc-41b0-aa32-34d6b504dd0a tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:07.988818 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c17589ee-0f3a-4dcd-8791-d67510e9ccbc tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.013641 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.032303 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-834e749c-7d4a-480a-be54-d3cb205909b6 service neutron] 10.222.0.37 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0379257 Nov 23 04:41:08.051506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec6c9a15-a88b-42c0-b866-d9b542dc99df tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.068377 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.138705 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fcffa08e-47dc-41b0-aa32-34d6b504dd0a tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.144902 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Deleting port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:08.145260 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.158519 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fcffa08e-47dc-41b0-aa32-34d6b504dd0a tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.168108 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec6c9a15-a88b-42c0-b866-d9b542dc99df tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 75373de8-0b3a-469f-a32e-b29f9d322c6b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:08.188970 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7a10f5d1-c893-4809-b05a-bfa2cca5221f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.216859 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-ec6c9a15-a88b-42c0-b866-d9b542dc99df tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:08.233682 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7a10f5d1-c893-4809-b05a-bfa2cca5221f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.236158 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6c9a15-a88b-42c0-b866-d9b542dc99df tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=4e67bfae-a65e-4c72-b972-d5b09469b887,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:08.240605 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec6c9a15-a88b-42c0-b866-d9b542dc99df tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:08.250527 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fcffa08e-47dc-41b0-aa32-34d6b504dd0a tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.255181 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fcffa08e-47dc-41b0-aa32-34d6b504dd0a tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.7335403 Nov 23 04:41:08.261790 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c17589ee-0f3a-4dcd-8791-d67510e9ccbc tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.262522 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42692) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:08.283803 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c17589ee-0f3a-4dcd-8791-d67510e9ccbc tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.285973 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] For port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:08.286329 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.319714 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-414a80ab-796d-4d37-8530-4f2d22c277c3 req-fc485fd3-d1f6-49f9-9fec-29a96d46273b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 210 time: 0.0888612 Nov 23 04:41:08.371515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6c9a15-a88b-42c0-b866-d9b542dc99df tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:08.372173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec6c9a15-a88b-42c0-b866-d9b542dc99df tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.405961 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Calling delete_port for 6c97fe68-b1eb-47cb-9d8e-251d3466a40d owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:08.411359 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d was not found and therefore no delete operation was performed {{(pid=109952) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:41:08.415997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17589ee-0f3a-4dcd-8791-d67510e9ccbc tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54f44d77-3202-4281-82c3-19b12d18d938,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:08.417072 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ec6c9a15-a88b-42c0-b866-d9b542dc99df tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.8495281 Nov 23 04:41:08.420392 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42698) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:08.428226 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.437994 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.450869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7a10f5d1-c893-4809-b05a-bfa2cca5221f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.453622 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7a10f5d1-c893-4809-b05a-bfa2cca5221f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.454952 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7a10f5d1-c893-4809-b05a-bfa2cca5221f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6703bfd0-85cb-4014-8d2e-a774875ae7ba HTTP/1.1" status: 204 len: 168 time: 0.4724252 Nov 23 04:41:08.471090 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f803-0603-40b1-924d-b0a933d15d60 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.507524 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c17589ee-0f3a-4dcd-8791-d67510e9ccbc tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.508956 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c17589ee-0f3a-4dcd-8791-d67510e9ccbc tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3134627 Nov 23 04:41:08.522531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a10f5d1-c893-4809-b05a-bfa2cca5221f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6703bfd0-85cb-4014-8d2e-a774875ae7ba,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:08.525154 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42702) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:08.551672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-33cb539c-c671-4104-b9b2-341532c6178c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group_rule': {'security_group_id': 'dd4fdea9-11e2-4111-a1a1-c6d7a15d337a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:08.556713 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.598359 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-414f8641-cb80-4596-8da4-b09bccd15af9 None None] Provisioning complete for port 4e67bfae-a65e-4c72-b972-d5b09469b887 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:08.598864 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-414f8641-cb80-4596-8da4-b09bccd15af9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.636792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-33cb539c-c671-4104-b9b2-341532c6178c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.680045 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c498318e-117c-4fd5-bccf-2d326b2ffbc2 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:08.704952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Pushing event deleted for resources: {'Port': ['ID=6c97fe68-b1eb-47cb-9d8e-251d3466a40d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:08.778798 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Allocated IP 172.26.8.174 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/3faeb61c-8295-4be5-a076-4fa056155f9b) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:08.808239 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-33cb539c-c671-4104-b9b2-341532c6178c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.811483 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] No DVR routers for this DVR port 6c97fe68-b1eb-47cb-9d8e-251d3466a40d on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:41:08.815738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-33cb539c-c671-4104-b9b2-341532c6178c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.821313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-414f8641-cb80-4596-8da4-b09bccd15af9 None None] Port 4e67bfae-a65e-4c72-b972-d5b09469b887 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:08.859696 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f803-0603-40b1-924d-b0a933d15d60 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.873390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port c498318e-117c-4fd5-bccf-2d326b2ffbc2 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:08.875357 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.927849 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.948980 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.950008 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8745aa1f-76e3-4215-bd34-ba6c4535b072']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:08.960321 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe7f3081-c011-4608-92f0-1fd3506dbb25') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:08.961029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe7f3081-c011-4608-92f0-1fd3506dbb25') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:08.972329 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.985490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33cb539c-c671-4104-b9b2-341532c6178c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ec6ba54-13ab-4ff9-aec0-2ce2533ec45a,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:08.992984 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f803-0603-40b1-924d-b0a933d15d60 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:08.995145 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.005301 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f0808d0-0209-4ebb-aff0-9be04dbbe907 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:09.009994 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6f0808d0-0209-4ebb-aff0-9be04dbbe907 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.10 HTTP/1.1" status: 200 len: 923 time: 0.5838106 Nov 23 04:41:09.012957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-33cb539c-c671-4104-b9b2-341532c6178c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.013604 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42712) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:09.014331 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-33cb539c-c671-4104-b9b2-341532c6178c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4814134 Nov 23 04:41:09.017695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42714) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:09.022475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1428eba9-a111-4505-883e-4590dd284d26 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group_rule': {'security_group_id': 'dd4fdea9-11e2-4111-a1a1-c6d7a15d337a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:09.063132 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:41:09.063668 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.077297 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:41:09.104055 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:41:09.137639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:09.142516 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:09.147467 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1428eba9-a111-4505-883e-4590dd284d26 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.150459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:09.175567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6c97fe68-b1eb-47cb-9d8e-251d3466a40d no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:41:09.189134 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=3faeb61c-8295-4be5-a076-4fa056155f9b,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:09.224473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ca1fabd6-5669-4ea5-9680-309439cd134a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.233486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 6c97fe68-b1eb-47cb-9d8e-251d3466a40d {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:41:09.233930 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6c97fe68-b1eb-47cb-9d8e-251d3466a40d not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:41:09.265801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f803-0603-40b1-924d-b0a933d15d60 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.266327 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8b5f803-0603-40b1-924d-b0a933d15d60 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9e57cc50-6991-4223-9fed-a12536f9cc65 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:41:09.293962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8b5f803-0603-40b1-924d-b0a933d15d60 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.295085 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d8b5f803-0603-40b1-924d-b0a933d15d60 tempest-RoutersTestDVR-1732641046 tempest-RoutersTestDVR-1732641046-project-admin] 10.222.0.37 "DELETE /v2.0/routers/9e57cc50-6991-4223-9fed-a12536f9cc65 HTTP/1.1" status: 204 len: 168 time: 1.0260642 Nov 23 04:41:09.300613 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.304392 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.323866 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1428eba9-a111-4505-883e-4590dd284d26 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.330256 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.333463 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] 10.222.0.37 "DELETE /v2.0/networks/8745aa1f-76e3-4215-bd34-ba6c4535b072 HTTP/1.1" status: 204 len: 168 time: 2.4425919 Nov 23 04:41:09.337083 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.347520 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1428eba9-a111-4505-883e-4590dd284d26 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.356784 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a219b77-c470-4593-9819-421766b61834 tempest-ExtraDHCPOptionsTestJSON-2127241229 tempest-ExtraDHCPOptionsTestJSON-2127241229-project] Pushing event deleted for resources: {'Network': ['ID=8745aa1f-76e3-4215-bd34-ba6c4535b072,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:09.377966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1428eba9-a111-4505-883e-4590dd284d26 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d1f15bb-4c56-4201-a030-38e8de7f10dd,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:09.396027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1428eba9-a111-4505-883e-4590dd284d26 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.396027 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1428eba9-a111-4505-883e-4590dd284d26 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3748980 Nov 23 04:41:09.396623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42728) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:09.405099 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1f7b6db9-4e1c-4eae-903a-c560eb501ae6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group_rule': {'security_group_id': 'dd4fdea9-11e2-4111-a1a1-c6d7a15d337a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:09.425891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-09443a9f-4d75-4da4-8374-8389e63dabd0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port 4e67bfae-a65e-4c72-b972-d5b09469b887 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:09.426238 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-09443a9f-4d75-4da4-8374-8389e63dabd0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.503718 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c4cf9db6-e679-47cc-b50a-d8b0e459ccbd req-36433004-c9fc-425a-b3ca-f38e37b1c982 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 210 time: 0.0743814 Nov 23 04:41:09.526000 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6db9-4e1c-4eae-903a-c560eb501ae6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.585225 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Allocated IP 172.26.8.127 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/6da3bf49-f37f-4bc6-b3d3-4c9639d3ae45) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:09.597960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-09443a9f-4d75-4da4-8374-8389e63dabd0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.620243 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-09443a9f-4d75-4da4-8374-8389e63dabd0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for 4e67bfae-a65e-4c72-b972-d5b09469b887 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:09.727954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6db9-4e1c-4eae-903a-c560eb501ae6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.747753 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6db9-4e1c-4eae-903a-c560eb501ae6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.804580 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.815550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7b6db9-4e1c-4eae-903a-c560eb501ae6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f7f387c-f626-4450-9e6f-874a80e857df,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:09.837676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1f7b6db9-4e1c-4eae-903a-c560eb501ae6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.839052 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1f7b6db9-4e1c-4eae-903a-c560eb501ae6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4413579 Nov 23 04:41:09.842942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42734) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:09.865696 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.914804 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42736) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:09.919378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3cd80a2c-81ff-4260-808a-82307e491ee0 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.940142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:09.951225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3cd80a2c-81ff-4260-808a-82307e491ee0 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:09.955515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42742) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:09.973365 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:09.982485 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:09.992658 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.019296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Pushing event updated for resources: {'Port': ['ID=6da3bf49-f37f-4bc6-b3d3-4c9639d3ae45,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:10.031629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3cd80a2c-81ff-4260-808a-82307e491ee0 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.040249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3cd80a2c-81ff-4260-808a-82307e491ee0 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.044777 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3cd80a2c-81ff-4260-808a-82307e491ee0 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/1f7f387c-f626-4450-9e6f-874a80e857df HTTP/1.1" status: 204 len: 168 time: 0.2005963 Nov 23 04:41:10.045334 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ab0501-53f5-4f72-8250-829a16291677 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:10.054193 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42748) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:10.079125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd80a2c-81ff-4260-808a-82307e491ee0 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1f7f387c-f626-4450-9e6f-874a80e857df,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:10.114707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-09443a9f-4d75-4da4-8374-8389e63dabd0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.124012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.168964 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-728c8958-474c-4212-a57f-e2dbc2fc1d21 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.1136177 Nov 23 04:41:10.175371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42750) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:10.190340 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-106ed758-f883-4db8-8e25-962faf560d06 None None] Provisioning complete for port 6da3bf49-f37f-4bc6-b3d3-4c9639d3ae45 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:10.190974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-106ed758-f883-4db8-8e25-962faf560d06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.221802 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-22b33083-b862-431b-a573-75ca97f2a270 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.228224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a44ce062-deef-407d-bb21-64bc0e6a7b96 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.244058 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-106ed758-f883-4db8-8e25-962faf560d06 None None] Port 6da3bf49-f37f-4bc6-b3d3-4c9639d3ae45 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:10.247972 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-22b33083-b862-431b-a573-75ca97f2a270 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.312635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.356125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-22b33083-b862-431b-a573-75ca97f2a270 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.370553 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09443a9f-4d75-4da4-8374-8389e63dabd0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=4e67bfae-a65e-4c72-b972-d5b09469b887,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:10.377983 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-22b33083-b862-431b-a573-75ca97f2a270 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.382187 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-22b33083-b862-431b-a573-75ca97f2a270 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4d1f15bb-4c56-4201-a030-38e8de7f10dd HTTP/1.1" status: 204 len: 168 time: 0.2015958 Nov 23 04:41:10.390046 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b33083-b862-431b-a573-75ca97f2a270 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4d1f15bb-4c56-4201-a030-38e8de7f10dd,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:10.394998 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42754) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:10.431914 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2c52cf9b-6a98-490d-9468-429dc5b13a9d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=199826b33eb847afb62f8824530b3be9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4752898 Nov 23 04:41:10.441748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42756) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:10.552519 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-413d2e20-3d21-449c-9e07-6d7a3d0fecfc tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.1536262 Nov 23 04:41:10.554415 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42762) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:10.622942 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-0d0adef4-edf6-4b0c-b91e-ede8cc647f5a tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:10.624502 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-0d0adef4-edf6-4b0c-b91e-ede8cc647f5a tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.15 "GET /v2.0/networks?id=b21b611f-a015-425c-ab34-b547c5f8ac2e HTTP/1.1" status: 200 len: 811 time: 0.2839160 Nov 23 04:41:10.680409 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-09443a9f-4d75-4da4-8374-8389e63dabd0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.687857 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-09443a9f-4d75-4da4-8374-8389e63dabd0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/4e67bfae-a65e-4c72-b972-d5b09469b887 HTTP/1.1" status: 204 len: 168 time: 1.6663990 Nov 23 04:41:10.693239 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42768) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:10.697412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b0aa2639-d650-475d-9811-e9f0bebe68f9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.721648 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.724475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a44ce062-deef-407d-bb21-64bc0e6a7b96 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.732203 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5303bfb1-db3d-498e-9b92-0d8bb3cd7215 req-f38bbf3c-e511-4d05-9f46-b185d7ba8951 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 210 time: 0.0711870 Nov 23 04:41:10.734024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b0aa2639-d650-475d-9811-e9f0bebe68f9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.736003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a44ce062-deef-407d-bb21-64bc0e6a7b96 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.738290 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.767045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8289a378-ef1e-460f-9b33-816b646bfb77 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.773435 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-27e3d259-7950-47c2-b4f8-41c8438d5968 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] GET failed (client error): The resource could not be found. Nov 23 04:41:10.778286 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-27e3d259-7950-47c2-b4f8-41c8438d5968 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/4e67bfae-a65e-4c72-b972-d5b09469b887 HTTP/1.1" status: 404 len: 333 time: 0.0806534 Nov 23 04:41:10.800734 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42772) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:10.829805 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-20d2c041-4a58-45da-ac3f-9e64c08e518b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ca9ade32f67b43ae8be521fa872a6702 HTTP/1.1" status: 200 len: 380 time: 0.1744380 Nov 23 04:41:10.874749 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-b6fe2402-b263-49cc-995a-37f023bab0fe tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Request body: {'port': {'device_id': '7d347428-b062-418d-9663-1b265ade8789', 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'admin_state_up': True, 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'security_groups': ['a5f6414e-7af2-4e51-9a32-1d8ddd53bde9']}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:10.939820 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a44ce062-deef-407d-bb21-64bc0e6a7b96 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=08200a6a8c7e448ca7d984188afec09d&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0237160 Nov 23 04:41:10.941570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8289a378-ef1e-460f-9b33-816b646bfb77 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.947358 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42780) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:10.955024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b0aa2639-d650-475d-9811-e9f0bebe68f9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.961136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a44ce062-deef-407d-bb21-64bc0e6a7b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcf9d191-bd17-4489-9b8b-ef6acca09418,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:10.968706 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.982458 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b0aa2639-d650-475d-9811-e9f0bebe68f9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:10.986688 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b0aa2639-d650-475d-9811-e9f0bebe68f9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/4ec6ba54-13ab-4ff9-aec0-2ce2533ec45a HTTP/1.1" status: 204 len: 168 time: 0.4083159 Nov 23 04:41:10.995299 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42782) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:11.029874 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=3faeb61c-8295-4be5-a076-4fa056155f9b,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:11.048063 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa2639-d650-475d-9811-e9f0bebe68f9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4ec6ba54-13ab-4ff9-aec0-2ce2533ec45a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:11.061895 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.162955 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-861bddb5-1c77-4e3b-8744-dbe9dc4e2ec7 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1499805 Nov 23 04:41:11.191272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42788) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:11.216285 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8289a378-ef1e-460f-9b33-816b646bfb77 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.218963 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8289a378-ef1e-460f-9b33-816b646bfb77 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.222964 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8289a378-ef1e-460f-9b33-816b646bfb77 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/71804ca5-297c-4d14-968b-ce7193a90a14 HTTP/1.1" status: 204 len: 168 time: 0.7708113 Nov 23 04:41:11.248452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-297e5c1f-4631-4de4-80c9-774430255aed tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port 4c9efad9-49b6-45be-8a64-02e8e0c3971c {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:11.248771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-297e5c1f-4631-4de4-80c9-774430255aed tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.251631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289a378-ef1e-460f-9b33-816b646bfb77 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71804ca5-297c-4d14-968b-ce7193a90a14,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:11.307032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c11532b7-422b-445c-97c1-223c152b882e tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.320656 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Floating IP f22fa05c-a703-4569-a61d-b99dca61c5e9 associated. External IP: 172.26.8.174, port: aceb8090-4221-4961-bcad-ccffe169e37a. Nov 23 04:41:11.324286 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c11532b7-422b-445c-97c1-223c152b882e tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.439671 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cb2de077-c260-4baa-bb7a-d13d3e38b290 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.452996 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-b6fe2402-b263-49cc-995a-37f023bab0fe tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Made reservation on behalf of ca9ade32f67b43ae8be521fa872a6702 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:11.456887 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-b6fe2402-b263-49cc-995a-37f023bab0fe tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.458467 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c11532b7-422b-445c-97c1-223c152b882e tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.462769 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-297e5c1f-4631-4de4-80c9-774430255aed tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.477413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c11532b7-422b-445c-97c1-223c152b882e tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.478546 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c11532b7-422b-445c-97c1-223c152b882e tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/54f44d77-3202-4281-82c3-19b12d18d938 HTTP/1.1" status: 204 len: 168 time: 0.2850354 Nov 23 04:41:11.486070 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42796) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:11.495554 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-297e5c1f-4631-4de4-80c9-774430255aed tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for 4c9efad9-49b6-45be-8a64-02e8e0c3971c owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:11.501586 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11532b7-422b-445c-97c1-223c152b882e tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54f44d77-3202-4281-82c3-19b12d18d938,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:11.512883 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cb2de077-c260-4baa-bb7a-d13d3e38b290 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.625755 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7aa7cd82-6461-4558-bd33-8db9f859bc15 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1340232 Nov 23 04:41:11.632339 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42800) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:11.707917 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.751007 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6e87b371-6306-40d8-a6e6-75e32ca01281 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.754083 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:41:11.756285 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.769013 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cb2de077-c260-4baa-bb7a-d13d3e38b290 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.771849 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cb2de077-c260-4baa-bb7a-d13d3e38b290 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.773062 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cb2de077-c260-4baa-bb7a-d13d3e38b290 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/dcf9d191-bd17-4489-9b8b-ef6acca09418 HTTP/1.1" status: 204 len: 168 time: 0.8246746 Nov 23 04:41:11.797602 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6e87b371-6306-40d8-a6e6-75e32ca01281 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.801698 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2de077-c260-4baa-bb7a-d13d3e38b290 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcf9d191-bd17-4489-9b8b-ef6acca09418,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:11.889201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-297e5c1f-4631-4de4-80c9-774430255aed tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:11.939791 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-35dfa27a-a6f6-4d73-98a6-b3f1de0f2dd4 req-7d5d81d1-4881-4468-8950-47053dfffa50 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 210 time: 0.0541258 Nov 23 04:41:11.942039 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-b6fe2402-b263-49cc-995a-37f023bab0fe tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Allocated IP 172.20.0.14 (b21b611f-a015-425c-ab34-b547c5f8ac2e/15926d1c-ee0f-48ad-88dc-7f8fa57c0643/8ce1f0e2-ff6c-454f-9cf0-749efb10140c) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:11.968959 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-297e5c1f-4631-4de4-80c9-774430255aed tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=4c9efad9-49b6-45be-8a64-02e8e0c3971c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:12.053884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42814) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:12.061883 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-dcf22317-78f0-4313-81b5-4e990381e257 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1105757763', 'description': 'tempest-secgroup-smoke-1105757763 description', 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:12.112508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6e87b371-6306-40d8-a6e6-75e32ca01281 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.119245 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:12.120433 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6e87b371-6306-40d8-a6e6-75e32ca01281 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.126252 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6e87b371-6306-40d8-a6e6-75e32ca01281 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/88b4c00b-337e-4c17-ba2f-3ea2a51b60d9 HTTP/1.1" status: 204 len: 168 time: 0.4926021 Nov 23 04:41:12.129030 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42818) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:12.136462 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0db692-dc0e-4605-9928-4d4d72b8964e None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:12.156163 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-297e5c1f-4631-4de4-80c9-774430255aed tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.157506 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0db692-dc0e-4605-9928-4d4d72b8964e None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:12.158213 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-ac0db692-dc0e-4605-9928-4d4d72b8964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:12.160012 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-297e5c1f-4631-4de4-80c9-774430255aed tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/4c9efad9-49b6-45be-8a64-02e8e0c3971c HTTP/1.1" status: 204 len: 168 time: 1.3573961 Nov 23 04:41:12.163473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dcf22317-78f0-4313-81b5-4e990381e257 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.168039 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42822) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:12.198921 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e87b371-6306-40d8-a6e6-75e32ca01281 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=88b4c00b-337e-4c17-ba2f-3ea2a51b60d9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:12.216973 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.221952 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-59329fdb-9a02-48a1-a834-62c6ac884545 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] GET failed (client error): The resource could not be found. Nov 23 04:41:12.223773 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-59329fdb-9a02-48a1-a834-62c6ac884545 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/4c9efad9-49b6-45be-8a64-02e8e0c3971c HTTP/1.1" status: 404 len: 333 time: 0.0545099 Nov 23 04:41:12.226754 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dcf22317-78f0-4313-81b5-4e990381e257 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.228737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42826) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:12.272223 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-ac0db692-dc0e-4605-9928-4d4d72b8964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:12.274747 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9d77e764-c59f-4c29-b384-c84ca5cd96e0 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1443360 Nov 23 04:41:12.286241 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42828) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:12.293376 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac0db692-dc0e-4605-9928-4d4d72b8964e None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:12.295583 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-ac0db692-dc0e-4605-9928-4d4d72b8964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:12.334145 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4a9c366d-2ebe-4d42-989f-5229ab59664f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 4.3603585 Nov 23 04:41:12.339286 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42832) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:12.351903 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b6951535-6f58-4bbe-9d53-ae58cf5bfd62 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1981183988'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:12.359103 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-ac0db692-dc0e-4605-9928-4d4d72b8964e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:12.361267 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ac0db692-dc0e-4605-9928-4d4d72b8964e None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:12.408976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-720ca5ed-707b-47bb-a40f-0a4e0966c656 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting subnet a5fbcf46-b52a-4abf-a796-fcdfc8833a44 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:41:12.420072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-720ca5ed-707b-47bb-a40f-0a4e0966c656 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.437316 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42836) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:12.442926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6951535-6f58-4bbe-9d53-ae58cf5bfd62 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Made reservation on behalf of 143ae7f39fcb4a5bb309ce821d145aae for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:12.446403 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6951535-6f58-4bbe-9d53-ae58cf5bfd62 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.455871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-b6fe2402-b263-49cc-995a-37f023bab0fe tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.472817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Router c0cf0368-e692-4f00-b822-463b68c6c5b8 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:41:12.474740 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a91fd15e-1e10-499f-84c3-6afa1e740905 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.504499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-720ca5ed-707b-47bb-a40f-0a4e0966c656 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.512463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.523268 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3098d64c-28c8-4b05-808c-5aa52479d753 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.543357 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42838) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:12.619403 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3098d64c-28c8-4b05-808c-5aa52479d753 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.681043 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-b6fe2402-b263-49cc-995a-37f023bab0fe tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.744241 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-422403773'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:12.794308 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-b6fe2402-b263-49cc-995a-37f023bab0fe tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Network b21b611f-a015-425c-ab34-b547c5f8ac2e is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:12.808933 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-b6fe2402-b263-49cc-995a-37f023bab0fe tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:12.821183 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-b6fe2402-b263-49cc-995a-37f023bab0fe tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:12.827248 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3098d64c-28c8-4b05-808c-5aa52479d753 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.829855 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3098d64c-28c8-4b05-808c-5aa52479d753 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.831595 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3098d64c-28c8-4b05-808c-5aa52479d753 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-groups/dd4fdea9-11e2-4111-a1a1-c6d7a15d337a HTTP/1.1" status: 204 len: 168 time: 0.4575186 Nov 23 04:41:12.836528 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42842) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:12.839320 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fe2402-b263-49cc-995a-37f023bab0fe tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Pushing event updated for resources: {'Port': ['ID=8ce1f0e2-ff6c-454f-9cf0-749efb10140c,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:12.845006 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b6951535-6f58-4bbe-9d53-ae58cf5bfd62 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:41:12.868066 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dcf22317-78f0-4313-81b5-4e990381e257 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.869871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:12.871421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:12.875156 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.885854 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a3b210-1ec6-459e-b87f-55dbee5a05a7 None None] Sync routers for ids ['c0cf0368-e692-4f00-b822-463b68c6c5b8'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:12.886408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6951535-6f58-4bbe-9d53-ae58cf5bfd62 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.886498 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-b6951535-6f58-4bbe-9d53-ae58cf5bfd62 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Added segment 16e26607-d4d8-41fc-b4da-27c4d518e42b of type vlan for network f8d89542-51cd-481d-8a29-5853f6d7e6b4 Nov 23 04:41:12.888938 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dcf22317-78f0-4313-81b5-4e990381e257 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.894989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a91fd15e-1e10-499f-84c3-6afa1e740905 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.905225 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a3b210-1ec6-459e-b87f-55dbee5a05a7 None None] Routers {'c0cf0368-e692-4f00-b822-463b68c6c5b8'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:12.906114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3098d64c-28c8-4b05-808c-5aa52479d753 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4fdea9-11e2-4111-a1a1-c6d7a15d337a,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:12.906744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e8a3b210-1ec6-459e-b87f-55dbee5a05a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['c0cf0368-e692-4f00-b822-463b68c6c5b8'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:12.915885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a91fd15e-1e10-499f-84c3-6afa1e740905 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.918599 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.987216 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:12.988398 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fed2248d-ade9-4a44-8ce3-9acff7b8590c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 6.8285084 Nov 23 04:41:12.990211 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e8a3b210-1ec6-459e-b87f-55dbee5a05a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:13.006009 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42846) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:13.019863 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8a3b210-1ec6-459e-b87f-55dbee5a05a7 None None] Routers {'c0cf0368-e692-4f00-b822-463b68c6c5b8'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:13.021386 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e8a3b210-1ec6-459e-b87f-55dbee5a05a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['c0cf0368-e692-4f00-b822-463b68c6c5b8'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:13.028591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6951535-6f58-4bbe-9d53-ae58cf5bfd62 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.045759 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf22317-78f0-4313-81b5-4e990381e257 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f90e8467-4018-45f3-8f47-7e8dfe851be0,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:13.065262 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7ef8cc8a-eb38-4ed8-8ba9-42a1d298cfcb tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2136974 Nov 23 04:41:13.075901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42848) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:13.082973 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-b6fe2402-b263-49cc-995a-37f023bab0fe tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:13.083763 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-b6fe2402-b263-49cc-995a-37f023bab0fe tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.085953 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-552a9929-4385-476b-8719-8bde24e33f48 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1072593025'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:13.089109 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e8a3b210-1ec6-459e-b87f-55dbee5a05a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:13.090204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8a3b210-1ec6-459e-b87f-55dbee5a05a7 None None] The sync data for ids ['c0cf0368-e692-4f00-b822-463b68c6c5b8'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:13.094609 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a91fd15e-1e10-499f-84c3-6afa1e740905 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a5a1a3b93d4241eea2e30fd01c46a0b3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6547170 Nov 23 04:41:13.103612 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42850) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:13.114056 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91fd15e-1e10-499f-84c3-6afa1e740905 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d218f2-b461-409e-897b-5f7b4eb9bc25,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:13.118326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-720ca5ed-707b-47bb-a40f-0a4e0966c656 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.196192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6951535-6f58-4bbe-9d53-ae58cf5bfd62 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.201994 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6951535-6f58-4bbe-9d53-ae58cf5bfd62 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:13.202627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6951535-6f58-4bbe-9d53-ae58cf5bfd62 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.219297 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-0ea3f8bb-25bb-4203-a077-7809924b429d None None] Provisioning complete for port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:13.219853 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0ea3f8bb-25bb-4203-a077-7809924b429d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.237912 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dcf22317-78f0-4313-81b5-4e990381e257 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.260571 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8c01a155-c977-4044-811b-cd82ab667a34 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/routers/c0cf0368-e692-4f00-b822-463b68c6c5b8 HTTP/1.1" status: 200 len: 924 time: 0.2516646 Nov 23 04:41:13.261422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5cab3ceb-a260-4dc8-b884-acf15a703659 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.266046 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-0ea3f8bb-25bb-4203-a077-7809924b429d None None] Port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:13.266843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42852) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:13.281269 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.287906 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-b6fe2402-b263-49cc-995a-37f023bab0fe tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4189174 Nov 23 04:41:13.293622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.299006 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dcf22317-78f0-4313-81b5-4e990381e257 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.306649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5cab3ceb-a260-4dc8-b884-acf15a703659 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.325917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f4c63f-2546-4ae6-884f-ca6ecd099195 req-d494eefb-2c06-4cdc-b1f7-cdbd4c46ba6e tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:13.328305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Request body: {'port': {'device_id': '7d347428-b062-418d-9663-1b265ade8789', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:13.328466 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33f4c63f-2546-4ae6-884f-ca6ecd099195 req-d494eefb-2c06-4cdc-b1f7-cdbd4c46ba6e tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 932 time: 0.2694046 Nov 23 04:41:13.341509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-552a9929-4385-476b-8719-8bde24e33f48 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.368627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:41:13.376014 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b6951535-6f58-4bbe-9d53-ae58cf5bfd62 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.0353351 Nov 23 04:41:13.388489 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42854) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:13.391763 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d2451ed3-aa8d-4264-8019-66012bdfb3c3 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0cf0368-e692-4f00-b822-463b68c6c5b8 HTTP/1.1" status: 200 len: 205 time: 0.0938449 Nov 23 04:41:13.395276 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-5d7790da-3b96-4d6f-95ab-100df8c63c67 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'subnet': {'network_id': 'f8d89542-51cd-481d-8a29-5853f6d7e6b4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:13.408821 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42856) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:13.423264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.423610 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Added segment 83764b14-d971-4b38-b14b-a13a320f501d of type vlan for network 65b18e2b-50f5-440a-b3e1-acd91a095f55 Nov 23 04:41:13.429395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d60f406-ad93-456d-9050-5a4586516e63,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:13.434173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6951535-6f58-4bbe-9d53-ae58cf5bfd62 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Network': ['ID=f8d89542-51cd-481d-8a29-5853f6d7e6b4,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:13.438273 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dcf22317-78f0-4313-81b5-4e990381e257 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.439417 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dcf22317-78f0-4313-81b5-4e990381e257 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 1.3829002 Nov 23 04:41:13.445791 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42858) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:13.454489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5da9547d-de5e-44c5-903f-d412d8640285 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Request body: {'security_group_rule': {'security_group_id': 'b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e', 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:13.458583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network f8d89542-51cd-481d-8a29-5853f6d7e6b4 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:41:13.460672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf22317-78f0-4313-81b5-4e990381e257 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:13.479563 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-720ca5ed-707b-47bb-a40f-0a4e0966c656 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.536084 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720ca5ed-707b-47bb-a40f-0a4e0966c656 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Subnet': ['ID=a5fbcf46-b52a-4abf-a796-fcdfc8833a44,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:13.545248 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-720ca5ed-707b-47bb-a40f-0a4e0966c656 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.551695 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-720ca5ed-707b-47bb-a40f-0a4e0966c656 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/a5fbcf46-b52a-4abf-a796-fcdfc8833a44 HTTP/1.1" status: 204 len: 168 time: 1.2886608 Nov 23 04:41:13.552252 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42860) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:13.559837 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffb844a5-8e88-48d1-b6c5-6ba2f257cf68 None None] Network 75373de8-0b3a-469f-a32e-b29f9d322c6b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:13.565020 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33f4c63f-2546-4ae6-884f-ca6ecd099195 req-4a1148a2-d270-406c-b330-3f2e6739c1ec tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2139440 Nov 23 04:41:13.580579 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5da9547d-de5e-44c5-903f-d412d8640285 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.587747 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.595840 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.665627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5cab3ceb-a260-4dc8-b884-acf15a703659 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.668760 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5cab3ceb-a260-4dc8-b884-acf15a703659 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.672293 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5cab3ceb-a260-4dc8-b884-acf15a703659 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/58d218f2-b461-409e-897b-5f7b4eb9bc25 HTTP/1.1" status: 204 len: 168 time: 0.5608552 Nov 23 04:41:13.689224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-552a9929-4385-476b-8719-8bde24e33f48 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.706232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-552a9929-4385-476b-8719-8bde24e33f48 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.725641 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cab3ceb-a260-4dc8-b884-acf15a703659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d218f2-b461-409e-897b-5f7b4eb9bc25,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:13.734446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.751530 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.757917 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:13.758967 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.765772 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552a9929-4385-476b-8719-8bde24e33f48 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94324c3b-8b1f-4dc9-ad61-dc88fb6007c0,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:13.770451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-552a9929-4385-476b-8719-8bde24e33f48 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.771732 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-552a9929-4385-476b-8719-8bde24e33f48 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6948440 Nov 23 04:41:13.772746 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d7790da-3b96-4d6f-95ab-100df8c63c67 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Made reservation on behalf of 143ae7f39fcb4a5bb309ce821d145aae for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:13.776498 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5d7790da-3b96-4d6f-95ab-100df8c63c67 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.787963 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42864) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:13.790786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5da9547d-de5e-44c5-903f-d412d8640285 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.798885 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5da9547d-de5e-44c5-903f-d412d8640285 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.805337 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-75a4d3c1-e8b4-4f09-ad13-fa635110fc9d tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group_rule': {'security_group_id': '94324c3b-8b1f-4dc9-ad61-dc88fb6007c0', 'direction': 'ingress', 'protocol': 17}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:13.827732 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e177087e-2289-4b4a-9e91-22178ad5e302 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.846943 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da9547d-de5e-44c5-903f-d412d8640285 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2209ec1-11ef-4ac4-b326-59098fda9e3b,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:13.857151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75996059-127b-43a5-a24f-2f748052cc7f None None] DHCP port deletion for 75373de8-0b3a-469f-a32e-b29f9d322c6b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:13.863711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5da9547d-de5e-44c5-903f-d412d8640285 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.865214 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5da9547d-de5e-44c5-903f-d412d8640285 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4179046 Nov 23 04:41:13.867956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42866) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:13.873477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-534993a5-9a53-492f-8196-f0c2834d4632 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Request body: {'security_group_rule': {'security_group_id': 'b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e', 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:13.889893 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port c498318e-117c-4fd5-bccf-2d326b2ffbc2 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:13.890222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.958202 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-75996059-127b-43a5-a24f-2f748052cc7f None None] Deleting port c498318e-117c-4fd5-bccf-2d326b2ffbc2 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:13.958781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-75996059-127b-43a5-a24f-2f748052cc7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.970807 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] For port c498318e-117c-4fd5-bccf-2d326b2ffbc2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c498318e-117c-4fd5-bccf-2d326b2ffbc2,segment=NetworkSegment(73c1f82c-6b89-409b-9954-a02fe88ccb11),segment_id=73c1f82c-6b89-409b-9954-a02fe88ccb11)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:13.971387 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:13.991321 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for c498318e-117c-4fd5-bccf-2d326b2ffbc2 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:14.004519 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-534993a5-9a53-492f-8196-f0c2834d4632 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.012731 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4377115 Nov 23 04:41:14.082390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-75996059-127b-43a5-a24f-2f748052cc7f None None] For port c498318e-117c-4fd5-bccf-2d326b2ffbc2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c498318e-117c-4fd5-bccf-2d326b2ffbc2,segment=NetworkSegment(73c1f82c-6b89-409b-9954-a02fe88ccb11),segment_id=73c1f82c-6b89-409b-9954-a02fe88ccb11)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:14.083125 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-75996059-127b-43a5-a24f-2f748052cc7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.089020 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2387b1e4-8360-4551-8aba-adf4000c31ad tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Network': ['ID=65b18e2b-50f5-440a-b3e1-acd91a095f55,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:14.100278 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-75996059-127b-43a5-a24f-2f748052cc7f None None] Calling delete_port for c498318e-117c-4fd5-bccf-2d326b2ffbc2 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:14.105910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 65b18e2b-50f5-440a-b3e1-acd91a095f55 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:41:14.169633 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-534993a5-9a53-492f-8196-f0c2834d4632 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.182988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-534993a5-9a53-492f-8196-f0c2834d4632 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.193801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-75a4d3c1-e8b4-4f09-ad13-fa635110fc9d tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.240103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.311596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=c498318e-117c-4fd5-bccf-2d326b2ffbc2,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:14.313268 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534993a5-9a53-492f-8196-f0c2834d4632 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ec397c2-e302-4d2d-b590-e26c27335d79,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:14.324415 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No DVR routers for this DVR port c498318e-117c-4fd5-bccf-2d326b2ffbc2 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:41:14.326931 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-75996059-127b-43a5-a24f-2f748052cc7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.332388 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-534993a5-9a53-492f-8196-f0c2834d4632 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.335246 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-534993a5-9a53-492f-8196-f0c2834d4632 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4647384 Nov 23 04:41:14.342582 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42874) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:14.365422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-29ab6561-82c0-4a7f-a4f5-4ced071e84c5 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Request body: {'security_group_rule': {'security_group_id': 'b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e', 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:14.370757 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75996059-127b-43a5-a24f-2f748052cc7f None None] Pushing event deleted for resources: {'Port': ['ID=c498318e-117c-4fd5-bccf-2d326b2ffbc2,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:14.389066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75996059-127b-43a5-a24f-2f748052cc7f None None] No DVR routers for this DVR port c498318e-117c-4fd5-bccf-2d326b2ffbc2 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:41:14.468868 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.483249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e177087e-2289-4b4a-9e91-22178ad5e302 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.491472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75373de8-0b3a-469f-a32e-b29f9d322c6b']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:14.509775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73c1f82c-6b89-409b-9954-a02fe88ccb11') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:14.509775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73c1f82c-6b89-409b-9954-a02fe88ccb11') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:14.511532 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.513177 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5d7790da-3b96-4d6f-95ab-100df8c63c67 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.526716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.535834 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:41:14.538847 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.565467 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-29ab6561-82c0-4a7f-a4f5-4ced071e84c5 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.617999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c498318e-117c-4fd5-bccf-2d326b2ffbc2 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:41:14.636079 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-75a4d3c1-e8b4-4f09-ad13-fa635110fc9d tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:41:14.636741 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:41:14.642082 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.652737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.657910 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/networks/75373de8-0b3a-469f-a32e-b29f9d322c6b HTTP/1.1" status: 204 len: 168 time: 1.1027281 Nov 23 04:41:14.662327 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42882) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:14.681408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-6362c807-f0b0-43fb-a888-fbdd28957cdb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-21926350'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:14.704566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: c498318e-117c-4fd5-bccf-2d326b2ffbc2 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:41:14.706280 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c498318e-117c-4fd5-bccf-2d326b2ffbc2 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:41:14.708123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af61c53-3f79-46c9-aa0e-e79b428fd1e4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Network': ['ID=75373de8-0b3a-469f-a32e-b29f9d322c6b,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:14.712733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6362c807-f0b0-43fb-a888-fbdd28957cdb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:14.718215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6362c807-f0b0-43fb-a888-fbdd28957cdb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.726048 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-75a4d3c1-e8b4-4f09-ad13-fa635110fc9d tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.755368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6362c807-f0b0-43fb-a888-fbdd28957cdb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:41:14.790831 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7790da-3b96-4d6f-95ab-100df8c63c67 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Subnet': ['ID=34dfbc28-a887-456b-b8e9-67375af95ad5,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:14.793420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6362c807-f0b0-43fb-a888-fbdd28957cdb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.793683 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-6362c807-f0b0-43fb-a888-fbdd28957cdb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Added segment 899d8ad8-65ae-4516-9814-bb173cff9c51 of type vlan for network a1a6110e-9ab7-407e-b029-93ecb6f3cabc Nov 23 04:41:14.822118 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75a4d3c1-e8b4-4f09-ad13-fa635110fc9d tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7e40b19-e5d3-4353-b903-b43bc7c50c68,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:14.841031 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ce1f0e2-ff6c-454f-9cf0-749efb10140c {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:41:14.863081 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6362c807-f0b0-43fb-a888-fbdd28957cdb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.872014 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-75a4d3c1-e8b4-4f09-ad13-fa635110fc9d tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.873524 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-75a4d3c1-e8b4-4f09-ad13-fa635110fc9d tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.0844903 Nov 23 04:41:14.878325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42892) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:14.880905 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.895049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7790da-3b96-4d6f-95ab-100df8c63c67 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Checking segment: {'id': '16e26607-d4d8-41fc-b4da-27c4d518e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f8d89542-51cd-481d-8a29-5853f6d7e6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:14.895672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7790da-3b96-4d6f-95ab-100df8c63c67 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network hostable DHCP agents. Network: f8d89542-51cd-481d-8a29-5853f6d7e6b4, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:41:14.907709 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-29ab6561-82c0-4a7f-a4f5-4ced071e84c5 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.927781 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-e177087e-2289-4b4a-9e91-22178ad5e302 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Deleting port 6da3bf49-f37f-4bc6-b3d3-4c9639d3ae45 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:14.928495 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e177087e-2289-4b4a-9e91-22178ad5e302 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.929959 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6362c807-f0b0-43fb-a888-fbdd28957cdb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.931525 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-29ab6561-82c0-4a7f-a4f5-4ced071e84c5 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:14.933939 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Transition to ACTIVE for port object 8ce1f0e2-ff6c-454f-9cf0-749efb10140c will not be triggered until provisioned by entity L2. {{(pid=109952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:41:14.936722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6362c807-f0b0-43fb-a888-fbdd28957cdb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:14.937721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6362c807-f0b0-43fb-a888-fbdd28957cdb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:15.050033 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6362c807-f0b0-43fb-a888-fbdd28957cdb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Network': ['ID=a1a6110e-9ab7-407e-b029-93ecb6f3cabc,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:15.062894 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network a1a6110e-9ab7-407e-b029-93ecb6f3cabc details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:41:15.105111 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6362c807-f0b0-43fb-a888-fbdd28957cdb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4414430 Nov 23 04:41:15.106152 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42898) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:15.115445 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-178acb90-cf5e-47b9-88f7-5d27a609176b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'subnet': {'network_id': 'a1a6110e-9ab7-407e-b029-93ecb6f3cabc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:15.169293 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1a1e25fa-1350-4c99-8deb-c0f12a2a76a3 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:15.227395 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1a1e25fa-1350-4c99-8deb-c0f12a2a76a3 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:15.271633 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-178acb90-cf5e-47b9-88f7-5d27a609176b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:15.277458 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-178acb90-cf5e-47b9-88f7-5d27a609176b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:15.307899 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:15.331759 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229961e-1bc4-46ca-bb66-554a577271f3 req-4df2e983-be92-42c6-bbb5-5a4fde2efa7d tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:15.338947 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8229961e-1bc4-46ca-bb66-554a577271f3 req-4df2e983-be92-42c6-bbb5-5a4fde2efa7d tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 932 time: 0.6166553 Nov 23 04:41:15.340700 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ab6561-82c0-4a7f-a4f5-4ced071e84c5 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=509bf4af-f228-4931-8f26-e9ca36cdccc9,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:15.372838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7790da-3b96-4d6f-95ab-100df8c63c67 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network f8d89542-51cd-481d-8a29-5853f6d7e6b4 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:41:15.395672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-29ab6561-82c0-4a7f-a4f5-4ced071e84c5 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:15.397547 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-29ab6561-82c0-4a7f-a4f5-4ced071e84c5 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0458150 Nov 23 04:41:15.405665 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42902) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:15.417366 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e78936a2-eec4-4e4d-8bfa-33d1839a749d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Request body: {'security_group_rule': {'security_group_id': 'b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e', 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:15.441474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1a1e25fa-1350-4c99-8deb-c0f12a2a76a3 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:15.444546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-5d7790da-3b96-4d6f-95ab-100df8c63c67 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, f8d89542-51cd-481d-8a29-5853f6d7e6b4) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:15.444849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1a1e25fa-1350-4c99-8deb-c0f12a2a76a3 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:15.446273 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1a1e25fa-1350-4c99-8deb-c0f12a2a76a3 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-groups/94324c3b-8b1f-4dc9-ad61-dc88fb6007c0 HTTP/1.1" status: 204 len: 168 time: 0.5669453 Nov 23 04:41:15.457675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42904) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:15.461014 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2757c29-9691-4126-b487-e3690dd29a8d None None] Network f8d89542-51cd-481d-8a29-5853f6d7e6b4 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:15.468907 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7790da-3b96-4d6f-95ab-100df8c63c67 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:15.476324 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5d7790da-3b96-4d6f-95ab-100df8c63c67 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:15.491565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e25fa-1350-4c99-8deb-c0f12a2a76a3 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94324c3b-8b1f-4dc9-ad61-dc88fb6007c0,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:15.514539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e78936a2-eec4-4e4d-8bfa-33d1839a749d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:15.555196 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e177087e-2289-4b4a-9e91-22178ad5e302 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:15.561972 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Pushing event updated for resources: {'Port': ['ID=8ce1f0e2-ff6c-454f-9cf0-749efb10140c,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:15.594749 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8229961e-1bc4-46ca-bb66-554a577271f3 req-81e4d34f-8989-4b1a-96c5-81c323bc43e8 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2548485 Nov 23 04:41:15.643384 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5d7790da-3b96-4d6f-95ab-100df8c63c67 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2538009 Nov 23 04:41:15.656254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-e177087e-2289-4b4a-9e91-22178ad5e302 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Calling delete_port for 6da3bf49-f37f-4bc6-b3d3-4c9639d3ae45 owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:15.659898 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42906) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:15.671538 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1399257207', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}, 'admin_state_up': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:15.742494 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c07ada7b-b795-4e23-a25d-36e6f99a1a41 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2750640 Nov 23 04:41:15.752819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42912) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:15.778035 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f32a7ca0-6fd6-4212-81db-18b400e57847 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1147904410'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:15.822992 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Attempting to bind port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:15.823519 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Attempting to bind port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'ce54fe4c-2781-49e5-acec-a3bff3b39a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:15.824027 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Attempting to bind port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c on network b21b611f-a015-425c-ab34-b547c5f8ac2e {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:15.833517 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c on network b21b611f-a015-425c-ab34-b547c5f8ac2e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:41:15.834049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Attempting to bind port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c on network b21b611f-a015-425c-ab34-b547c5f8ac2e {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:15.887694 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-f8d89542-51cd-481d-8a29-5853f6d7e6b4', 'network_id': 'f8d89542-51cd-481d-8a29-5853f6d7e6b4', 'tenant_id': '143ae7f39fcb4a5bb309ce821d145aae', 'fixed_ips': [{'subnet_id': '34dfbc28-a887-456b-b8e9-67375af95ad5'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:41:15.889272 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:15.901404 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:15.905207 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Checking segment: {'id': 'ce54fe4c-2781-49e5-acec-a3bff3b39a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:15.905745 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Bound using segment: {'id': 'ce54fe4c-2781-49e5-acec-a3bff3b39a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:15.906336 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Bound port: 8ce1f0e2-ff6c-454f-9cf0-749efb10140c, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ce54fe4c-2781-49e5-acec-a3bff3b39a90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 161, 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:15.906805 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:15.921010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.api [None req-f32a7ca0-6fd6-4212-81db-18b400e57847 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 04:41:15.921010 dv-neutron-818850-1-hyperv neutron-server[109953]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 04:41:15.921010 dv-neutron-818850-1-hyperv neutron-server[109953]: [parameters: {'project_id_1': '222f25ca3a0740f29895e937abdf560b', 'expiration_1': datetime.datetime(2021, 11, 23, 4, 40, 55, 795082)}] Nov 23 04:41:15.921010 dv-neutron-818850-1-hyperv neutron-server[109953]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:41:15.921790 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG oslo_db.api [None req-f32a7ca0-6fd6-4212-81db-18b400e57847 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:41:15.931677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-178acb90-cf5e-47b9-88f7-5d27a609176b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.037425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178acb90-cf5e-47b9-88f7-5d27a609176b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Subnet': ['ID=b9fe9ba2-0680-4b5b-aff7-e0f6c4bf578e,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:16.052174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.054247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.061569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] For port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c, host hv-neutron-8188, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:16.081870 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e177087e-2289-4b4a-9e91-22178ad5e302 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.090744 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] For port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ce1f0e2-ff6c-454f-9cf0-749efb10140c,segment=NetworkSegment(ce54fe4c-2781-49e5-acec-a3bff3b39a90),segment_id=ce54fe4c-2781-49e5-acec-a3bff3b39a90)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:16.116965 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.119215 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e177087e-2289-4b4a-9e91-22178ad5e302 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Pushing event deleted for resources: {'Port': ['ID=6da3bf49-f37f-4bc6-b3d3-4c9639d3ae45,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:16.160757 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-178acb90-cf5e-47b9-88f7-5d27a609176b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Checking segment: {'id': '899d8ad8-65ae-4516-9814-bb173cff9c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1a6110e-9ab7-407e-b029-93ecb6f3cabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:16.161133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178acb90-cf5e-47b9-88f7-5d27a609176b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network hostable DHCP agents. Network: a1a6110e-9ab7-407e-b029-93ecb6f3cabc, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:41:16.169634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f46475d5-70c7-4969-9a23-7f35863a3ebe None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:16.177168 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e78936a2-eec4-4e4d-8bfa-33d1839a749d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.204891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:16.205839 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.207507 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] 10.222.0.15 "PUT /v2.0/ports/8ce1f0e2-ff6c-454f-9cf0-749efb10140c HTTP/1.1" status: 200 len: 1094 time: 2.8863621 Nov 23 04:41:16.208185 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d347428-b062-418d-9663-1b265ade8789', 'tag': '8ce1f0e2-ff6c-454f-9cf0-749efb10140c'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:41:16.211646 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7df1bf0d-8e6f-460e-972c-417b1f6fc42d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d347428-b062-418d-9663-1b265ade8789", "tag": "8ce1f0e2-ff6c-454f-9cf0-749efb10140c"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:41:16.250689 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e78936a2-eec4-4e4d-8bfa-33d1839a749d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.279965 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42922) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:16.280936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851f3ed-1994-4666-aeb2-5dbbe9323fee service neutron] Pushing event updated for resources: {'Port': ['ID=8ce1f0e2-ff6c-454f-9cf0-749efb10140c,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:16.302193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e177087e-2289-4b4a-9e91-22178ad5e302 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.321385 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Allocated IP 172.20.0.2 (f8d89542-51cd-481d-8a29-5853f6d7e6b4/34dfbc28-a887-456b-b8e9-67375af95ad5/b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:16.466102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.468469 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:41:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01734973-06e3-4271-a396-def50a2bb085 x-openstack-request-id: req-01734973-06e3-4271-a396-def50a2bb085 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:41:16.470961 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d347428-b062-418d-9663-1b265ade8789", "tag": "8ce1f0e2-ff6c-454f-9cf0-749efb10140c", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:41:16.473944 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-01734973-06e3-4271-a396-def50a2bb085 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:41:16.474615 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d347428-b062-418d-9663-1b265ade8789', 'tag': '8ce1f0e2-ff6c-454f-9cf0-749efb10140c', 'status': 'completed', 'code': 200} Nov 23 04:41:16.475392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f32a7ca0-6fd6-4212-81db-18b400e57847 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.502050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-178acb90-cf5e-47b9-88f7-5d27a609176b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network a1a6110e-9ab7-407e-b029-93ecb6f3cabc is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:41:16.513241 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1762375219', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:16.527514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78936a2-eec4-4e4d-8bfa-33d1839a749d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf9bd5dc-31b1-43d7-99ea-8a278843fbc7,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:16.532906 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e177087e-2289-4b4a-9e91-22178ad5e302 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.534402 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-178acb90-cf5e-47b9-88f7-5d27a609176b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, a1a6110e-9ab7-407e-b029-93ecb6f3cabc) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:16.538215 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e177087e-2289-4b4a-9e91-22178ad5e302 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.543215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e78936a2-eec4-4e4d-8bfa-33d1839a749d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.544558 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e78936a2-eec4-4e4d-8bfa-33d1839a749d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.1362395 Nov 23 04:41:16.554358 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42926) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:16.564186 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-601c62c4-e7e5-414d-ab76-6668ca23a9ea tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Request body: {'security_group_rule': {'security_group_id': 'b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e', 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:16.571758 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-178acb90-cf5e-47b9-88f7-5d27a609176b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:16.572314 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-1de2e4b2-b4e8-4d98-a1f5-09d9111c6bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:16.574281 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-178acb90-cf5e-47b9-88f7-5d27a609176b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.575507 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-1de2e4b2-b4e8-4d98-a1f5-09d9111c6bdc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca9ade32f67b43ae8be521fa872a6702&device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 1097 time: 0.2747705 Nov 23 04:41:16.616630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Made reservation on behalf of 52c1456713d7448ca3ee9fbff364a310 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:16.635461 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.662027 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-178acb90-cf5e-47b9-88f7-5d27a609176b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5515878 Nov 23 04:41:16.667227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42930) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:16.674610 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-75f2937b-c914-4a11-921c-67083bea611a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'network_id': 'a1a6110e-9ab7-407e-b029-93ecb6f3cabc', 'name': 'tempest-PortsTestJSON-1687416616', 'fixed_ips': [{'subnet_id': 'b9fe9ba2-0680-4b5b-aff7-e0f6c4bf578e', 'ip_address': '172.20.0.10'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:16.676780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.686336 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3e2057b-5311-4d44-890d-236842ff563a None None] Network a1a6110e-9ab7-407e-b029-93ecb6f3cabc requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:16.728406 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.734843 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-3ce63987-feee-4f85-bcba-2c5ac5e2bd04 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce1f0e2-ff6c-454f-9cf0-749efb10140c HTTP/1.1" status: 200 len: 217 time: 0.1214767 Nov 23 04:41:16.735729 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e177087e-2289-4b4a-9e91-22178ad5e302 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.736478 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e177087e-2289-4b4a-9e91-22178ad5e302 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Fanout notify agent at l3_agent the message router_deleted on router c0cf0368-e692-4f00-b822-463b68c6c5b8 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:41:16.763237 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e177087e-2289-4b4a-9e91-22178ad5e302 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.764515 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e177087e-2289-4b4a-9e91-22178ad5e302 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "DELETE /v2.0/routers/c0cf0368-e692-4f00-b822-463b68c6c5b8 HTTP/1.1" status: 204 len: 168 time: 3.3547184 Nov 23 04:41:16.790036 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42932) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:16.823323 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1893458277', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'enable_snat': False}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:16.831843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.836300 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-601c62c4-e7e5-414d-ab76-6668ca23a9ea tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Project e34fb94931bb453baa2f45e6eb57eddb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:41:16.866632 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-601c62c4-e7e5-414d-ab76-6668ca23a9ea tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.908821 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.923550 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-77d67b4c-e4ee-48cd-af48-c923480523ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:16.925562 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-77d67b4c-e4ee-48cd-af48-c923480523ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15926d1c-ee0f-48ad-88dc-7f8fa57c0643 HTTP/1.1" status: 200 len: 850 time: 0.1687491 Nov 23 04:41:16.933036 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.934025 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.952340 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26feaa29-e9d7-4382-84b6-8fd044bda38d req-edced6a6-5a9d-405e-b340-eb45939fdd29 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:16.960454 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-26feaa29-e9d7-4382-84b6-8fd044bda38d req-edced6a6-5a9d-405e-b340-eb45939fdd29 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 944 time: 0.2357705 Nov 23 04:41:16.972341 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f32a7ca0-6fd6-4212-81db-18b400e57847 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.996629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f32a7ca0-6fd6-4212-81db-18b400e57847 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:16.998978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Pushing event updated for resources: {'Port': ['ID=b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:17.017923 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-a1a6110e-9ab7-407e-b029-93ecb6f3cabc', 'network_id': 'a1a6110e-9ab7-407e-b029-93ecb6f3cabc', 'tenant_id': '21aafe545f554d9ca8d2cff1f90b0ba5', 'fixed_ips': [{'subnet_id': 'b9fe9ba2-0680-4b5b-aff7-e0f6c4bf578e'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:41:17.020460 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.028924 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f32a7ca0-6fd6-4212-81db-18b400e57847 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.030406 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f32a7ca0-6fd6-4212-81db-18b400e57847 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2669311 Nov 23 04:41:17.034016 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42934) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:17.046930 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-6d6829cd-2617-48de-855f-e781f09cda7c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1502095450'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:17.067676 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Network f8d89542-51cd-481d-8a29-5853f6d7e6b4 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:17.075016 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:17.078592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75f2937b-c914-4a11-921c-67083bea611a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:17.085196 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:17.143722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32a7ca0-6fd6-4212-81db-18b400e57847 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c204d12-cdb6-4e7f-a76a-61cbf54a008f,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:17.165124 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.194587 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-8376b413-3adc-4643-b0cb-cf37a1dbf031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:17.196612 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-8376b413-3adc-4643-b0cb-cf37a1dbf031 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b21b611f-a015-425c-ab34-b547c5f8ac2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2543092 Nov 23 04:41:17.208132 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-601c62c4-e7e5-414d-ab76-6668ca23a9ea tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.210910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.247421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d6829cd-2617-48de-855f-e781f09cda7c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.269511 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-26feaa29-e9d7-4382-84b6-8fd044bda38d req-5b3dc1e1-b0dc-405f-beeb-9b0f5994821a tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3083498 Nov 23 04:41:17.290410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-75f2937b-c914-4a11-921c-67083bea611a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.294709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Allocated IP 172.20.0.2 (a1a6110e-9ab7-407e-b029-93ecb6f3cabc/b9fe9ba2-0680-4b5b-aff7-e0f6c4bf578e/e9b97194-0c29-4781-b078-1a7c09033e9a) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:17.314763 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-601c62c4-e7e5-414d-ab76-6668ca23a9ea tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.316802 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.334348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.349152 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] device_id is not set on port 4d85cbe5-6e72-4d7d-8bd1-7afab4ad0bf2 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:41:17.357588 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.372210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-75f2937b-c914-4a11-921c-67083bea611a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port 9817b163-ca58-49f4-8188-32cf1662d282 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:41:17.423928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601c62c4-e7e5-414d-ab76-6668ca23a9ea tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=00e2998c-6e2f-4442-b992-e23461f042b1,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:17.511429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.536258 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-601c62c4-e7e5-414d-ab76-6668ca23a9ea tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.537861 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-601c62c4-e7e5-414d-ab76-6668ca23a9ea tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.9821208 Nov 23 04:41:17.543498 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42936) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:17.543845 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42938) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:17.546336 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4893d128-bdba-40e5-a3d2-d1597cf60b91,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:17.550920 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.552141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-54b87115-67ba-4ce3-9d49-719c96cabc18 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'subnet': {'network_id': '65b18e2b-50f5-440a-b3e1-acd91a095f55', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:17.567876 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.614068 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Network a1a6110e-9ab7-407e-b029-93ecb6f3cabc is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:17.622987 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:17.629336 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:17.637364 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Attempting to bind port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:17.637771 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Attempting to bind port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '16e26607-d4d8-41fc-b4da-27c4d518e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f8d89542-51cd-481d-8a29-5853f6d7e6b4'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:17.638074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Attempting to bind port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 on network f8d89542-51cd-481d-8a29-5853f6d7e6b4 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:17.640299 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d5a8ecd9-cc04-4841-9bd0-21715ac98a35 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Request body: {'security_group_rule': {'security_group_id': 'b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e', 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:17.651791 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Pushing event updated for resources: {'Port': ['ID=e9b97194-0c29-4781-b078-1a7c09033e9a,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:17.667490 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-8676ad58-bcc1-4419-9abc-b1453c84bcbc service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3650801 Nov 23 04:41:17.670695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:17.670860 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Checking segment: {'id': '16e26607-d4d8-41fc-b4da-27c4d518e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f8d89542-51cd-481d-8a29-5853f6d7e6b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:17.671181 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.671570 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Bound using segment: {'id': '16e26607-d4d8-41fc-b4da-27c4d518e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f8d89542-51cd-481d-8a29-5853f6d7e6b4'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:17.672050 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Bound port: b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16e26607-d4d8-41fc-b4da-27c4d518e42b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'f8d89542-51cd-481d-8a29-5853f6d7e6b4'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:17.672892 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.708335 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d6829cd-2617-48de-855f-e781f09cda7c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.727608 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-d5a8ecd9-cc04-4841-9bd0-21715ac98a35 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Project e34fb94931bb453baa2f45e6eb57eddb added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:41:17.731226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Allocated IP 172.26.8.71 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/d8946291-f27d-4fba-b20f-0ee892fc1a3e) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:17.736299 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Attempting to bind port e9b97194-0c29-4781-b078-1a7c09033e9a on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:17.736665 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Attempting to bind port e9b97194-0c29-4781-b078-1a7c09033e9a by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '899d8ad8-65ae-4516-9814-bb173cff9c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1a6110e-9ab7-407e-b029-93ecb6f3cabc'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:17.737058 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Attempting to bind port e9b97194-0c29-4781-b078-1a7c09033e9a on network a1a6110e-9ab7-407e-b029-93ecb6f3cabc {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:17.738846 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d6829cd-2617-48de-855f-e781f09cda7c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.748783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:17.749154 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Checking segment: {'id': '899d8ad8-65ae-4516-9814-bb173cff9c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1a6110e-9ab7-407e-b029-93ecb6f3cabc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:17.749840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.749958 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Bound using segment: {'id': '899d8ad8-65ae-4516-9814-bb173cff9c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1a6110e-9ab7-407e-b029-93ecb6f3cabc'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:17.750451 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Bound port: e9b97194-0c29-4781-b078-1a7c09033e9a, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '899d8ad8-65ae-4516-9814-bb173cff9c51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a1a6110e-9ab7-407e-b029-93ecb6f3cabc'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:17.751069 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.769183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ecd9-cc04-4841-9bd0-21715ac98a35 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.809247 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] For port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:17.814136 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] For port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5,segment=NetworkSegment(16e26607-d4d8-41fc-b4da-27c4d518e42b),segment_id=16e26607-d4d8-41fc-b4da-27c4d518e42b)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:17.817637 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6829cd-2617-48de-855f-e781f09cda7c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=10b8689e-1ee0-4c45-89ba-ed6aa02fc608,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:17.821675 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.841087 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13770e20-84de-4cd4-9a02-fe9b10870eb5 req-01f8b7e2-31b1-4f01-a0f9-c49d9622d660 service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611121 Nov 23 04:41:17.854577 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d6829cd-2617-48de-855f-e781f09cda7c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.855838 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6d6829cd-2617-48de-855f-e781f09cda7c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8140423 Nov 23 04:41:17.863715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54b87115-67ba-4ce3-9d49-719c96cabc18 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:17.867402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42940) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:17.867571 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54b87115-67ba-4ce3-9d49-719c96cabc18 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.871140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] For port e9b97194-0c29-4781-b078-1a7c09033e9a, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:17.875094 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-7d86c30d-a41d-47d4-8d42-928fdf2006ca tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group_rule': {'security_group_id': '8c204d12-cdb6-4e7f-a76a-61cbf54a008f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '10b8689e-1ee0-4c45-89ba-ed6aa02fc608', 'remote_ip_prefix': None}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:17.884714 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-75f2937b-c914-4a11-921c-67083bea611a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Allocated IP 172.20.0.10 (a1a6110e-9ab7-407e-b029-93ecb6f3cabc/b9fe9ba2-0680-4b5b-aff7-e0f6c4bf578e/9817b163-ca58-49f4-8188-32cf1662d282) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:17.900530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] For port e9b97194-0c29-4781-b078-1a7c09033e9a, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e9b97194-0c29-4781-b078-1a7c09033e9a,segment=NetworkSegment(899d8ad8-65ae-4516-9814-bb173cff9c51),segment_id=899d8ad8-65ae-4516-9814-bb173cff9c51)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:17.922403 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:17.924418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b906468-dbe2-4271-8331-401a63155d80 None None] Pushing event updated for resources: {'Port': ['ID=b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:18.024116 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c350f6-db60-4abf-a212-9dd5179b4da6 None None] Pushing event updated for resources: {'Port': ['ID=e9b97194-0c29-4781-b078-1a7c09033e9a,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:18.054762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.066254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d86c30d-a41d-47d4-8d42-928fdf2006ca tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.083310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ecd9-cc04-4841-9bd0-21715ac98a35 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.108861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ecd9-cc04-4841-9bd0-21715ac98a35 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.156277 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.193856 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1bf0d-8e6f-460e-972c-417b1f6fc42d req-320ba820-d9de-4487-8fed-7035c4ab734d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:18.196433 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7df1bf0d-8e6f-460e-972c-417b1f6fc42d req-320ba820-d9de-4487-8fed-7035c4ab734d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca9ade32f67b43ae8be521fa872a6702&device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 1097 time: 0.1784928 Nov 23 04:41:18.202455 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.264421 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a8ecd9-cc04-4841-9bd0-21715ac98a35 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=551ad614-95f4-4b60-b251-65d63c4560ff,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:18.270669 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5a8ecd9-cc04-4841-9bd0-21715ac98a35 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.275927 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d5a8ecd9-cc04-4841-9bd0-21715ac98a35 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7258759 Nov 23 04:41:18.280673 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42942) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:18.300547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1b0de305-6471-4758-8bba-a797e7a5e153 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Request body: {'network': {'name': 'tempest-network-smoke--1826371299', 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'port_security_enabled': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:18.378233 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b0de305-6471-4758-8bba-a797e7a5e153 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Made reservation on behalf of e34fb94931bb453baa2f45e6eb57eddb for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:18.391946 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b0de305-6471-4758-8bba-a797e7a5e153 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.432482 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d86c30d-a41d-47d4-8d42-928fdf2006ca tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.447715 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d86c30d-a41d-47d4-8d42-928fdf2006ca tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.483270 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86c30d-a41d-47d4-8d42-928fdf2006ca tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34ec1221-d033-4e4c-9258-95444dac9ebe,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:18.492271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d86c30d-a41d-47d4-8d42-928fdf2006ca tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.496281 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7d86c30d-a41d-47d4-8d42-928fdf2006ca tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6253784 Nov 23 04:41:18.496281 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1bf0d-8e6f-460e-972c-417b1f6fc42d req-937f5663-72a4-4f23-8cc0-c987f3f1c908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:18.496281 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7df1bf0d-8e6f-460e-972c-417b1f6fc42d req-937f5663-72a4-4f23-8cc0-c987f3f1c908 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b21b611f-a015-425c-ab34-b547c5f8ac2e HTTP/1.1" status: 200 len: 912 time: 0.2902539 Nov 23 04:41:18.496980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42946) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:18.506530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-75f2937b-c914-4a11-921c-67083bea611a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.541861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b0de305-6471-4758-8bba-a797e7a5e153 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:41:18.544753 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.549137 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7df1bf0d-8e6f-460e-972c-417b1f6fc42d req-a9ea98a7-7ab9-4880-8839-a0947c128037 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce1f0e2-ff6c-454f-9cf0-749efb10140c HTTP/1.1" status: 200 len: 217 time: 0.0438964 Nov 23 04:41:18.610171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d68709c-1595-457f-806c-c3bbacd58cc6 req-4a8e84b6-012a-453b-abd7-68e9016b1270 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:18.611784 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d68709c-1595-457f-806c-c3bbacd58cc6 req-4a8e84b6-012a-453b-abd7-68e9016b1270 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 944 time: 0.1920969 Nov 23 04:41:18.617515 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-622d3b34-50f7-4bb5-88f5-fca197d9750b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.622386 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b0de305-6471-4758-8bba-a797e7a5e153 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.623116 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-1b0de305-6471-4758-8bba-a797e7a5e153 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Added segment 6d892ad2-787f-45fc-bfa7-f0cd2a04173f of type vlan for network ae26ac76-09be-4617-9df0-387c20c99ee8 Nov 23 04:41:18.636907 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-622d3b34-50f7-4bb5-88f5-fca197d9750b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.671194 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Allocated IP 172.26.8.73 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/4d85cbe5-6e72-4d7d-8bd1-7afab4ad0bf2) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:18.678471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:18.693829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1bf0d-8e6f-460e-972c-417b1f6fc42d req-4b4b3f1e-392c-4c3f-86f6-96fd705ec890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:18.695965 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7df1bf0d-8e6f-460e-972c-417b1f6fc42d req-4b4b3f1e-392c-4c3f-86f6-96fd705ec890 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15926d1c-ee0f-48ad-88dc-7f8fa57c0643 HTTP/1.1" status: 200 len: 850 time: 0.1168594 Nov 23 04:41:18.702792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:18.710109 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e9b97194-0c29-4781-b078-1a7c09033e9a up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:18.722915 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-622d3b34-50f7-4bb5-88f5-fca197d9750b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.732432 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-622d3b34-50f7-4bb5-88f5-fca197d9750b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.736046 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-622d3b34-50f7-4bb5-88f5-fca197d9750b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/34ec1221-d033-4e4c-9258-95444dac9ebe HTTP/1.1" status: 204 len: 168 time: 0.2358868 Nov 23 04:41:18.738534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=d8946291-f27d-4fba-b20f-0ee892fc1a3e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:18.740968 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:18.746148 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42948) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:18.756556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec4183bc-a923-4696-9018-e060c539ae6d None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:18.766590 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622d3b34-50f7-4bb5-88f5-fca197d9750b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=34ec1221-d033-4e4c-9258-95444dac9ebe,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:18.809626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54b87115-67ba-4ce3-9d49-719c96cabc18 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.813068 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b0de305-6471-4758-8bba-a797e7a5e153 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.820654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e9b97194-0c29-4781-b078-1a7c09033e9a triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:18.821132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.821970 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-75f2937b-c914-4a11-921c-67083bea611a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.856857 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7df1bf0d-8e6f-460e-972c-417b1f6fc42d req-f55b356e-0b09-4d41-903e-5e150c06149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:18.858383 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7df1bf0d-8e6f-460e-972c-417b1f6fc42d req-f55b356e-0b09-4d41-903e-5e150c06149d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b21b611f-a015-425c-ab34-b547c5f8ac2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1511195 Nov 23 04:41:18.874959 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ecc42440-2cd2-4829-ba34-a2c2eb273eae None None] Provisioning complete for port d8946291-f27d-4fba-b20f-0ee892fc1a3e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:18.876969 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ecc42440-2cd2-4829-ba34-a2c2eb273eae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:18.966642 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.008559 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7df1bf0d-8e6f-460e-972c-417b1f6fc42d req-940ac614-45e2-4f2d-8abf-1c95647aceb1 service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1400588 Nov 23 04:41:19.088488 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.096137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ecc42440-2cd2-4829-ba34-a2c2eb273eae None None] Port d8946291-f27d-4fba-b20f-0ee892fc1a3e cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:19.147265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.186483 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port e9b97194-0c29-4781-b078-1a7c09033e9a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e9b97194-0c29-4781-b078-1a7c09033e9a,segment=NetworkSegment(899d8ad8-65ae-4516-9814-bb173cff9c51),segment_id=899d8ad8-65ae-4516-9814-bb173cff9c51)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:19.192443 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.193197 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:19.196513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:19.226085 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:19.235446 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:19.242672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.resource_extend [None req-1b0de305-6471-4758-8bba-a797e7a5e153 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 04:41:19.271312 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7271434c-4266-4c66-8ba0-3c89dec3ff60 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:19.284873 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d68709c-1595-457f-806c-c3bbacd58cc6 req-ca30a827-2650-4299-858f-b567998efa54 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6573787 Nov 23 04:41:19.289886 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Pushing event updated for resources: {'Port': ['ID=4d85cbe5-6e72-4d7d-8bd1-7afab4ad0bf2,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:19.305782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Allocated IP 172.26.8.123 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/3925f6f9-a0ad-4f94-a63f-e5886543597f) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:19.327029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 8ce1f0e2-ff6c-454f-9cf0-749efb10140c details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:41:19.348591 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7df1bf0d-8e6f-460e-972c-417b1f6fc42d req-ee832cba-b571-4e90-9662-2b556283775b service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3274395 Nov 23 04:41:19.379162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:19.379952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.395117 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:19.395855 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.432374 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75f2937b-c914-4a11-921c-67083bea611a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network a1a6110e-9ab7-407e-b029-93ecb6f3cabc is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:19.448526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-75f2937b-c914-4a11-921c-67083bea611a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:19.451357 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75f2937b-c914-4a11-921c-67083bea611a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:19.465059 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cff2da11-c043-441f-9bdf-7a847abc791c tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 3.1806264 Nov 23 04:41:19.465960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42950) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:19.474706 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-05d01d5e-3282-40ba-9697-2e5a93011ac0 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.73'}]}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:19.507024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f2937b-c914-4a11-921c-67083bea611a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=9817b163-ca58-49f4-8188-32cf1662d282,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:19.515764 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=e9b97194-0c29-4781-b078-1a7c09033e9a,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:19.538147 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7249908c-190c-491f-b05a-bff144902f1c None None] Provisioning complete for port 4d85cbe5-6e72-4d7d-8bd1-7afab4ad0bf2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:19.538629 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7249908c-190c-491f-b05a-bff144902f1c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.542396 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75f2937b-c914-4a11-921c-67083bea611a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:19.543336 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-75f2937b-c914-4a11-921c-67083bea611a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.558337 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b0de305-6471-4758-8bba-a797e7a5e153 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.564493 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0de305-6471-4758-8bba-a797e7a5e153 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:19.565362 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b0de305-6471-4758-8bba-a797e7a5e153 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.586532 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7249908c-190c-491f-b05a-bff144902f1c None None] Port 4d85cbe5-6e72-4d7d-8bd1-7afab4ad0bf2 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:19.594510 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c4a4729b-1ce8-4dca-b58d-5c5441e7c064 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.8437285 Nov 23 04:41:19.654291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ce1f0e2-ff6c-454f-9cf0-749efb10140c,segment=NetworkSegment(ce54fe4c-2781-49e5-acec-a3bff3b39a90),segment_id=ce54fe4c-2781-49e5-acec-a3bff3b39a90)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:19.668286 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1b0de305-6471-4758-8bba-a797e7a5e153 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.3850567 Nov 23 04:41:19.669157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42952) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:19.671566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '8ce1f0e2-ff6c-454f-9cf0-749efb10140c', 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'port_id': '8ce1f0e2-ff6c-454f-9cf0-749efb10140c', 'mac_address': 'fa:16:3e:3c:fb:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 161, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:41:19.680570 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011c39d7-9ada-4f71-9831-b6aa60190fe7 None None] Network a1a6110e-9ab7-407e-b029-93ecb6f3cabc requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:19.691151 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-75f2937b-c914-4a11-921c-67083bea611a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.0228806 Nov 23 04:41:19.692141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b87115-67ba-4ce3-9d49-719c96cabc18 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Checking segment: {'id': '83764b14-d971-4b38-b14b-a13a320f501d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '65b18e2b-50f5-440a-b3e1-acd91a095f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:19.692689 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b87115-67ba-4ce3-9d49-719c96cabc18 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network hostable DHCP agents. Network: 65b18e2b-50f5-440a-b3e1-acd91a095f55, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:41:19.695179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b87115-67ba-4ce3-9d49-719c96cabc18 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Subnet': ['ID=c63da1a7-4901-4fef-ad72-a9d8f6649bbc,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:19.698121 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42954) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:19.698566 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42956) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:19.736715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'admin_state_up': True, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:19.768714 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7bc5d4b2-ffc8-41d3-94c3-b08791fb97dd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'network_id': 'a1a6110e-9ab7-407e-b029-93ecb6f3cabc', 'name': 'tempest-PortsTestJSON-152667684', 'fixed_ips': [{'subnet_id': 'b9fe9ba2-0680-4b5b-aff7-e0f6c4bf578e', 'ip_address': '172.20.0.9'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:19.787381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.788444 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.839435 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.846587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff2bd6c9-ae0b-4e81-a731-7321023cded4 None None] Network f8d89542-51cd-481d-8a29-5853f6d7e6b4 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:19.864793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0de305-6471-4758-8bba-a797e7a5e153 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'Network': ['ID=ae26ac76-09be-4617-9df0-387c20c99ee8,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:19.873118 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.890846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b87115-67ba-4ce3-9d49-719c96cabc18 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network 65b18e2b-50f5-440a-b3e1-acd91a095f55 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:41:19.926863 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network ae26ac76-09be-4617-9df0-387c20c99ee8 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:41:19.941670 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-40de76b5-d756-499c-a7ee-e6c33963009c None None] Provisioning complete for port e9b97194-0c29-4781-b078-1a7c09033e9a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:19.942047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-40de76b5-d756-499c-a7ee-e6c33963009c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.960323 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ce1f0e2-ff6c-454f-9cf0-749efb10140c {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:41:19.976882 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-05d01d5e-3282-40ba-9697-2e5a93011ac0 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.978666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-05d01d5e-3282-40ba-9697-2e5a93011ac0 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:19.990172 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.012338 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-54b87115-67ba-4ce3-9d49-719c96cabc18 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 65b18e2b-50f5-440a-b3e1-acd91a095f55) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:20.033330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.037360 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fca9cdd-053b-4162-9b66-79d0356589e5 None None] Network 65b18e2b-50f5-440a-b3e1-acd91a095f55 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:20.042114 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54b87115-67ba-4ce3-9d49-719c96cabc18 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:20.042718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54b87115-67ba-4ce3-9d49-719c96cabc18 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.060280 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-05d01d5e-3282-40ba-9697-2e5a93011ac0 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.108419 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.142990 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ce1f0e2-ff6c-454f-9cf0-749efb10140c,segment=NetworkSegment(ce54fe4c-2781-49e5-acec-a3bff3b39a90),segment_id=ce54fe4c-2781-49e5-acec-a3bff3b39a90)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:20.177825 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb5c3-9f3d-44c1-8b21-cae34d2e913f tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.180363 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:20.197979 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.207263 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-54b87115-67ba-4ce3-9d49-719c96cabc18 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6586323 Nov 23 04:41:20.212799 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42958) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:20.213750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5,segment=NetworkSegment(16e26607-d4d8-41fc-b4da-27c4d518e42b),segment_id=16e26607-d4d8-41fc-b4da-27c4d518e42b)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:20.220034 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:20.224392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c8c51b3f-6c09-4503-94d4-3a45c56f77c3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1801074500'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:20.243345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb5c3-9f3d-44c1-8b21-cae34d2e913f tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.250936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:20.264425 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-358a1cb5-82dd-4183-b873-34262dc2cf65 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:20.278848 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.280580 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Pushing event updated for resources: {'Port': ['ID=3925f6f9-a0ad-4f94-a63f-e5886543597f,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:20.289460 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-05d01d5e-3282-40ba-9697-2e5a93011ac0 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.335110 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.386738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.391820 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bc5d4b2-ffc8-41d3-94c3-b08791fb97dd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:20.396990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d4b2-ffc8-41d3-94c3-b08791fb97dd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.422133 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=8ce1f0e2-ff6c-454f-9cf0-749efb10140c,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:20.455838 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8c51b3f-6c09-4503-94d4-3a45c56f77c3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:20.459378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8c51b3f-6c09-4503-94d4-3a45c56f77c3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.530397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-7bc5d4b2-ffc8-41d3-94c3-b08791fb97dd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port 7a494b6b-49c2-4b60-a9e7-02c29e1a9d53 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:41:20.545111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb5c3-9f3d-44c1-8b21-cae34d2e913f tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.547817 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e5eb5c3-9f3d-44c1-8b21-cae34d2e913f tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.551430 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7e5eb5c3-9f3d-44c1-8b21-cae34d2e913f tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-groups/10b8689e-1ee0-4c45-89ba-ed6aa02fc608 HTTP/1.1" status: 204 len: 168 time: 0.8681846 Nov 23 04:41:20.554411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92270286-af3e-4396-9eef-4d522bc5429c req-5e786ad9-284f-49f0-8ed8-245ebe46abd5 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:20.558736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42962) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:20.562460 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-92270286-af3e-4396-9eef-4d522bc5429c req-5e786ad9-284f-49f0-8ed8-245ebe46abd5 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 945 time: 0.0892856 Nov 23 04:41:20.618502 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5eb5c3-9f3d-44c1-8b21-cae34d2e913f tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=10b8689e-1ee0-4c45-89ba-ed6aa02fc608,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:20.635563 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['8ce1f0e2-ff6c-454f-9cf0-749efb10140c'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:41:20.636087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8c51b3f-6c09-4503-94d4-3a45c56f77c3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] vlan segment allocate from pool success with {'vlan_id': 187, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:41:20.646382 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:20.702513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8c51b3f-6c09-4503-94d4-3a45c56f77c3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.703067 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-c8c51b3f-6c09-4503-94d4-3a45c56f77c3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Added segment 687db30e-d8a5-48e3-8f78-df5c6f336f72 of type vlan for network 2dc021e0-03c5-4e73-8815-40b9170de42c Nov 23 04:41:20.713504 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e9b97194-0c29-4781-b078-1a7c09033e9a up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:20.723156 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-92270286-af3e-4396-9eef-4d522bc5429c req-0fe65abf-b5cf-469e-a8cb-9960ba1d656f tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1557178 Nov 23 04:41:20.745228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-65b18e2b-50f5-440a-b3e1-acd91a095f55', 'network_id': '65b18e2b-50f5-440a-b3e1-acd91a095f55', 'tenant_id': 'ba6af278a0a24d8eb641d2ebe001ea4e', 'fixed_ips': [{'subnet_id': 'c63da1a7-4901-4fef-ad72-a9d8f6649bbc'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:41:20.746112 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.759304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:20.829004 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cb557314-470c-49ae-baa5-e19dc146afc5 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.2626488 Nov 23 04:41:20.840855 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42964) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:20.858684 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d158e1b4-ca27-40e0-b526-f93645684403 None None] Provisioning complete for port 3925f6f9-a0ad-4f94-a63f-e5886543597f triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:20.859168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d158e1b4-ca27-40e0-b526-f93645684403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.038294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8c51b3f-6c09-4503-94d4-3a45c56f77c3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.050265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d158e1b4-ca27-40e0-b526-f93645684403 None None] Port 3925f6f9-a0ad-4f94-a63f-e5886543597f cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:21.051833 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e9b97194-0c29-4781-b078-1a7c09033e9a triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:21.052225 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.155415 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.159484 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-7bc5d4b2-ffc8-41d3-94c3-b08791fb97dd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Allocated IP 172.20.0.9 (a1a6110e-9ab7-407e-b029-93ecb6f3cabc/b9fe9ba2-0680-4b5b-aff7-e0f6c4bf578e/7a494b6b-49c2-4b60-a9e7-02c29e1a9d53) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:21.166532 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-05d01d5e-3282-40ba-9697-2e5a93011ac0 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.169169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-747bf58c-5d0f-42d5-8b70-7385cbd34db9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.181149 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8c51b3f-6c09-4503-94d4-3a45c56f77c3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.189694 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8c51b3f-6c09-4503-94d4-3a45c56f77c3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:21.190338 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8c51b3f-6c09-4503-94d4-3a45c56f77c3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.191631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d158e1b4-ca27-40e0-b526-f93645684403 None None] Provisioning complete for port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:21.192257 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d158e1b4-ca27-40e0-b526-f93645684403 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.199628 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-05d01d5e-3282-40ba-9697-2e5a93011ac0 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.234741 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Allocated IP 2001:db8:0:ffff::2 (65b18e2b-50f5-440a-b3e1-acd91a095f55/c63da1a7-4901-4fef-ad72-a9d8f6649bbc/d58a7dc6-e731-49f0-a690-321f909ca408) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:21.265016 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.322901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-747bf58c-5d0f-42d5-8b70-7385cbd34db9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.429835 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c8c51b3f-6c09-4503-94d4-3a45c56f77c3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2113335 Nov 23 04:41:21.444717 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42966) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:21.450224 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f1a55d25-2367-4878-b97b-3e564763889b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'subnet': {'network_id': '2dc021e0-03c5-4e73-8815-40b9170de42c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:21.511890 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c51b3f-6c09-4503-94d4-3a45c56f77c3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Network': ['ID=2dc021e0-03c5-4e73-8815-40b9170de42c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:21.537880 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 2dc021e0-03c5-4e73-8815-40b9170de42c details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:41:21.548988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.558699 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-05d01d5e-3282-40ba-9697-2e5a93011ac0 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.614471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.632143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-747bf58c-5d0f-42d5-8b70-7385cbd34db9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.635316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-747bf58c-5d0f-42d5-8b70-7385cbd34db9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.638854 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-747bf58c-5d0f-42d5-8b70-7385cbd34db9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-groups/8c204d12-cdb6-4e7f-a76a-61cbf54a008f HTTP/1.1" status: 204 len: 168 time: 0.7611051 Nov 23 04:41:21.639265 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42968) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:21.654611 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747bf58c-5d0f-42d5-8b70-7385cbd34db9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c204d12-cdb6-4e7f-a76a-61cbf54a008f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:21.733674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Router ceb4058f-531e-49c6-a7c3-bec3095507a2 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:41:21.772326 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1a55d25-2367-4878-b97b-3e564763889b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:21.776631 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f1a55d25-2367-4878-b97b-3e564763889b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.792255 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-05d01d5e-3282-40ba-9697-2e5a93011ac0 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.804006 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.808936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-05d01d5e-3282-40ba-9697-2e5a93011ac0 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.811129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.871888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Network 65b18e2b-50f5-440a-b3e1-acd91a095f55 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:21.877219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Pushing event updated for resources: {'Port': ['ID=d58a7dc6-e731-49f0-a690-321f909ca408,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:21.881104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:21.883827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:21.892821 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d4b2-ffc8-41d3-94c3-b08791fb97dd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.894639 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a68bb978-ea5b-431c-94c9-c6091e906793 None None] Provisioning complete for port 9817b163-ca58-49f4-8188-32cf1662d282 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:21.895019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a68bb978-ea5b-431c-94c9-c6091e906793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.905963 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Allocated IP 172.26.8.60 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/5ed58fd8-d87e-4516-b763-85e8ac642ffe) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:21.917311 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 152895ec-0104-4bdc-9ffb-d0aa0984d3be is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:41:21.938426 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0a7044ac-a4ef-4a4a-bfef-9f94b666cdf6 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2926884 Nov 23 04:41:21.940848 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42972) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:21.944681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bbe2fec0-ab65-4335-adab-3b4815d15d50 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1880694960'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:21.949119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff87b7-843f-4729-9e39-bde0ad6c81fd req-87f074b9-e612-484f-878c-7600186abcbc tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:21.954186 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-10ff87b7-843f-4729-9e39-bde0ad6c81fd req-87f074b9-e612-484f-878c-7600186abcbc tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 945 time: 0.1387134 Nov 23 04:41:21.975101 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-05d01d5e-3282-40ba-9697-2e5a93011ac0 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.975563 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05d01d5e-3282-40ba-9697-2e5a93011ac0 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4343d370-0745-4601-ad84-00e3dc4f62bb {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:41:21.977619 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a68bb978-ea5b-431c-94c9-c6091e906793 None None] Port 9817b163-ca58-49f4-8188-32cf1662d282 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:21.986970 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Attempting to bind port d58a7dc6-e731-49f0-a690-321f909ca408 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:21.987640 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Attempting to bind port d58a7dc6-e731-49f0-a690-321f909ca408 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '83764b14-d971-4b38-b14b-a13a320f501d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '65b18e2b-50f5-440a-b3e1-acd91a095f55'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:21.987807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Attempting to bind port d58a7dc6-e731-49f0-a690-321f909ca408 on network 65b18e2b-50f5-440a-b3e1-acd91a095f55 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:21.996197 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a68bb978-ea5b-431c-94c9-c6091e906793 None None] Provisioning complete for port e9b97194-0c29-4781-b078-1a7c09033e9a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:21.997036 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a68bb978-ea5b-431c-94c9-c6091e906793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.998652 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:21.999137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Checking segment: {'id': '83764b14-d971-4b38-b14b-a13a320f501d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '65b18e2b-50f5-440a-b3e1-acd91a095f55'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:21.999418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:21.999814 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Bound using segment: {'id': '83764b14-d971-4b38-b14b-a13a320f501d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '65b18e2b-50f5-440a-b3e1-acd91a095f55'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:22.000390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Bound port: d58a7dc6-e731-49f0-a690-321f909ca408, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83764b14-d971-4b38-b14b-a13a320f501d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '65b18e2b-50f5-440a-b3e1-acd91a095f55'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:22.000792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.044283 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bbe2fec0-ab65-4335-adab-3b4815d15d50 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.065027 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-05d01d5e-3282-40ba-9697-2e5a93011ac0 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] create failed (client error): There was a conflict when trying to complete your request. Nov 23 04:41:22.066157 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-05d01d5e-3282-40ba-9697-2e5a93011ac0 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 2.5972559 Nov 23 04:41:22.075170 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42974) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:22.108895 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:22.124963 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Sync routers for ids ['ceb4058f-531e-49c6-a7c3-bec3095507a2'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:22.131017 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] For port d58a7dc6-e731-49f0-a690-321f909ca408, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:22.134730 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Routers {'ceb4058f-531e-49c6-a7c3-bec3095507a2'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:22.135892 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ceb4058f-531e-49c6-a7c3-bec3095507a2'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:22.153378 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] For port d58a7dc6-e731-49f0-a690-321f909ca408, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d58a7dc6-e731-49f0-a690-321f909ca408,segment=NetworkSegment(83764b14-d971-4b38-b14b-a13a320f501d),segment_id=83764b14-d971-4b38-b14b-a13a320f501d)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:22.165406 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.198919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.199720 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6f6ce799-2ba2-41f9-a53a-67e9d6bcd851 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 5.4059317 Nov 23 04:41:22.207017 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a68bb978-ea5b-431c-94c9-c6091e906793 None None] Provisioning complete for port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:22.207314 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a68bb978-ea5b-431c-94c9-c6091e906793 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.213408 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42976) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:22.271146 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cbba1-5c7b-4407-80ce-d8dcf8672bac None None] Pushing event updated for resources: {'Port': ['ID=d58a7dc6-e731-49f0-a690-321f909ca408,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:22.311330 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Set router ceb4058f-531e-49c6-a7c3-bec3095507a2 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:41:22.355069 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bbe2fec0-ab65-4335-adab-3b4815d15d50 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.395952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bbe2fec0-ab65-4335-adab-3b4815d15d50 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.418271 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:41:22.485656 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-e32351cd-2ca2-4a81-8391-cc9a225553d9 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Deleting port 4d85cbe5-6e72-4d7d-8bd1-7afab4ad0bf2 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:22.486000 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e32351cd-2ca2-4a81-8391-cc9a225553d9 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.536631 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb4058f-531e-49c6-a7c3-bec3095507a2', 'name': 'tempest-snat-router-1893458277', 'tenant_id': '5a4efdc6ea5144459466f2edeb3518c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': False}, 'gw_port_id': '3925f6f9-a0ad-4f94-a63f-e5886543597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:16Z', 'updated_at': '2021-11-23T04:41:20Z', 'revision_number': 3, 'project_id': '5a4efdc6ea5144459466f2edeb3518c3', 'gw_port': {'id': '3925f6f9-a0ad-4f94-a63f-e5886543597f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb4058f-531e-49c6-a7c3-bec3095507a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:18Z', 'updated_at': '2021-11-23T04:41:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:22.566387 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Checking router: ceb4058f-531e-49c6-a7c3-bec3095507a2 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:41:22.566742 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Updating router ceb4058f-531e-49c6-a7c3-bec3095507a2 port 3925f6f9-a0ad-4f94-a63f-e5886543597f binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:41:22.601365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d4b2-ffc8-41d3-94c3-b08791fb97dd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.602785 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.619069 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e32351cd-2ca2-4a81-8391-cc9a225553d9 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.641268 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f1a55d25-2367-4878-b97b-3e564763889b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.701888 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe2fec0-ab65-4335-adab-3b4815d15d50 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=14a6edfb-b635-4dec-9629-2fba5382d146,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:22.716555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-e32351cd-2ca2-4a81-8391-cc9a225553d9 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Calling delete_port for 4d85cbe5-6e72-4d7d-8bd1-7afab4ad0bf2 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:22.764866 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d58a7dc6-e731-49f0-a690-321f909ca408 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:22.797573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bc5d4b2-ffc8-41d3-94c3-b08791fb97dd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network a1a6110e-9ab7-407e-b029-93ecb6f3cabc is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:22.803892 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-10ff87b7-843f-4729-9e39-bde0ad6c81fd req-6d86aefc-a5cd-4422-a2fa-304e2a18647e tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8344793 Nov 23 04:41:22.820115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-7bc5d4b2-ffc8-41d3-94c3-b08791fb97dd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:22.821473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d58a7dc6-e731-49f0-a690-321f909ca408 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:22.823377 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.832928 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bc5d4b2-ffc8-41d3-94c3-b08791fb97dd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:22.844674 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.868973 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc5d4b2-ffc8-41d3-94c3-b08791fb97dd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=7a494b6b-49c2-4b60-a9e7-02c29e1a9d53,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:22.876256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:22.920679 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d64a1-8c2e-4fc9-9286-69474b1560d0 None None] Sync routers for ids ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:22.930476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bc5d4b2-ffc8-41d3-94c3-b08791fb97dd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:22.931165 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7bc5d4b2-ffc8-41d3-94c3-b08791fb97dd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.940410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:22.941698 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5ae4909b-96ad-4a7b-845a-820e2f4e1b47 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 7.2810965 Nov 23 04:41:22.946641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42978) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:22.962583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d64a1-8c2e-4fc9-9286-69474b1560d0 None None] Routers {'152895ec-0104-4bdc-9ffb-d0aa0984d3be'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:22.963901 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-8f4d64a1-8c2e-4fc9-9286-69474b1560d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:22.972080 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.004673 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7bc5d4b2-ffc8-41d3-94c3-b08791fb97dd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 3.2754500 Nov 23 04:41:23.009627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42980) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:23.027009 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.050394 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-8f4d64a1-8c2e-4fc9-9286-69474b1560d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:23.088486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4d64a1-8c2e-4fc9-9286-69474b1560d0 None None] Routers {'152895ec-0104-4bdc-9ffb-d0aa0984d3be'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:23.089141 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-8f4d64a1-8c2e-4fc9-9286-69474b1560d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:23.097137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port d58a7dc6-e731-49f0-a690-321f909ca408, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d58a7dc6-e731-49f0-a690-321f909ca408,segment=NetworkSegment(83764b14-d971-4b38-b14b-a13a320f501d),segment_id=83764b14-d971-4b38-b14b-a13a320f501d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:23.148398 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.149101 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:23.208031 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-78c089b6-9217-496a-ab66-ddec93bac119 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/routers/ceb4058f-531e-49c6-a7c3-bec3095507a2 HTTP/1.1" status: 200 len: 909 time: 0.9912219 Nov 23 04:41:23.208835 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bbe2fec0-ab65-4335-adab-3b4815d15d50 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.210159 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bbe2fec0-ab65-4335-adab-3b4815d15d50 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.2688682 Nov 23 04:41:23.213658 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-8f4d64a1-8c2e-4fc9-9286-69474b1560d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:23.215070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f4d64a1-8c2e-4fc9-9286-69474b1560d0 None None] The sync data for ids ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:23.223465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42982) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:23.224716 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42984) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:23.225439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:23.243350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1893458277', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'enable_snat': True}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:23.250696 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:23.251365 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-7b9ac98a-9698-4bb7-93b5-810e21d5cab5 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group_rule': {'security_group_id': '14a6edfb-b635-4dec-9629-2fba5382d146', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:23.262942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:23.267518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'Port': ['ID=5ed58fd8-d87e-4516-b763-85e8ac642ffe,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:23.270900 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.283670 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.302236 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a55d25-2367-4878-b97b-3e564763889b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Subnet': ['ID=4f21c415-582b-4897-9ad1-4842abe083ba,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:23.307985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=d58a7dc6-e731-49f0-a690-321f909ca408,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:23.320642 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d89c91-ccf5-4b71-a7c1-daad79f2e534 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:23.328839 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-95d89c91-ccf5-4b71-a7c1-daad79f2e534 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3138640 Nov 23 04:41:23.329031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb2ae56-92b3-447a-8de7-f8104bf77109 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:23.340736 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 8ce1f0e2-ff6c-454f-9cf0-749efb10140c up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:23.355498 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42986) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:23.365719 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1a55d25-2367-4878-b97b-3e564763889b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Checking segment: {'id': '687db30e-d8a5-48e3-8f78-df5c6f336f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2dc021e0-03c5-4e73-8815-40b9170de42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:23.366265 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a55d25-2367-4878-b97b-3e564763889b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network hostable DHCP agents. Network: 2dc021e0-03c5-4e73-8815-40b9170de42c, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:41:23.369995 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac98a-9698-4bb7-93b5-810e21d5cab5 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.375019 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be133df-d0a0-47b6-b1a4-9124f65af94e None None] Pushing event updated for resources: {'Port': ['ID=3925f6f9-a0ad-4f94-a63f-e5886543597f,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:23.407147 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Attempting to bind port 3925f6f9-a0ad-4f94-a63f-e5886543597f on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:23.407908 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Attempting to bind port 3925f6f9-a0ad-4f94-a63f-e5886543597f by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:23.408432 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Attempting to bind port 3925f6f9-a0ad-4f94-a63f-e5886543597f on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:23.420571 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:23.421254 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:23.421898 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.422672 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:23.423293 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Bound port: 3925f6f9-a0ad-4f94-a63f-e5886543597f, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:23.423849 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.436295 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5444f39f-898a-4573-9e78-08b03cbfe590 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:23.453128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-98653a95-b8b7-4dda-875b-9341fa0f1997 None None] Provisioning complete for port 7a494b6b-49c2-4b60-a9e7-02c29e1a9d53 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:23.453490 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-98653a95-b8b7-4dda-875b-9341fa0f1997 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.496750 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] For port 3925f6f9-a0ad-4f94-a63f-e5886543597f, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:23.504012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-98653a95-b8b7-4dda-875b-9341fa0f1997 None None] Port 7a494b6b-49c2-4b60-a9e7-02c29e1a9d53 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:23.506080 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] For port 3925f6f9-a0ad-4f94-a63f-e5886543597f, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=3925f6f9-a0ad-4f94-a63f-e5886543597f,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:23.515644 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.524053 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1a55d25-2367-4878-b97b-3e564763889b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network 2dc021e0-03c5-4e73-8815-40b9170de42c is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:41:23.534210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:23.534675 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.536218 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.537702 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.538109 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:41:23.568106 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-f1a55d25-2367-4878-b97b-3e564763889b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 2dc021e0-03c5-4e73-8815-40b9170de42c) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:23.575415 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a55d25-2367-4878-b97b-3e564763889b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:23.576422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f1a55d25-2367-4878-b97b-3e564763889b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.593504 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a71151-1c45-45e7-9ff8-3368abd32975 None None] Network 2dc021e0-03c5-4e73-8815-40b9170de42c requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:23.602813 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6719c598-5684-420b-a8cf-2b573f56e9fc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:23.611636 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6719c598-5684-420b-a8cf-2b573f56e9fc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:23.618141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6719c598-5684-420b-a8cf-2b573f56e9fc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:23.620200 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6719c598-5684-420b-a8cf-2b573f56e9fc tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2379 time: 0.2473190 Nov 23 04:41:23.630166 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42988) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:23.638178 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:23.638554 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.653305 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be133df-d0a0-47b6-b1a4-9124f65af94e None None] Pushing event updated for resources: {'Port': ['ID=3925f6f9-a0ad-4f94-a63f-e5886543597f,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:23.707148 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Routers {'ceb4058f-531e-49c6-a7c3-bec3095507a2'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:23.708114 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ceb4058f-531e-49c6-a7c3-bec3095507a2'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:23.749601 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac98a-9698-4bb7-93b5-810e21d5cab5 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.763899 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f1a55d25-2367-4878-b97b-3e564763889b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.3176231 Nov 23 04:41:23.765249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 42990) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:23.785770 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a072df04-7218-420a-9dea-260125b733de None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:23.839977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27dae4d5-691f-451e-914c-cc170db30cce None None] Network 65b18e2b-50f5-440a-b3e1-acd91a095f55 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:23.845592 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac98a-9698-4bb7-93b5-810e21d5cab5 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.847041 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b91082ce-3a59-4bcc-a641-0dd1562a16fb None None] Provisioning complete for port 3925f6f9-a0ad-4f94-a63f-e5886543597f triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:23.847527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b91082ce-3a59-4bcc-a641-0dd1562a16fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.860652 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:23.868337 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] Set router ceb4058f-531e-49c6-a7c3-bec3095507a2 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:41:24.020586 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9ac98a-9698-4bb7-93b5-810e21d5cab5 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dde59dbc-b368-41f5-ad8f-22fe42abe889,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:24.063782 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.068331 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7b9ac98a-9698-4bb7-93b5-810e21d5cab5 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.069896 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7b9ac98a-9698-4bb7-93b5-810e21d5cab5 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.8378875 Nov 23 04:41:24.089386 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42994) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:24.108037 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e32351cd-2ca2-4a81-8391-cc9a225553d9 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.202084 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-2dc021e0-03c5-4e73-8815-40b9170de42c', 'network_id': '2dc021e0-03c5-4e73-8815-40b9170de42c', 'tenant_id': 'ba6af278a0a24d8eb641d2ebe001ea4e', 'fixed_ips': [{'subnet_id': '4f21c415-582b-4897-9ad1-4842abe083ba'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:41:24.202947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.247261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.258860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-698af641-3715-4470-a5fc-920cbd958a60 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.263407 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11006e0d-8611-433e-9559-10a473873e80 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:24.263888 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e32351cd-2ca2-4a81-8391-cc9a225553d9 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Pushing event deleted for resources: {'Port': ['ID=4d85cbe5-6e72-4d7d-8bd1-7afab4ad0bf2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:24.281169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b91082ce-3a59-4bcc-a641-0dd1562a16fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.289732 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927de14f-a3ee-4b17-a29a-6110af4055c8 req-f11e7ce7-e9c1-45e6-8a83-4bc1300ecf8d tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:24.290771 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceb4058f-531e-49c6-a7c3-bec3095507a2', 'name': 'tempest-snat-router-1893458277', 'tenant_id': '5a4efdc6ea5144459466f2edeb3518c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': False}, 'gw_port_id': '3925f6f9-a0ad-4f94-a63f-e5886543597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:16Z', 'updated_at': '2021-11-23T04:41:20Z', 'revision_number': 3, 'project_id': '5a4efdc6ea5144459466f2edeb3518c3', 'gw_port': {'id': '3925f6f9-a0ad-4f94-a63f-e5886543597f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb4058f-531e-49c6-a7c3-bec3095507a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:18Z', 'updated_at': '2021-11-23T04:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:24.296280 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-927de14f-a3ee-4b17-a29a-6110af4055c8 req-f11e7ce7-e9c1-45e6-8a83-4bc1300ecf8d tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 945 time: 0.3504379 Nov 23 04:41:24.336215 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.344199 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2cbe66d-48a2-4cf5-9d85-ce3d6de14193 None None] The sync data for ids ['ceb4058f-531e-49c6-a7c3-bec3095507a2'] in dv-neutron-818850-1-hyperv is: [{'id': 'ceb4058f-531e-49c6-a7c3-bec3095507a2', 'name': 'tempest-snat-router-1893458277', 'tenant_id': '5a4efdc6ea5144459466f2edeb3518c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': False}, 'gw_port_id': '3925f6f9-a0ad-4f94-a63f-e5886543597f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:16Z', 'updated_at': '2021-11-23T04:41:20Z', 'revision_number': 3, 'project_id': '5a4efdc6ea5144459466f2edeb3518c3', 'gw_port': {'id': '3925f6f9-a0ad-4f94-a63f-e5886543597f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:9c:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceb4058f-531e-49c6-a7c3-bec3095507a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 631, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:18Z', 'updated_at': '2021-11-23T04:41:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:24.362640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-698af641-3715-4470-a5fc-920cbd958a60 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.365754 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-45227f3c-217b-4fc2-933e-806b59f1236e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port 7a494b6b-49c2-4b60-a9e7-02c29e1a9d53 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:24.366599 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45227f3c-217b-4fc2-933e-806b59f1236e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.421832 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.431042 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.460995 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b91082ce-3a59-4bcc-a641-0dd1562a16fb None None] For port 3925f6f9-a0ad-4f94-a63f-e5886543597f, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=3925f6f9-a0ad-4f94-a63f-e5886543597f,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:24.477819 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d347428-b062-418d-9663-1b265ade8789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce1f0e2-ff6c-454f-9cf0-749efb10140c'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:41:24.480542 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd93e6c2-16fa-4d76-8805-379af9282b5b" -d '{"events": [{"server_uuid": "7d347428-b062-418d-9663-1b265ade8789", "name": "network-vif-plugged", "status": "completed", "tag": "8ce1f0e2-ff6c-454f-9cf0-749efb10140c"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:41:24.492347 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-698af641-3715-4470-a5fc-920cbd958a60 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.497630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-698af641-3715-4470-a5fc-920cbd958a60 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.501421 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-698af641-3715-4470-a5fc-920cbd958a60 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/dde59dbc-b368-41f5-ad8f-22fe42abe889 HTTP/1.1" status: 204 len: 168 time: 0.4031856 Nov 23 04:41:24.503096 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b91082ce-3a59-4bcc-a641-0dd1562a16fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.508776 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 42998) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:24.514021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ce1f0e2-ff6c-454f-9cf0-749efb10140c,segment=NetworkSegment(ce54fe4c-2781-49e5-acec-a3bff3b39a90),segment_id=ce54fe4c-2781-49e5-acec-a3bff3b39a90)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:24.544195 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698af641-3715-4470-a5fc-920cbd958a60 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dde59dbc-b368-41f5-ad8f-22fe42abe889,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:24.656448 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e32351cd-2ca2-4a81-8391-cc9a225553d9 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.668230 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e32351cd-2ca2-4a81-8391-cc9a225553d9 tempest-RoutersAdminNegativeIpV6Test-1102707781 tempest-RoutersAdminNegativeIpV6Test-1102707781-project-admin] 10.222.0.37 "DELETE /v2.0/ports/4d85cbe5-6e72-4d7d-8bd1-7afab4ad0bf2 HTTP/1.1" status: 204 len: 168 time: 2.5914824 Nov 23 04:41:24.676321 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7b08244f-9d83-4db9-8194-62b8b8ef3f7f tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1606193 Nov 23 04:41:24.682440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43002) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:24.705814 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-927de14f-a3ee-4b17-a29a-6110af4055c8 req-07f13eb8-bea4-4626-8637-142ce81996f4 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3803861 Nov 23 04:41:24.761320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:41:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4838fbf1-3776-41a9-8ad0-461476b18ebf x-openstack-request-id: req-4838fbf1-3776-41a9-8ad0-461476b18ebf {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:41:24.761685 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d347428-b062-418d-9663-1b265ade8789", "name": "network-vif-plugged", "status": "completed", "tag": "8ce1f0e2-ff6c-454f-9cf0-749efb10140c", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:41:24.761870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4838fbf1-3776-41a9-8ad0-461476b18ebf {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:41:24.762260 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d347428-b062-418d-9663-1b265ade8789', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ce1f0e2-ff6c-454f-9cf0-749efb10140c', 'code': 200} Nov 23 04:41:24.766247 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d58a7dc6-e731-49f0-a690-321f909ca408 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:24.769513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.803818 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.823995 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45227f3c-217b-4fc2-933e-806b59f1236e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.848635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b91082ce-3a59-4bcc-a641-0dd1562a16fb None None] Provisioning complete for port 5ed58fd8-d87e-4516-b763-85e8ac642ffe triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:24.849039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b91082ce-3a59-4bcc-a641-0dd1562a16fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.911780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Allocated IP 2001:db8::1 (2dc021e0-03c5-4e73-8815-40b9170de42c/4f21c415-582b-4897-9ad1-4842abe083ba/157b789b-5304-4e4c-ae08-8191b66ea18c) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:24.937461 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91082ce-3a59-4bcc-a641-0dd1562a16fb None None] Pushing event updated for resources: {'Port': ['ID=3925f6f9-a0ad-4f94-a63f-e5886543597f,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:24.945256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d49938b-ead7-4377-be18-3af2d5db1653 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:24.952165 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Allocated IP 172.20.0.1 (f8d89542-51cd-481d-8a29-5853f6d7e6b4/34dfbc28-a887-456b-b8e9-67375af95ad5/658a079f-3357-4117-ac15-d81592726174) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:24.985439 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-45227f3c-217b-4fc2-933e-806b59f1236e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for 7a494b6b-49c2-4b60-a9e7-02c29e1a9d53 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:25.019684 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=8ce1f0e2-ff6c-454f-9cf0-749efb10140c,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:25.038183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b91082ce-3a59-4bcc-a641-0dd1562a16fb None None] Port 5ed58fd8-d87e-4516-b763-85e8ac642ffe cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:25.106194 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d58a7dc6-e731-49f0-a690-321f909ca408 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:25.106663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.133097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d49938b-ead7-4377-be18-3af2d5db1653 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.165061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7b9d28-dc96-4352-a403-a9c1d56f6e65 req-6378a2cf-be30-4ab7-ab3a-6241e80c8fe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:25.167263 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4a7b9d28-dc96-4352-a403-a9c1d56f6e65 req-6378a2cf-be30-4ab7-ab3a-6241e80c8fe8 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 1099 time: 0.2034473 Nov 23 04:41:25.261836 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8ff7de37-6bdd-4925-afc4-3e2bf1a973d6 None None] Provisioning complete for port 3925f6f9-a0ad-4f94-a63f-e5886543597f triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:25.262352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8ff7de37-6bdd-4925-afc4-3e2bf1a973d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.311620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.370693 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4a7b9d28-dc96-4352-a403-a9c1d56f6e65 req-ff8c03e6-e837-4574-8b05-def67e3119ec service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1821575 Nov 23 04:41:25.370693 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43006) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:25.419570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d49938b-ead7-4377-be18-3af2d5db1653 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.422515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d49938b-ead7-4377-be18-3af2d5db1653 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.426326 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8d49938b-ead7-4377-be18-3af2d5db1653 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-groups/14a6edfb-b635-4dec-9629-2fba5382d146 HTTP/1.1" status: 204 len: 168 time: 0.7405770 Nov 23 04:41:25.430918 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43010) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:25.445913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45227f3c-217b-4fc2-933e-806b59f1236e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.460109 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.478972 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d49938b-ead7-4377-be18-3af2d5db1653 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a6edfb-b635-4dec-9629-2fba5382d146,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:25.485110 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.503666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.515569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Network 2dc021e0-03c5-4e73-8815-40b9170de42c is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:25.529678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:25.534504 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:25.579248 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.601606 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45227f3c-217b-4fc2-933e-806b59f1236e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=7a494b6b-49c2-4b60-a9e7-02c29e1a9d53,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:25.605779 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.640071 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Pushing event updated for resources: {'Port': ['ID=157b789b-5304-4e4c-ae08-8191b66ea18c,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:25.643695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Router 102db588-acb3-485e-96c7-39c69e8b1272 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:41:25.659522 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network f8d89542-51cd-481d-8a29-5853f6d7e6b4 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:25.667065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:25.681076 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d7be1aa4-9adc-40f2-8342-6ad411b9fbea tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2361314 Nov 23 04:41:25.690369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Attempting to bind port 157b789b-5304-4e4c-ae08-8191b66ea18c on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:25.690684 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Attempting to bind port 157b789b-5304-4e4c-ae08-8191b66ea18c by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '687db30e-d8a5-48e3-8f78-df5c6f336f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2dc021e0-03c5-4e73-8815-40b9170de42c'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:25.691384 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Attempting to bind port 157b789b-5304-4e4c-ae08-8191b66ea18c on network 2dc021e0-03c5-4e73-8815-40b9170de42c {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:25.692744 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:25.704644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:25.705179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Checking segment: {'id': '687db30e-d8a5-48e3-8f78-df5c6f336f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2dc021e0-03c5-4e73-8815-40b9170de42c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:25.705620 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.706021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Bound using segment: {'id': '687db30e-d8a5-48e3-8f78-df5c6f336f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2dc021e0-03c5-4e73-8815-40b9170de42c'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:25.706504 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Bound port: 157b789b-5304-4e4c-ae08-8191b66ea18c, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '687db30e-d8a5-48e3-8f78-df5c6f336f72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': '2dc021e0-03c5-4e73-8815-40b9170de42c'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:25.706893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.736339 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43012) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:25.745162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a2a8f980-2fd3-4270-909b-d204af41c547 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group': {'name': 'tempest-secgroup--1676070281'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:25.796684 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.799046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-07433eac-bb85-4612-8bfa-c1efac454d76 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.850972 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.861843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] For port 157b789b-5304-4e4c-ae08-8191b66ea18c, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:25.867533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] For port 157b789b-5304-4e4c-ae08-8191b66ea18c, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=157b789b-5304-4e4c-ae08-8191b66ea18c,segment=NetworkSegment(687db30e-d8a5-48e3-8f78-df5c6f336f72),segment_id=687db30e-d8a5-48e3-8f78-df5c6f336f72)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:25.885883 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a2a8f980-2fd3-4270-909b-d204af41c547 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.894788 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:25.984716 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8ff7de37-6bdd-4925-afc4-3e2bf1a973d6 None None] Provisioning complete for port d58a7dc6-e731-49f0-a690-321f909ca408 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:25.985094 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8ff7de37-6bdd-4925-afc4-3e2bf1a973d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.031703 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Subnet': ['ID=4f21c415-582b-4897-9ad1-4842abe083ba,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:26.077164 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da77e51d-a5ec-4ec9-8d33-e49213f8fffa None None] Pushing event updated for resources: {'Port': ['ID=157b789b-5304-4e4c-ae08-8191b66ea18c,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:26.085975 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45227f3c-217b-4fc2-933e-806b59f1236e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.092931 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-45227f3c-217b-4fc2-933e-806b59f1236e tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/7a494b6b-49c2-4b60-a9e7-02c29e1a9d53 HTTP/1.1" status: 204 len: 168 time: 2.4544537 Nov 23 04:41:26.130255 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43016) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:26.165218 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c49afe1e-6949-48a3-922d-91ce7c3f5038 None None] Network 2dc021e0-03c5-4e73-8815-40b9170de42c requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:26.201509 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-5922a12f-12c5-4df5-9b3e-db3a4dca5a99 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] GET failed (client error): The resource could not be found. Nov 23 04:41:26.202975 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5922a12f-12c5-4df5-9b3e-db3a4dca5a99 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/7a494b6b-49c2-4b60-a9e7-02c29e1a9d53 HTTP/1.1" status: 404 len: 333 time: 0.0699413 Nov 23 04:41:26.215007 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=658a079f-3357-4117-ac15-d81592726174,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:26.217226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43018) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:26.231799 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.303738 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc021e0-03c5-4e73-8815-40b9170de42c']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:26.320188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.329385 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Allocated IP 172.26.8.79 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/5527d701-acb3-4d54-a854-0519e49677e9) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:26.335059 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687db30e-d8a5-48e3-8f78-df5c6f336f72') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:26.335356 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687db30e-d8a5-48e3-8f78-df5c6f336f72') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:26.336783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c928e6d-8b14-4351-9d9b-a77c903f34a4 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:41:26.360665 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.390111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:26.399699 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-491e6f78-414d-47e6-85aa-67f699cd7c6e None None] Provisioning complete for port 658a079f-3357-4117-ac15-d81592726174 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:26.400328 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-491e6f78-414d-47e6-85aa-67f699cd7c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.400485 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a2a8f980-2fd3-4270-909b-d204af41c547 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.410535 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.421785 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Sync routers for ids ['102db588-acb3-485e-96c7-39c69e8b1272'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:26.434364 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c839825-6d99-411a-a80f-c217e2eeb933 req-18cf2285-1f73-4c50-b7bf-ef05d1864f1c tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:26.435937 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7c839825-6d99-411a-a80f-c217e2eeb933 req-18cf2285-1f73-4c50-b7bf-ef05d1864f1c tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2145064 Nov 23 04:41:26.451314 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.455293 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9606c060-00c8-4b5b-bcb2-7dd81173ad21 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 6.7246854 Nov 23 04:41:26.458326 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-07433eac-bb85-4612-8bfa-c1efac454d76 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.459301 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a2a8f980-2fd3-4270-909b-d204af41c547 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.461401 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43020) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:26.473265 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Routers {'102db588-acb3-485e-96c7-39c69e8b1272'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:26.474749 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['102db588-acb3-485e-96c7-39c69e8b1272'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:26.484464 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:41:26.484879 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:41:26.493251 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:41:26.504981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-491e6f78-414d-47e6-85aa-67f699cd7c6e None None] Port 658a079f-3357-4117-ac15-d81592726174 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:26.513180 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-07433eac-bb85-4612-8bfa-c1efac454d76 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.527407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ce656f19-6499-477b-8ac3-3cede72f85d9 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port 9817b163-ca58-49f4-8188-32cf1662d282 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:26.527750 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ce656f19-6499-477b-8ac3-3cede72f85d9 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.541846 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-491e6f78-414d-47e6-85aa-67f699cd7c6e None None] Provisioning complete for port d58a7dc6-e731-49f0-a690-321f909ca408 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:26.542326 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-491e6f78-414d-47e6-85aa-67f699cd7c6e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.570477 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c928e6d-8b14-4351-9d9b-a77c903f34a4 None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:41:26.589000 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a2a8f980-2fd3-4270-909b-d204af41c547 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.593785 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a2a8f980-2fd3-4270-909b-d204af41c547 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.8559961 Nov 23 04:41:26.605931 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43024) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:26.619658 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-68c7a43f-c8ed-4a55-915e-e2d1bcc65da7 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group_rule': {'security_group_id': 'ab53ca44-dd8e-4c18-ba70-a33a9c041aae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:26.664610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a8f980-2fd3-4270-909b-d204af41c547 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab53ca44-dd8e-4c18-ba70-a33a9c041aae,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:26.792588 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Set router 102db588-acb3-485e-96c7-39c69e8b1272 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:41:26.799238 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7c839825-6d99-411a-a80f-c217e2eeb933 req-54cbb48c-3f74-43e6-911c-0e13d25794c6 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3260820 Nov 23 04:41:26.812600 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 3925f6f9-a0ad-4f94-a63f-e5886543597f up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:26.820483 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.db.api [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 04:41:26.820483 dv-neutron-818850-1-hyperv neutron-server[109952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 04:41:26.820483 dv-neutron-818850-1-hyperv neutron-server[109952]: [parameters: {'id': '2dc021e0-03c5-4e73-8815-40b9170de42c'}] Nov 23 04:41:26.820483 dv-neutron-818850-1-hyperv neutron-server[109952]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:41:26.821431 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG oslo_db.api [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:41:26.827555 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-07433eac-bb85-4612-8bfa-c1efac454d76 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=8c9fba45caed43348572fb7b6c03d824&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4528580 Nov 23 04:41:26.842806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.844675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43026) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:26.856790 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-32859162-9544-468e-95a6-87d83130c5e8 tempest-TestNetworkAdvancedServerOps-405059231 tempest-TestNetworkAdvancedServerOps-405059231-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=e34fb94931bb453baa2f45e6eb57eddb&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3880851 Nov 23 04:41:26.869539 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43028) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:26.895962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ce656f19-6499-477b-8ac3-3cede72f85d9 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.911070 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07433eac-bb85-4612-8bfa-c1efac454d76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b075a2e3-24cf-4491-ad55-0db524db7428,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:26.916350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.920836 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 3925f6f9-a0ad-4f94-a63f-e5886543597f triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:26.921220 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:26.943621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ce656f19-6499-477b-8ac3-3cede72f85d9 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for 9817b163-ca58-49f4-8188-32cf1662d282 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:27.005927 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102db588-acb3-485e-96c7-39c69e8b1272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:19Z', 'updated_at': '2021-11-23T04:41:23Z', 'revision_number': 3, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'gw_port': {'id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:21Z', 'updated_at': '2021-11-23T04:41:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:27.010991 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-68c7a43f-c8ed-4a55-915e-e2d1bcc65da7 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.042970 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Checking router: 102db588-acb3-485e-96c7-39c69e8b1272 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:41:27.043428 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Updating router 102db588-acb3-485e-96c7-39c69e8b1272 port 5ed58fd8-d87e-4516-b763-85e8ac642ffe binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:41:27.084236 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.136425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ce656f19-6499-477b-8ac3-3cede72f85d9 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.200332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef3c28c-9db6-4453-be17-bfd0b3832e7e tempest-TestNetworkAdvancedServerOps-405059231 tempest-TestNetworkAdvancedServerOps-405059231-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:27.202138 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1ef3c28c-9db6-4453-be17-bfd0b3832e7e tempest-TestNetworkAdvancedServerOps-405059231 tempest-TestNetworkAdvancedServerOps-405059231-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3285620 Nov 23 04:41:27.206783 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43030) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:27.207816 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.221582 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce656f19-6499-477b-8ac3-3cede72f85d9 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=9817b163-ca58-49f4-8188-32cf1662d282,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:27.238426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-68c7a43f-c8ed-4a55-915e-e2d1bcc65da7 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.443490 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.450856 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.501055 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114239aa-f591-41fa-afb6-76367108b4ce None None] Pushing event updated for resources: {'Port': ['ID=5ed58fd8-d87e-4516-b763-85e8ac642ffe,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:27.523329 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfdd56e5-6bbc-4d9f-af0e-6f37b3effff0 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:27.525092 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Attempting to bind port 5ed58fd8-d87e-4516-b763-85e8ac642ffe on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:27.525540 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Attempting to bind port 5ed58fd8-d87e-4516-b763-85e8ac642ffe by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:27.526369 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Attempting to bind port 5ed58fd8-d87e-4516-b763-85e8ac642ffe on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:27.532171 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:27.532550 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:27.532956 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.533376 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:27.533857 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Bound port: 5ed58fd8-d87e-4516-b763-85e8ac642ffe, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:27.534311 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.535619 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-06ef070f-94a2-4b4a-bfef-ccb4934922d5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.571653 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ce656f19-6499-477b-8ac3-3cede72f85d9 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.577880 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ce656f19-6499-477b-8ac3-3cede72f85d9 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/9817b163-ca58-49f4-8188-32cf1662d282 HTTP/1.1" status: 204 len: 168 time: 1.3526502 Nov 23 04:41:27.581882 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43032) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:27.584221 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-06ef070f-94a2-4b4a-bfef-ccb4934922d5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.599694 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] For port 5ed58fd8-d87e-4516-b763-85e8ac642ffe, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:27.605506 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] For port 5ed58fd8-d87e-4516-b763-85e8ac642ffe, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5ed58fd8-d87e-4516-b763-85e8ac642ffe,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:27.612588 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.628148 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-93e5990f-eee6-41ba-89e6-bfdd86dc722b None None] Provisioning complete for port 5ed58fd8-d87e-4516-b763-85e8ac642ffe triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:27.628417 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-93e5990f-eee6-41ba-89e6-bfdd86dc722b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.632621 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4c85903-47eb-4879-8d5f-49330eb62b05 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] GET failed (client error): The resource could not be found. Nov 23 04:41:27.634259 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b4c85903-47eb-4879-8d5f-49330eb62b05 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/9817b163-ca58-49f4-8188-32cf1662d282 HTTP/1.1" status: 404 len: 333 time: 0.0481043 Nov 23 04:41:27.641883 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43034) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:27.665747 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Routers {'102db588-acb3-485e-96c7-39c69e8b1272'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:27.666957 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['102db588-acb3-485e-96c7-39c69e8b1272'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:27.682067 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.683773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Pushing event updated for resources: {'Port': ['ID=5527d701-acb3-4d54-a854-0519e49677e9,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:27.687701 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fc95ad6d-35ae-4a36-aaa4-aaa878ff09d1 tempest-TestNetworkAdvancedServerOps-405059231 tempest-TestNetworkAdvancedServerOps-405059231-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4776003 Nov 23 04:41:27.691626 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-68c7a43f-c8ed-4a55-915e-e2d1bcc65da7 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.694083 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43036) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:27.709436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8c78f90a-45b7-44fb-a1eb-ac59758748cd tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1903075083', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:27.717643 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:27.741133 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24d3ed7c-de10-45b3-91bb-a60523f54898 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:27.749367 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb31aa8-3565-4def-b45a-1ad0bb139999 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting subnet b9fe9ba2-0680-4b5b-aff7-e0f6c4bf578e {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:41:27.761107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0bb31aa8-3565-4def-b45a-1ad0bb139999 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.763794 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114239aa-f591-41fa-afb6-76367108b4ce None None] Pushing event updated for resources: {'Port': ['ID=5ed58fd8-d87e-4516-b763-85e8ac642ffe,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:27.768914 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:27.789314 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.790759 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c7a43f-c8ed-4a55-915e-e2d1bcc65da7 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61e38684-f388-4f0a-8b7f-5e553a90a022,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:27.793965 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:27.796892 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-06ef070f-94a2-4b4a-bfef-ccb4934922d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.804650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-06ef070f-94a2-4b4a-bfef-ccb4934922d5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.813342 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-06ef070f-94a2-4b4a-bfef-ccb4934922d5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b075a2e3-24cf-4491-ad55-0db524db7428 HTTP/1.1" status: 204 len: 168 time: 0.6963351 Nov 23 04:41:27.822798 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] Set router 102db588-acb3-485e-96c7-39c69e8b1272 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:41:27.835600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.857472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-68c7a43f-c8ed-4a55-915e-e2d1bcc65da7 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.858636 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-68c7a43f-c8ed-4a55-915e-e2d1bcc65da7 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2478852 Nov 23 04:41:27.865330 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43042) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:27.892157 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f592a19d-71d7-4a19-a915-7832a2b5ac02 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules/61e38684-f388-4f0a-8b7f-5e553a90a022 HTTP/1.1" status: 200 len: 763 time: 0.0239062 Nov 23 04:41:27.895947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c9ea2d8-55b4-4e63-af87-a58e217a937a None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:27.902744 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43044) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:27.907843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0bb31aa8-3565-4def-b45a-1ad0bb139999 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.940703 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-93e5990f-eee6-41ba-89e6-bfdd86dc722b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:27.966758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-93e5990f-eee6-41ba-89e6-bfdd86dc722b None None] For port 5ed58fd8-d87e-4516-b763-85e8ac642ffe, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5ed58fd8-d87e-4516-b763-85e8ac642ffe,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:27.972912 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef070f-94a2-4b4a-bfef-ccb4934922d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b075a2e3-24cf-4491-ad55-0db524db7428,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:27.976606 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-93e5990f-eee6-41ba-89e6-bfdd86dc722b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.035772 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=658a079f-3357-4117-ac15-d81592726174,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:28.069822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.085423 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e5990f-eee6-41ba-89e6-bfdd86dc722b None None] Pushing event updated for resources: {'Port': ['ID=5ed58fd8-d87e-4516-b763-85e8ac642ffe,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:28.133266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-fe957a7b-799d-4533-bfcd-2e0ccec7ad51 None None] Provisioning complete for port 5527d701-acb3-4d54-a854-0519e49677e9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:28.134150 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fe957a7b-799d-4533-bfcd-2e0ccec7ad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.151998 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bae7e1cd-5d25-4693-bedb-df83d69b964c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2432714 Nov 23 04:41:28.156711 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43048) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:28.173423 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-fe957a7b-799d-4533-bfcd-2e0ccec7ad51 None None] Port 5527d701-acb3-4d54-a854-0519e49677e9 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:28.186000 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-fe957a7b-799d-4533-bfcd-2e0ccec7ad51 None None] Provisioning complete for port 5ed58fd8-d87e-4516-b763-85e8ac642ffe triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:28.186380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fe957a7b-799d-4533-bfcd-2e0ccec7ad51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.197970 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102db588-acb3-485e-96c7-39c69e8b1272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:19Z', 'updated_at': '2021-11-23T04:41:23Z', 'revision_number': 3, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'gw_port': {'id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:21Z', 'updated_at': '2021-11-23T04:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:28.199551 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network f8d89542-51cd-481d-8a29-5853f6d7e6b4 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:28.200881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0bb31aa8-3565-4def-b45a-1ad0bb139999 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.201734 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c78f90a-45b7-44fb-a1eb-ac59758748cd tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Made reservation on behalf of e34fb94931bb453baa2f45e6eb57eddb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:28.206129 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:28.209032 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c78f90a-45b7-44fb-a1eb-ac59758748cd tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.278975 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c17be3df-429c-42b4-bf17-a1f74b3178bb None None] The sync data for ids ['102db588-acb3-485e-96c7-39c69e8b1272'] in dv-neutron-818850-1-hyperv is: [{'id': '102db588-acb3-485e-96c7-39c69e8b1272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:19Z', 'updated_at': '2021-11-23T04:41:23Z', 'revision_number': 3, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'gw_port': {'id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:21Z', 'updated_at': '2021-11-23T04:41:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:28.282087 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac079bf-ba48-4b15-adde-902d2921a912 req-2a393d7a-c5a5-40cf-b99f-f5871d27bd54 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:28.297949 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-eac079bf-ba48-4b15-adde-902d2921a912 req-2a393d7a-c5a5-40cf-b99f-f5871d27bd54 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.3524196 Nov 23 04:41:28.333496 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Deleting port 157b789b-5304-4e4c-ae08-8191b66ea18c {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:28.339141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.386223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0bb31aa8-3565-4def-b45a-1ad0bb139999 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.410278 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43050) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:28.427205 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35854e45-8ab7-401e-82d9-c8f0b2f77a99 None None] Network a1a6110e-9ab7-407e-b029-93ecb6f3cabc requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:28.444505 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0bb31aa8-3565-4def-b45a-1ad0bb139999 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.451071 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0bb31aa8-3565-4def-b45a-1ad0bb139999 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/b9fe9ba2-0680-4b5b-aff7-e0f6c4bf578e HTTP/1.1" status: 204 len: 168 time: 0.8023748 Nov 23 04:41:28.458518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43052) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:28.458830 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb31aa8-3565-4def-b45a-1ad0bb139999 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Subnet': ['ID=b9fe9ba2-0680-4b5b-aff7-e0f6c4bf578e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:28.511982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-550e42a8-87e9-4b96-8c8d-35cf96dc4275 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.523699 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-550e42a8-87e9-4b96-8c8d-35cf96dc4275 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.548555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 152895ec-0104-4bdc-9ffb-d0aa0984d3be has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:41:28.586492 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-550e42a8-87e9-4b96-8c8d-35cf96dc4275 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.627139 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-550e42a8-87e9-4b96-8c8d-35cf96dc4275 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.630591 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-550e42a8-87e9-4b96-8c8d-35cf96dc4275 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/61e38684-f388-4f0a-8b7f-5e553a90a022 HTTP/1.1" status: 204 len: 168 time: 0.4290397 Nov 23 04:41:28.639277 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43054) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:28.659839 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-71399fa4-e296-4d42-949a-496ad8bc62a4 None None] Provisioning complete for port 658a079f-3357-4117-ac15-d81592726174 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:28.660425 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-71399fa4-e296-4d42-949a-496ad8bc62a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.675412 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-eac079bf-ba48-4b15-adde-902d2921a912 req-9df8f304-32b1-4200-892c-9d1c371190e0 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3711128 Nov 23 04:41:28.677543 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7cf32f62-8bbb-4a87-b6bc-8d2d069d69c9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=52c1456713d7448ca3ee9fbff364a310&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2645929 Nov 23 04:41:28.683077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43056) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:28.691420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.716810 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550e42a8-87e9-4b96-8c8d-35cf96dc4275 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=61e38684-f388-4f0a-8b7f-5e553a90a022,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:28.733933 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] For port 157b789b-5304-4e4c-ae08-8191b66ea18c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=157b789b-5304-4e4c-ae08-8191b66ea18c,segment=NetworkSegment(687db30e-d8a5-48e3-8f78-df5c6f336f72),segment_id=687db30e-d8a5-48e3-8f78-df5c6f336f72)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:28.734315 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.753143 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b01e9daf-334f-456a-a194-e1fef570c5b1 None None] DHCP port deletion for a1a6110e-9ab7-407e-b029-93ecb6f3cabc request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:28.776393 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Calling delete_port for 157b789b-5304-4e4c-ae08-8191b66ea18c owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:28.825684 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-71399fa4-e296-4d42-949a-496ad8bc62a4 None None] Port 658a079f-3357-4117-ac15-d81592726174 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:28.839105 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f8c37232-2907-4dcd-8f80-2ec29446f732 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1912153 Nov 23 04:41:28.840873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43060) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:28.845942 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b01e9daf-334f-456a-a194-e1fef570c5b1 None None] Deleting port e9b97194-0c29-4781-b078-1a7c09033e9a {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:28.846262 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b01e9daf-334f-456a-a194-e1fef570c5b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.853733 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1c455f9a-df31-4c15-83e3-b08203aae5aa tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group_rule': {'security_group_id': 'ab53ca44-dd8e-4c18-ba70-a33a9c041aae', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:28.930340 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b01e9daf-334f-456a-a194-e1fef570c5b1 None None] For port e9b97194-0c29-4781-b078-1a7c09033e9a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e9b97194-0c29-4781-b078-1a7c09033e9a,segment=NetworkSegment(899d8ad8-65ae-4516-9814-bb173cff9c51),segment_id=899d8ad8-65ae-4516-9814-bb173cff9c51)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:28.930340 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b01e9daf-334f-456a-a194-e1fef570c5b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.949263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b01e9daf-334f-456a-a194-e1fef570c5b1 None None] Calling delete_port for e9b97194-0c29-4781-b078-1a7c09033e9a owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:28.952459 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.972428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93966fb8-7637-46d3-95fe-72a013cfa418 req-2fc6b896-d19d-4ed6-97a2-27e7bc8def7d tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:28.977774 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-93966fb8-7637-46d3-95fe-72a013cfa418 req-2fc6b896-d19d-4ed6-97a2-27e7bc8def7d tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1854401 Nov 23 04:41:28.978979 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:28.980553 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-786adfed-9794-4170-99e0-a3e4de26652b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:28.983320 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43062) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:28.992673 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6bc4f016-2ff5-4028-b398-5081b744790d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "PUT /v2.0/routers/152895ec-0104-4bdc-9ffb-d0aa0984d3be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0423212 Nov 23 04:41:28.996659 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-db507f6c-4581-443a-b0f6-81a40de24e85 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Request body: {'floatingip': {'port_id': '8ce1f0e2-ff6c-454f-9cf0-749efb10140c'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:28.999140 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43064) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:29.013931 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-76b83b83-543c-4bd4-af00-aa6e22b6b536 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'port': {'network_id': 'f8d89542-51cd-481d-8a29-5853f6d7e6b4', 'name': 'tempest-FloatingIPTestJSON-649030028'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:29.030087 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8126f0-52e2-4226-97b9-e7d0c36a3842 None None] Sync routers for ids ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:29.060971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8126f0-52e2-4226-97b9-e7d0c36a3842 None None] Routers {'152895ec-0104-4bdc-9ffb-d0aa0984d3be'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:29.061650 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6f8126f0-52e2-4226-97b9-e7d0c36a3842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:29.089785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-786adfed-9794-4170-99e0-a3e4de26652b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.102283 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6f8126f0-52e2-4226-97b9-e7d0c36a3842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:29.124864 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8126f0-52e2-4226-97b9-e7d0c36a3842 None None] Routers {'152895ec-0104-4bdc-9ffb-d0aa0984d3be'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:29.126952 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6f8126f0-52e2-4226-97b9-e7d0c36a3842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:29.131925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db507f6c-4581-443a-b0f6-81a40de24e85 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for floatingip, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.168411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1c455f9a-df31-4c15-83e3-b08203aae5aa tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.178528 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6f8126f0-52e2-4226-97b9-e7d0c36a3842 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:29.179001 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8126f0-52e2-4226-97b9-e7d0c36a3842 None None] The sync data for ids ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:29.184356 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b01e9daf-334f-456a-a194-e1fef570c5b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.201429 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port e9b97194-0c29-4781-b078-1a7c09033e9a {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:29.201808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.225507 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.226471 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01e9daf-334f-456a-a194-e1fef570c5b1 None None] Pushing event deleted for resources: {'Port': ['ID=e9b97194-0c29-4781-b078-1a7c09033e9a,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:29.229756 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b01e9daf-334f-456a-a194-e1fef570c5b1 None None] No DVR routers for this DVR port e9b97194-0c29-4781-b078-1a7c09033e9a on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:41:29.332287 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c78f90a-45b7-44fb-a1eb-ac59758748cd tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.337634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Port': ['ID=157b789b-5304-4e4c-ae08-8191b66ea18c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:29.373174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No DVR routers for this DVR port 157b789b-5304-4e4c-ae08-8191b66ea18c on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:41:29.383607 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] For port e9b97194-0c29-4781-b078-1a7c09033e9a, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:29.384053 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.398604 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-786adfed-9794-4170-99e0-a3e4de26652b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.401535 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-786adfed-9794-4170-99e0-a3e4de26652b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.402089 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1c455f9a-df31-4c15-83e3-b08203aae5aa tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.402922 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-786adfed-9794-4170-99e0-a3e4de26652b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4893d128-bdba-40e5-a3d2-d1597cf60b91 HTTP/1.1" status: 204 len: 168 time: 0.7180264 Nov 23 04:41:29.459544 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1c455f9a-df31-4c15-83e3-b08203aae5aa tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.462561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for e9b97194-0c29-4781-b078-1a7c09033e9a owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:29.471618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786adfed-9794-4170-99e0-a3e4de26652b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4893d128-bdba-40e5-a3d2-d1597cf60b91,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:29.478286 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.ipam_backend_mixin [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Port e9b97194-0c29-4781-b078-1a7c09033e9a was not found and therefore no delete operation was performed {{(pid=109953) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:41:29.484794 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.560119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c455f9a-df31-4c15-83e3-b08203aae5aa tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea04fcb2-994a-482e-bde1-6c01b9b78878,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:29.563983 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.574396 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c78f90a-45b7-44fb-a1eb-ac59758748cd tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'Subnet': ['ID=dead2c83-4076-4874-b4bb-c752ab108ec8,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:29.578202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=e9b97194-0c29-4781-b078-1a7c09033e9a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:29.580086 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76b83b83-543c-4bd4-af00-aa6e22b6b536 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Made reservation on behalf of 143ae7f39fcb4a5bb309ce821d145aae for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:29.583693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76b83b83-543c-4bd4-af00-aa6e22b6b536 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.608227 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1c455f9a-df31-4c15-83e3-b08203aae5aa tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.609710 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1c455f9a-df31-4c15-83e3-b08203aae5aa tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7653470 Nov 23 04:41:29.611684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No DVR routers for this DVR port e9b97194-0c29-4781-b078-1a7c09033e9a on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:41:29.615368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43068) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:29.635035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.642397 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c78f90a-45b7-44fb-a1eb-ac59758748cd tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Checking segment: {'id': '6d892ad2-787f-45fc-bfa7-f0cd2a04173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:29.642823 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c78f90a-45b7-44fb-a1eb-ac59758748cd tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Network hostable DHCP agents. Network: ae26ac76-09be-4617-9df0-387c20c99ee8, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:41:29.647108 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dc021e0-03c5-4e73-8815-40b9170de42c']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:29.660178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-76b83b83-543c-4bd4-af00-aa6e22b6b536 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] device_id is not set on port 256d7b0a-3780-44fb-9802-248ecd7f2e61 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:41:29.677631 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-33254549-be23-471e-a58e-ec13e51287df tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules/ea04fcb2-994a-482e-bde1-6c01b9b78878 HTTP/1.1" status: 200 len: 763 time: 0.0601358 Nov 23 04:41:29.699060 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43072) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:29.701082 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '687db30e-d8a5-48e3-8f78-df5c6f336f72') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:29.701407 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '687db30e-d8a5-48e3-8f78-df5c6f336f72') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:29.729069 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.751634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c78f90a-45b7-44fb-a1eb-ac59758748cd tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Network ae26ac76-09be-4617-9df0-387c20c99ee8 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:41:29.793616 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.815384 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-8c78f90a-45b7-44fb-a1eb-ac59758748cd tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, ae26ac76-09be-4617-9df0-387c20c99ee8) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:29.820824 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c78f90a-45b7-44fb-a1eb-ac59758748cd tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:29.821480 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c78f90a-45b7-44fb-a1eb-ac59758748cd tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.829078 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5d7ecb-5efd-4fb2-9d59-2ab3538ff8f9 None None] Network ae26ac76-09be-4617-9df0-387c20c99ee8 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:29.829618 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Releasing vlan 187 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:41:29.829905 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:41:29.833079 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:41:29.863210 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-14707b9a-eec5-4100-9f32-e31028cfc477 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1570244 Nov 23 04:41:29.863382 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.865819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43078) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:29.923566 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8c78f90a-45b7-44fb-a1eb-ac59758748cd tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 2.2252722 Nov 23 04:41:29.925032 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43082) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:29.974849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1a6110e-9ab7-407e-b029-93ecb6f3cabc']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:29.975200 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.980328 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:29.987383 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/2dc021e0-03c5-4e73-8815-40b9170de42c HTTP/1.1" status: 204 len: 168 time: 6.1553090 Nov 23 04:41:29.992774 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43084) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:30.008431 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-86fc54dc-3590-4316-94c5-c952f064b318 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1079888075'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:30.042885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cfe246e-5695-4980-863f-4c1a90effdcb tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Network': ['ID=2dc021e0-03c5-4e73-8815-40b9170de42c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:30.092467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-ae26ac76-09be-4617-9df0-387c20c99ee8', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'fixed_ips': [{'subnet_id': 'dead2c83-4076-4874-b4bb-c752ab108ec8'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:41:30.093306 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.119751 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86fc54dc-3590-4316-94c5-c952f064b318 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:30.123796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86fc54dc-3590-4316-94c5-c952f064b318 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.196734 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Router 6f8c76a5-3600-4232-9d98-15a0ee3bf971 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:41:30.258420 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86fc54dc-3590-4316-94c5-c952f064b318 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:41:30.312373 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Allocated IP 172.20.0.2 (ae26ac76-09be-4617-9df0-387c20c99ee8/dead2c83-4076-4874-b4bb-c752ab108ec8/2594d808-8cb4-4261-befc-3bd87806b442) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:30.363126 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86fc54dc-3590-4316-94c5-c952f064b318 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.363621 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-86fc54dc-3590-4316-94c5-c952f064b318 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Added segment bc829548-7c80-472a-a7c6-be422c69e87a of type vlan for network 74209845-5db6-4399-a566-93f658cdc085 Nov 23 04:41:30.444120 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-76b83b83-543c-4bd4-af00-aa6e22b6b536 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Allocated IP 172.20.0.6 (f8d89542-51cd-481d-8a29-5853f6d7e6b4/34dfbc28-a887-456b-b8e9-67375af95ad5/256d7b0a-3780-44fb-9802-248ecd7f2e61) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:30.469222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86fc54dc-3590-4316-94c5-c952f064b318 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.484340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-18d314f5-0314-47f5-b590-74bf91bd41e9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.488420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '899d8ad8-65ae-4516-9814-bb173cff9c51') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:30.488796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '899d8ad8-65ae-4516-9814-bb173cff9c51') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:30.507178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-18d314f5-0314-47f5-b590-74bf91bd41e9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.510494 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.resource_extend [None req-db507f6c-4581-443a-b0f6-81a40de24e85 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 04:41:30.559545 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43096) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:30.574464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.592444 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.606449 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.638051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.648454 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db507f6c-4581-443a-b0f6-81a40de24e85 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.662130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-18d314f5-0314-47f5-b590-74bf91bd41e9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.699963 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-18d314f5-0314-47f5-b590-74bf91bd41e9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.701163 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-18d314f5-0314-47f5-b590-74bf91bd41e9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/ea04fcb2-994a-482e-bde1-6c01b9b78878 HTTP/1.1" status: 204 len: 168 time: 0.8306632 Nov 23 04:41:30.702465 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:41:30.702877 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:41:30.706538 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:41:30.708921 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db507f6c-4581-443a-b0f6-81a40de24e85 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.717231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43100) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:30.739568 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Pushing event updated for resources: {'Port': ['ID=2594d808-8cb4-4261-befc-3bd87806b442,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:30.742562 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5ed58fd8-d87e-4516-b763-85e8ac642ffe up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:30.752940 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Network ae26ac76-09be-4617-9df0-387c20c99ee8 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:30.776553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:30.793351 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:30.830490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d314f5-0314-47f5-b590-74bf91bd41e9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ea04fcb2-994a-482e-bde1-6c01b9b78878,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:30.836395 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8fa9d327-4b86-4fa3-a55f-cb0dd4851712 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] Request body: {'port': {'network_id': 'f0e61856-77a4-4b00-a3a5-84381177388b', 'name': 'tempest-NetworksNegativeTestJSON-1553778454'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:30.870313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Attempting to bind port 2594d808-8cb4-4261-befc-3bd87806b442 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:30.870898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Attempting to bind port 2594d808-8cb4-4261-befc-3bd87806b442 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '6d892ad2-787f-45fc-bfa7-f0cd2a04173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:30.871046 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Attempting to bind port 2594d808-8cb4-4261-befc-3bd87806b442 on network ae26ac76-09be-4617-9df0-387c20c99ee8 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:30.873099 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 5ed58fd8-d87e-4516-b763-85e8ac642ffe triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:30.873461 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.881019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:30.881479 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Checking segment: {'id': '6d892ad2-787f-45fc-bfa7-f0cd2a04173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:30.881937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.882337 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Bound using segment: {'id': '6d892ad2-787f-45fc-bfa7-f0cd2a04173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:30.882987 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Bound port: 2594d808-8cb4-4261-befc-3bd87806b442, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d892ad2-787f-45fc-bfa7-f0cd2a04173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:30.883375 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.902676 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fa9d327-4b86-4fa3-a55f-cb0dd4851712 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] POST failed (client error): The resource could not be found. Nov 23 04:41:30.903226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fa9d327-4b86-4fa3-a55f-cb0dd4851712 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:41:30.904592 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8fa9d327-4b86-4fa3-a55f-cb0dd4851712 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.3369386 Nov 23 04:41:30.917976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43102) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:30.963979 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.db.resource_extend [None req-86fc54dc-3590-4316-94c5-c952f064b318 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] It took 0.49 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 04:41:30.968410 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-20031ef4-d51c-4a73-bd65-63a53073a43a tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2332792 Nov 23 04:41:30.970220 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43104) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:30.982672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:30.989930 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c446cc23-8425-425c-a69d-7a4fc6941b7c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Request body: {'security_group_rule': {'security_group_id': 'ab53ca44-dd8e-4c18-ba70-a33a9c041aae', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:30.994638 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] For port 2594d808-8cb4-4261-befc-3bd87806b442, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:30.999835 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] For port 2594d808-8cb4-4261-befc-3bd87806b442, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2594d808-8cb4-4261-befc-3bd87806b442,segment=NetworkSegment(6d892ad2-787f-45fc-bfa7-f0cd2a04173f),segment_id=6d892ad2-787f-45fc-bfa7-f0cd2a04173f)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:31.019906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.027486 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/networks/a1a6110e-9ab7-407e-b029-93ecb6f3cabc HTTP/1.1" status: 204 len: 168 time: 2.5571399 Nov 23 04:41:31.027754 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:31.028723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2db5f1-d88d-4bb0-949d-27bc62864b6c tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Network': ['ID=a1a6110e-9ab7-407e-b029-93ecb6f3cabc,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:31.030802 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5a4b3b7-94fc-428e-956a-f1e7b2fc75db tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] DELETE failed (client error): The resource could not be found. Nov 23 04:41:31.031326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5a4b3b7-94fc-428e-956a-f1e7b2fc75db tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:41:31.034463 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e5a4b3b7-94fc-428e-956a-f1e7b2fc75db tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] 10.222.0.37 "DELETE /v2.0/networks/03b5bcca-9f32-4b5c-94b4-16921efe6031 HTTP/1.1" status: 404 len: 339 time: 0.1135583 Nov 23 04:41:31.046231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43106) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:31.048059 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43108) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:31.049524 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86fc54dc-3590-4316-94c5-c952f064b318 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.049962 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Sync routers for ids ['6f8c76a5-3600-4232-9d98-15a0ee3bf971'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:31.056152 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-99e2960d-3d56-4ef7-acb4-7ea21f0bb186 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-294659846'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:31.058547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86fc54dc-3590-4316-94c5-c952f064b318 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:31.059232 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.059363 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-86fc54dc-3590-4316-94c5-c952f064b318 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.064240 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Routers {'6f8c76a5-3600-4232-9d98-15a0ee3bf971'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:31.064861 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6f8c76a5-3600-4232-9d98-15a0ee3bf971'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:31.066058 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76b83b83-543c-4bd4-af00-aa6e22b6b536 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.081948 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-db507f6c-4581-443a-b0f6-81a40de24e85 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Floating IP 41346132-3b06-4628-bae9-d17ebaf7cdf2 associated. External IP: 172.26.8.27, port: 8ce1f0e2-ff6c-454f-9cf0-749efb10140c. Nov 23 04:41:31.105004 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9f5c6d-4b56-4994-b0c2-4a4ac013bd73 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] DELETE failed (client error): The resource could not be found. Nov 23 04:41:31.105799 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9f5c6d-4b56-4994-b0c2-4a4ac013bd73 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:41:31.109062 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1b9f5c6d-4b56-4994-b0c2-4a4ac013bd73 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] 10.222.0.37 "DELETE /v2.0/ports/397af19d-b307-496d-af8e-6a4e32b680da HTTP/1.1" status: 404 len: 333 time: 0.0377491 Nov 23 04:41:31.124066 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43110) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:31.172703 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d911de6c-e5a2-4bd6-a3df-1674c393c757 None None] Pushing event updated for resources: {'Port': ['ID=2594d808-8cb4-4261-befc-3bd87806b442,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:31.178066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e9b97194-0c29-4781-b078-1a7c09033e9a no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:41:31.207823 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-c446cc23-8425-425c-a69d-7a4fc6941b7c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Project 222f25ca3a0740f29895e937abdf560b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:41:31.220294 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: e9b97194-0c29-4781-b078-1a7c09033e9a {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:41:31.220807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e9b97194-0c29-4781-b078-1a7c09033e9a not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:41:31.242869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76b83b83-543c-4bd4-af00-aa6e22b6b536 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.252723 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.256533 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4e451bf6-b26c-4541-abe0-df031c26771a tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 8.0263274 Nov 23 04:41:31.256707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e2960d-3d56-4ef7-acb4-7ea21f0bb186 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:31.259955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99e2960d-3d56-4ef7-acb4-7ea21f0bb186 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.265012 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Set router 6f8c76a5-3600-4232-9d98-15a0ee3bf971 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:41:31.266915 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-86fc54dc-3590-4316-94c5-c952f064b318 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2673357 Nov 23 04:41:31.268423 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43112) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:31.268855 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43114) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:31.276501 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-0194a40c-04bc-413d-9528-11d68e092e05 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] DELETE failed (client error): The resource could not be found. Nov 23 04:41:31.277107 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0194a40c-04bc-413d-9528-11d68e092e05 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:41:31.280492 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0194a40c-04bc-413d-9528-11d68e092e05 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] 10.222.0.37 "DELETE /v2.0/subnets/e359f0de-cae0-4b64-9f2a-0a004ca55329 HTTP/1.1" status: 404 len: 337 time: 0.1268609 Nov 23 04:41:31.286760 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-96093a66-1e7f-4352-a7c4-45f3c21e1ef6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'subnet': {'network_id': '74209845-5db6-4399-a566-93f658cdc085', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:31.290372 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43116) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:31.338876 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c446cc23-8425-425c-a69d-7a4fc6941b7c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.342578 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ae62fe6-1185-4607-8c9f-91194b438e4d tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] GET failed (client error): The resource could not be found. Nov 23 04:41:31.344298 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9ae62fe6-1185-4607-8c9f-91194b438e4d tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] 10.222.0.37 "GET /v2.0/networks/9f202b70-9951-44cf-b15c-e9cfd5cec2ef HTTP/1.1" status: 404 len: 339 time: 0.0494897 Nov 23 04:41:31.352956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43118) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:31.368531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76b83b83-543c-4bd4-af00-aa6e22b6b536 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Network f8d89542-51cd-481d-8a29-5853f6d7e6b4 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:31.371617 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fc54dc-3590-4316-94c5-c952f064b318 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Network': ['ID=74209845-5db6-4399-a566-93f658cdc085,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:31.383255 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 74209845-5db6-4399-a566-93f658cdc085 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:41:31.413030 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-99e2960d-3d56-4ef7-acb4-7ea21f0bb186 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:41:31.432803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-76b83b83-543c-4bd4-af00-aa6e22b6b536 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:31.582477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b83b83-543c-4bd4-af00-aa6e22b6b536 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event updated for resources: {'Port': ['ID=256d7b0a-3780-44fb-9802-248ecd7f2e61,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:31.585721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76b83b83-543c-4bd4-af00-aa6e22b6b536 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:31.597994 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8c76a5-3600-4232-9d98-15a0ee3bf971', 'name': 'tempest-snat-router-1893458277', 'tenant_id': '5a4efdc6ea5144459466f2edeb3518c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '5527d701-acb3-4d54-a854-0519e49677e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:23Z', 'updated_at': '2021-11-23T04:41:28Z', 'revision_number': 3, 'project_id': '5a4efdc6ea5144459466f2edeb3518c3', 'gw_port': {'id': '5527d701-acb3-4d54-a854-0519e49677e9', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8c76a5-3600-4232-9d98-15a0ee3bf971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:25Z', 'updated_at': '2021-11-23T04:41:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:31.598952 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db507f6c-4581-443a-b0f6-81a40de24e85 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Router 609fdde0-e780-487a-8ab9-72f49372e1e9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:41:31.600636 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99e2960d-3d56-4ef7-acb4-7ea21f0bb186 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.600985 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-99e2960d-3d56-4ef7-acb4-7ea21f0bb186 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Added segment 2597220b-d384-4651-b06e-22069faf751a of type vlan for network 103619f0-56d2-4562-854c-9a907b9ea88e Nov 23 04:41:31.607009 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-69d58c2a-a268-4f22-ab30-641a06a6b0ea tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] GET failed (client error): The resource could not be found. Nov 23 04:41:31.613995 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43120) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:31.614221 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-69d58c2a-a268-4f22-ab30-641a06a6b0ea tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] 10.222.0.37 "GET /v2.0/ports/dc7bb95e-76ac-4142-aa85-da46d1895549 HTTP/1.1" status: 404 len: 333 time: 0.2546785 Nov 23 04:41:31.735983 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-424bdc22-9a35-447d-b426-31a53edf9964 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] GET failed (client error): The resource could not be found. Nov 23 04:41:31.737687 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-424bdc22-9a35-447d-b426-31a53edf9964 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] 10.222.0.37 "GET /v2.0/subnets/3b0d5373-c0f4-40d2-9807-4c0730cde6e4 HTTP/1.1" status: 404 len: 337 time: 0.1186571 Nov 23 04:41:31.749441 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43122) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:31.763133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a23fbce6-5736-41f3-8369-62c3fd62bd56 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] Request body: {'network': {'name': 'new_name'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:31.777855 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Checking router: 6f8c76a5-3600-4232-9d98-15a0ee3bf971 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:41:31.778444 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Updating router 6f8c76a5-3600-4232-9d98-15a0ee3bf971 port 5527d701-acb3-4d54-a854-0519e49677e9 binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:41:31.781316 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.786414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76b83b83-543c-4bd4-af00-aa6e22b6b536 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:31.787688 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76b83b83-543c-4bd4-af00-aa6e22b6b536 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.797807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-4823c6fc-1262-46fe-816f-0d54fd3ca9bc None None] Provisioning complete for port 256d7b0a-3780-44fb-9802-248ecd7f2e61 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:31.798179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4823c6fc-1262-46fe-816f-0d54fd3ca9bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.805102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99e2960d-3d56-4ef7-acb4-7ea21f0bb186 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.810422 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.823073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c446cc23-8425-425c-a69d-7a4fc6941b7c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.825091 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96093a66-1e7f-4352-a7c4-45f3c21e1ef6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:31.829583 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96093a66-1e7f-4352-a7c4-45f3c21e1ef6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.840853 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-4823c6fc-1262-46fe-816f-0d54fd3ca9bc None None] Port 256d7b0a-3780-44fb-9802-248ecd7f2e61 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:31.856126 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99e2960d-3d56-4ef7-acb4-7ea21f0bb186 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.861819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e2960d-3d56-4ef7-acb4-7ea21f0bb186 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:31.862402 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99e2960d-3d56-4ef7-acb4-7ea21f0bb186 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.869750 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-a23fbce6-5736-41f3-8369-62c3fd62bd56 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] PUT failed (client error): The resource could not be found. Nov 23 04:41:31.870422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a23fbce6-5736-41f3-8369-62c3fd62bd56 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:41:31.871713 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a23fbce6-5736-41f3-8369-62c3fd62bd56 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] 10.222.0.37 "PUT /v2.0/networks/4c2c8943-4175-456f-a38c-47489e323eda HTTP/1.1" status: 404 len: 339 time: 0.1210897 Nov 23 04:41:31.886966 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6a1595cd-099b-411e-80c3-4184f35cdee2 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/routers/6f8c76a5-3600-4232-9d98-15a0ee3bf971 HTTP/1.1" status: 200 len: 907 time: 0.6051197 Nov 23 04:41:31.904524 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-76b83b83-543c-4bd4-af00-aa6e22b6b536 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8988223 Nov 23 04:41:31.909053 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43124) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:31.909420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43126) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:31.909756 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43128) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:31.921374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c446cc23-8425-425c-a69d-7a4fc6941b7c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:31.928546 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-80ab7afd-1849-4b60-bd4f-fde96f524410 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] Request body: {'port': {'name': 'new_name'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:31.972590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ff8b5251-056b-4c89-9435-59f97764254b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Request body: {'floatingip': {'port_id': '256d7b0a-3780-44fb-9802-248ecd7f2e61'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:31.974379 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c446cc23-8425-425c-a69d-7a4fc6941b7c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c19ae1de-a5ff-45a8-9565-c31b790c1a95,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:32.029966 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c446cc23-8425-425c-a69d-7a4fc6941b7c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:32.033689 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c446cc23-8425-425c-a69d-7a4fc6941b7c tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.0508878 Nov 23 04:41:32.041070 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43132) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:32.075234 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-80ab7afd-1849-4b60-bd4f-fde96f524410 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] PUT failed (client error): The resource could not be found. Nov 23 04:41:32.075822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80ab7afd-1849-4b60-bd4f-fde96f524410 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:41:32.076955 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-80ab7afd-1849-4b60-bd4f-fde96f524410 tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] 10.222.0.37 "PUT /v2.0/ports/b57062ee-cf17-4957-957a-c63070a199a2 HTTP/1.1" status: 404 len: 333 time: 0.1557288 Nov 23 04:41:32.079411 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8d054cce-6a79-4d09-9152-ab8f6f472683 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules/c19ae1de-a5ff-45a8-9565-c31b790c1a95 HTTP/1.1" status: 200 len: 769 time: 0.0373523 Nov 23 04:41:32.080934 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-99e2960d-3d56-4ef7-acb4-7ea21f0bb186 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.0335169 Nov 23 04:41:32.086340 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43134) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:32.086817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43136) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:32.092302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43138) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:32.101051 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-68a0fedd-d77b-4996-8db1-9e6a0e794e38 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'subnet': {'network_id': '103619f0-56d2-4562-854c-9a907b9ea88e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:32.113176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e23a596f-06ec-4893-9fc4-185cc95ac01a tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:32.119635 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:32.128571 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:32.129227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e2960d-3d56-4ef7-acb4-7ea21f0bb186 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Network': ['ID=103619f0-56d2-4562-854c-9a907b9ea88e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:32.154291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 103619f0-56d2-4562-854c-9a907b9ea88e details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:41:32.156624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db507f6c-4581-443a-b0f6-81a40de24e85 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:32.208120 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14e828-957e-43c4-8806-db8045b0106e None None] Pushing event updated for resources: {'Port': ['ID=5527d701-acb3-4d54-a854-0519e49677e9,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:32.215749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e59e72-8118-4c15-a239-46ba12bbac41 None None] Sync routers for ids ['609fdde0-e780-487a-8ab9-72f49372e1e9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:32.229440 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-e23a596f-06ec-4893-9fc4-185cc95ac01a tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] PUT failed (client error): The resource could not be found. Nov 23 04:41:32.229845 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e23a596f-06ec-4893-9fc4-185cc95ac01a tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:41:32.231045 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e23a596f-06ec-4893-9fc4-185cc95ac01a tempest-NetworksNegativeTestJSON-1300886737 tempest-NetworksNegativeTestJSON-1300886737-project] 10.222.0.37 "PUT /v2.0/subnets/98dac09e-c2ec-4bd4-b9e4-86430fb195c7 HTTP/1.1" status: 404 len: 337 time: 0.1291077 Nov 23 04:41:32.234528 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db507f6c-4581-443a-b0f6-81a40de24e85 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:32.259211 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afb6730b-4450-4e0e-b0db-4db55eb73721 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:32.262210 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Attempting to bind port 5527d701-acb3-4d54-a854-0519e49677e9 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:32.262702 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Attempting to bind port 5527d701-acb3-4d54-a854-0519e49677e9 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:32.263176 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Attempting to bind port 5527d701-acb3-4d54-a854-0519e49677e9 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:32.273136 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:32.273718 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:32.274220 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:32.274868 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:32.275617 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Bound port: 5527d701-acb3-4d54-a854-0519e49677e9, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:32.276257 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:32.302606 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e59e72-8118-4c15-a239-46ba12bbac41 None None] Routers {'609fdde0-e780-487a-8ab9-72f49372e1e9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:32.303552 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d4e59e72-8118-4c15-a239-46ba12bbac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['609fdde0-e780-487a-8ab9-72f49372e1e9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:32.311205 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5251-056b-4c89-9435-59f97764254b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:32.318539 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-db507f6c-4581-443a-b0f6-81a40de24e85 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "PUT /v2.0/floatingips/41346132-3b06-4628-bae9-d17ebaf7cdf2 HTTP/1.1" status: 200 len: 991 time: 3.3322635 Nov 23 04:41:32.364313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d347428-b062-418d-9663-1b265ade8789', 'tag': '8ce1f0e2-ff6c-454f-9cf0-749efb10140c'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:41:32.371481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98862461-6c06-43cd-86bf-51c010ca58ab" -d '{"events": [{"name": "network-changed", "server_uuid": "7d347428-b062-418d-9663-1b265ade8789", "tag": "8ce1f0e2-ff6c-454f-9cf0-749efb10140c"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:41:32.383198 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:32.435621 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] For port 5527d701-acb3-4d54-a854-0519e49677e9, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:32.439390 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b980647e-5877-4725-b9e1-9d1e88b67610 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.3475785 Nov 23 04:41:32.445877 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43146) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:32.451724 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] For port 5527d701-acb3-4d54-a854-0519e49677e9, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5527d701-acb3-4d54-a854-0519e49677e9,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:32.464018 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:32.599742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68a0fedd-d77b-4996-8db1-9e6a0e794e38 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:32.605845 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-68a0fedd-d77b-4996-8db1-9e6a0e794e38 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:32.619345 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Routers {'6f8c76a5-3600-4232-9d98-15a0ee3bf971'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:32.619976 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6f8c76a5-3600-4232-9d98-15a0ee3bf971'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:32.749186 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-74fc10b2-9f2e-4fa7-9bb9-eea0814c7b4b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:32.766589 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96093a66-1e7f-4352-a7c4-45f3c21e1ef6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:32.787139 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a14e828-957e-43c4-8806-db8045b0106e None None] Pushing event updated for resources: {'Port': ['ID=5527d701-acb3-4d54-a854-0519e49677e9,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:32.789749 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-74fc10b2-9f2e-4fa7-9bb9-eea0814c7b4b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:32.835758 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43150) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:32.836613 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] Set router 6f8c76a5-3600-4232-9d98-15a0ee3bf971 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:41:32.844140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e771ce-1cfa-415e-8a95-360d8f983c21 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:32.848148 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2594d808-8cb4-4261-befc-3bd87806b442 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:32.850273 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb02b7e-bc66-4e71-9bec-8effbe4a97be None None] Network ae26ac76-09be-4617-9df0-387c20c99ee8 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:32.897165 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Allocated IP 172.20.0.1 (ae26ac76-09be-4617-9df0-387c20c99ee8/dead2c83-4076-4874-b4bb-c752ab108ec8/fd6d7f19-fd86-4c05-b52a-1eb337975b35) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:32.904913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98862461-6c06-43cd-86bf-51c010ca58ab req-16540ac6-8f33-40a1-9c49-a7a06da86a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:32.906875 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-98862461-6c06-43cd-86bf-51c010ca58ab req-16540ac6-8f33-40a1-9c49-a7a06da86a19 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca9ade32f67b43ae8be521fa872a6702&device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 1099 time: 0.3607113 Nov 23 04:41:32.957418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-d4e59e72-8118-4c15-a239-46ba12bbac41 None None] Set router 609fdde0-e780-487a-8ab9-72f49372e1e9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:41:32.978007 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-74fc10b2-9f2e-4fa7-9bb9-eea0814c7b4b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:32.983873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-74fc10b2-9f2e-4fa7-9bb9-eea0814c7b4b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:32.987355 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-74fc10b2-9f2e-4fa7-9bb9-eea0814c7b4b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-group-rules/c19ae1de-a5ff-45a8-9565-c31b790c1a95 HTTP/1.1" status: 204 len: 168 time: 0.5341020 Nov 23 04:41:32.989893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-984786e7-bd7b-48d9-ae49-24ea7f2d78fc None None] Provisioning complete for port 5527d701-acb3-4d54-a854-0519e49677e9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:32.990267 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-984786e7-bd7b-48d9-ae49-24ea7f2d78fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.018588 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96093a66-1e7f-4352-a7c4-45f3c21e1ef6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Subnet': ['ID=da6490dc-802a-4ea2-93ba-3f3fc26f33ad,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:33.030414 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43154) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:33.122481 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fc10b2-9f2e-4fa7-9bb9-eea0814c7b4b tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c19ae1de-a5ff-45a8-9565-c31b790c1a95,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:33.149628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:41:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c521d98-7320-4bb5-8309-a3699800204b x-openstack-request-id: req-2c521d98-7320-4bb5-8309-a3699800204b {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:41:33.151140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 2594d808-8cb4-4261-befc-3bd87806b442 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:33.151513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.152055 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d347428-b062-418d-9663-1b265ade8789", "tag": "8ce1f0e2-ff6c-454f-9cf0-749efb10140c", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:41:33.152330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c521d98-7320-4bb5-8309-a3699800204b {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:41:33.152901 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d347428-b062-418d-9663-1b265ade8789', 'tag': '8ce1f0e2-ff6c-454f-9cf0-749efb10140c', 'status': 'completed', 'code': 200} Nov 23 04:41:33.160140 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b329b717-c8b8-4424-88e1-0b0e1893d191 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.182711 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96093a66-1e7f-4352-a7c4-45f3c21e1ef6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Checking segment: {'id': 'bc829548-7c80-472a-a7c6-be422c69e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74209845-5db6-4399-a566-93f658cdc085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:33.183254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96093a66-1e7f-4352-a7c4-45f3c21e1ef6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network hostable DHCP agents. Network: 74209845-5db6-4399-a566-93f658cdc085, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:41:33.254442 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f8c76a5-3600-4232-9d98-15a0ee3bf971', 'name': 'tempest-snat-router-1893458277', 'tenant_id': '5a4efdc6ea5144459466f2edeb3518c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '5527d701-acb3-4d54-a854-0519e49677e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:23Z', 'updated_at': '2021-11-23T04:41:28Z', 'revision_number': 3, 'project_id': '5a4efdc6ea5144459466f2edeb3518c3', 'gw_port': {'id': '5527d701-acb3-4d54-a854-0519e49677e9', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8c76a5-3600-4232-9d98-15a0ee3bf971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:25Z', 'updated_at': '2021-11-23T04:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:33.257432 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-eb5d554d-af5e-4efb-b42e-11a4a874b7d5 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2203906 Nov 23 04:41:33.267792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43156) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:33.273184 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-984786e7-bd7b-48d9-ae49-24ea7f2d78fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.284447 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.299462 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-984786e7-bd7b-48d9-ae49-24ea7f2d78fc None None] For port 5527d701-acb3-4d54-a854-0519e49677e9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5527d701-acb3-4d54-a854-0519e49677e9,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:33.307337 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0ee86da-534a-4c20-b295-6036d138181e None None] The sync data for ids ['6f8c76a5-3600-4232-9d98-15a0ee3bf971'] in dv-neutron-818850-1-hyperv is: [{'id': '6f8c76a5-3600-4232-9d98-15a0ee3bf971', 'name': 'tempest-snat-router-1893458277', 'tenant_id': '5a4efdc6ea5144459466f2edeb3518c3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.79'}], 'enable_snat': True}, 'gw_port_id': '5527d701-acb3-4d54-a854-0519e49677e9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:23Z', 'updated_at': '2021-11-23T04:41:28Z', 'revision_number': 3, 'project_id': '5a4efdc6ea5144459466f2edeb3518c3', 'gw_port': {'id': '5527d701-acb3-4d54-a854-0519e49677e9', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:1f:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f8c76a5-3600-4232-9d98-15a0ee3bf971', 'device_owner': 'network:router_gateway', 'standard_attr_id': 651, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.79', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:25Z', 'updated_at': '2021-11-23T04:41:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:33.337707 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-984786e7-bd7b-48d9-ae49-24ea7f2d78fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.378671 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98862461-6c06-43cd-86bf-51c010ca58ab req-c2fda3a0-7003-4552-91a8-6fb0f20a9964 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:33.380178 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-98862461-6c06-43cd-86bf-51c010ca58ab req-c2fda3a0-7003-4552-91a8-6fb0f20a9964 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b21b611f-a015-425c-ab34-b547c5f8ac2e HTTP/1.1" status: 200 len: 912 time: 0.4540427 Nov 23 04:41:33.438062 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Deleting port 5527d701-acb3-4d54-a854-0519e49677e9 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:33.438309 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.438682 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96093a66-1e7f-4352-a7c4-45f3c21e1ef6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network 74209845-5db6-4399-a566-93f658cdc085 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:41:33.496547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5251-056b-4c89-9435-59f97764254b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.514491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5251-056b-4c89-9435-59f97764254b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.524543 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984786e7-bd7b-48d9-ae49-24ea7f2d78fc None None] Pushing event updated for resources: {'Port': ['ID=5527d701-acb3-4d54-a854-0519e49677e9,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:33.534468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.560543 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-96093a66-1e7f-4352-a7c4-45f3c21e1ef6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 74209845-5db6-4399-a566-93f658cdc085) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:33.563121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b3731201-d87f-454f-9541-d5caf5f2e635 None None] Provisioning complete for port 2594d808-8cb4-4261-befc-3bd87806b442 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:33.563121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b3731201-d87f-454f-9541-d5caf5f2e635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.585335 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96093a66-1e7f-4352-a7c4-45f3c21e1ef6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:33.587317 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96093a66-1e7f-4352-a7c4-45f3c21e1ef6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.589741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] For port 5527d701-acb3-4d54-a854-0519e49677e9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5527d701-acb3-4d54-a854-0519e49677e9,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:33.590021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.601216 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed2bbc8b-4c6d-42e9-9152-3cfba8978ce7 None None] Network 74209845-5db6-4399-a566-93f658cdc085 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:33.621918 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.641530 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-68a0fedd-d77b-4996-8db1-9e6a0e794e38 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.642724 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Calling delete_port for 5527d701-acb3-4d54-a854-0519e49677e9 owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:33.658549 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-96093a66-1e7f-4352-a7c4-45f3c21e1ef6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.3755236 Nov 23 04:41:33.659337 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43160) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:33.676472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-92b9817e-8b12-44d3-8699-ffac641a27fe tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1736846289'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:33.720244 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92b9817e-8b12-44d3-8699-ffac641a27fe tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:33.724189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-92b9817e-8b12-44d3-8699-ffac641a27fe tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.771452 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13c38df7-7926-4dd5-9d68-e44020e617e9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.792625 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 2594d808-8cb4-4261-befc-3bd87806b442, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2594d808-8cb4-4261-befc-3bd87806b442,segment=NetworkSegment(6d892ad2-787f-45fc-bfa7-f0cd2a04173f),segment_id=6d892ad2-787f-45fc-bfa7-f0cd2a04173f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:33.796582 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a0fedd-d77b-4996-8db1-9e6a0e794e38 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Subnet': ['ID=7071c683-ed80-4c3b-a9a7-455b33ba17d4,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:33.808021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.839342 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-ff8b5251-056b-4c89-9435-59f97764254b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Floating IP f22fa05c-a703-4569-a61d-b99dca61c5e9 associated. External IP: 172.26.8.174, port: aceb8090-4221-4961-bcad-ccffe169e37a. Nov 23 04:41:33.859299 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13c38df7-7926-4dd5-9d68-e44020e617e9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:33.927057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-92b9817e-8b12-44d3-8699-ffac641a27fe tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:41:33.937895 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-98862461-6c06-43cd-86bf-51c010ca58ab req-88e2b858-8b4b-4fcf-b046-a266e37da494 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce1f0e2-ff6c-454f-9cf0-749efb10140c HTTP/1.1" status: 200 len: 999 time: 0.5004520 Nov 23 04:41:33.975876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d4e59e72-8118-4c15-a239-46ba12bbac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:41Z', 'updated_at': '2021-11-23T04:40:53Z', 'revision_number': 4, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'gw_port': {'id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:42Z', 'updated_at': '2021-11-23T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '41346132-3b06-4628-bae9-d17ebaf7cdf2', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'port_id': '8ce1f0e2-ff6c-454f-9cf0-749efb10140c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'mac_address': 'fa:16:3e:3c:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d347428-b062-418d-9663-1b265ade8789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:41:03Z', 'updated_at': '2021-11-23T04:41:30Z', 'revision_number': 1, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caab31d9-9d7d-4be6-bcbe-c4593929f5b3', 'name': '', 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'mac_address': 'fa:16:3e:12:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:50Z', 'updated_at': '2021-11-23T04:41:01Z', 'revision_number': 5, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'subnets': [{'id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:33.991978 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b329b717-c8b8-4424-88e1-0b0e1893d191 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.034366 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b329b717-c8b8-4424-88e1-0b0e1893d191 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.069794 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e59e72-8118-4c15-a239-46ba12bbac41 None None] Checking router: 609fdde0-e780-487a-8ab9-72f49372e1e9 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:41:34.096118 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b329b717-c8b8-4424-88e1-0b0e1893d191 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=eb861616b2fa466ba37924b58bd88318&name=default HTTP/1.1" status: 200 len: 2996 time: 1.2550106 Nov 23 04:41:34.102891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b329b717-c8b8-4424-88e1-0b0e1893d191 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f045728-f205-4aa4-acdf-f7ab91dfe0c8,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:34.107500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43162) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:34.120855 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=2594d808-8cb4-4261-befc-3bd87806b442,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:34.133370 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.167829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b3731201-d87f-454f-9541-d5caf5f2e635 None None] Provisioning complete for port 5527d701-acb3-4d54-a854-0519e49677e9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:34.168589 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b3731201-d87f-454f-9541-d5caf5f2e635 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.191493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98862461-6c06-43cd-86bf-51c010ca58ab req-da4f5cd9-4cd2-483c-b8b2-d078caa680e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:34.193321 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-98862461-6c06-43cd-86bf-51c010ca58ab req-da4f5cd9-4cd2-483c-b8b2-d078caa680e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15926d1c-ee0f-48ad-88dc-7f8fa57c0643 HTTP/1.1" status: 200 len: 850 time: 0.2311556 Nov 23 04:41:34.193982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13c38df7-7926-4dd5-9d68-e44020e617e9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.196640 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13c38df7-7926-4dd5-9d68-e44020e617e9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.200492 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-13c38df7-7926-4dd5-9d68-e44020e617e9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "DELETE /v2.0/security-groups/ab53ca44-dd8e-4c18-ba70-a33a9c041aae HTTP/1.1" status: 204 len: 168 time: 0.9218457 Nov 23 04:41:34.205463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'Port': ['ID=fd6d7f19-fd86-4c05-b52a-1eb337975b35,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:34.213114 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4e59e72-8118-4c15-a239-46ba12bbac41 None None] Routers {'609fdde0-e780-487a-8ab9-72f49372e1e9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:34.214012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d4e59e72-8118-4c15-a239-46ba12bbac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['609fdde0-e780-487a-8ab9-72f49372e1e9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:34.219414 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68a0fedd-d77b-4996-8db1-9e6a0e794e38 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Checking segment: {'id': '2597220b-d384-4651-b06e-22069faf751a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '103619f0-56d2-4562-854c-9a907b9ea88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:34.219796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a0fedd-d77b-4996-8db1-9e6a0e794e38 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network hostable DHCP agents. Network: 103619f0-56d2-4562-854c-9a907b9ea88e, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:41:34.222800 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43164) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:34.232537 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c38df7-7926-4dd5-9d68-e44020e617e9 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab53ca44-dd8e-4c18-ba70-a33a9c041aae,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:34.323561 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Network ae26ac76-09be-4617-9df0-387c20c99ee8 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:34.341347 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:34.344092 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:34.347683 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-74209845-5db6-4399-a566-93f658cdc085', 'network_id': '74209845-5db6-4399-a566-93f658cdc085', 'tenant_id': 'ba6af278a0a24d8eb641d2ebe001ea4e', 'fixed_ips': [{'subnet_id': 'da6490dc-802a-4ea2-93ba-3f3fc26f33ad'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:41:34.349618 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.413904 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68a0fedd-d77b-4996-8db1-9e6a0e794e38 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 103619f0-56d2-4562-854c-9a907b9ea88e is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:41:34.451483 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-db45fbfa-8691-4d82-af32-c090126fcf52 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2151833 Nov 23 04:41:34.457752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43166) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:34.484679 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98862461-6c06-43cd-86bf-51c010ca58ab req-4c5c0ab0-ea0f-4ecf-9de8-830a6d9914ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:34.486967 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-98862461-6c06-43cd-86bf-51c010ca58ab req-4c5c0ab0-ea0f-4ecf-9de8-830a6d9914ec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b21b611f-a015-425c-ab34-b547c5f8ac2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2578242 Nov 23 04:41:34.498294 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-68a0fedd-d77b-4996-8db1-9e6a0e794e38 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 103619f0-56d2-4562-854c-9a907b9ea88e) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:34.500267 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19550741-10cf-4722-856e-b01b7ca3814d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.505475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-92b9817e-8b12-44d3-8699-ffac641a27fe tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.506640 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-92b9817e-8b12-44d3-8699-ffac641a27fe tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Added segment 02169b07-93f5-416c-ba93-5ca575ed9fc8 of type vlan for network d6426442-3992-4062-b5eb-d3fe1ed3ed56 Nov 23 04:41:34.514084 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.530906 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68a0fedd-d77b-4996-8db1-9e6a0e794e38 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:34.532327 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-68a0fedd-d77b-4996-8db1-9e6a0e794e38 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.577073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ec9cd82-e207-41c0-8f83-e4f1f0922e6a None None] Network 103619f0-56d2-4562-854c-9a907b9ea88e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:34.718258 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19550741-10cf-4722-856e-b01b7ca3814d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.732072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-92b9817e-8b12-44d3-8699-ffac641a27fe tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.741870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-d4e59e72-8118-4c15-a239-46ba12bbac41 None None] Set router 609fdde0-e780-487a-8ab9-72f49372e1e9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:41:34.808888 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-68a0fedd-d77b-4996-8db1-9e6a0e794e38 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7208874 Nov 23 04:41:34.816671 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43170) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:34.832262 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e62cddde-972b-4284-a695-89291647e395 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2106043644', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:34.837655 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c15882df-f2e7-49aa-802f-6c3bd4ed26bd None None] Provisioning complete for port 2594d808-8cb4-4261-befc-3bd87806b442 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:34.838155 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c15882df-f2e7-49aa-802f-6c3bd4ed26bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.854097 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0d5a40e3-267b-4236-bf0d-3a6591af4d93 tempest-SecGroupIPv6Test-709711795 tempest-SecGroupIPv6Test-709711795-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3917670 Nov 23 04:41:34.856971 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8b5251-056b-4c89-9435-59f97764254b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:41:34.857913 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-92b9817e-8b12-44d3-8699-ffac641a27fe tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.863954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92b9817e-8b12-44d3-8699-ffac641a27fe tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:34.865245 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-92b9817e-8b12-44d3-8699-ffac641a27fe tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.885847 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:34.922712 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-92b9817e-8b12-44d3-8699-ffac641a27fe tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2611010 Nov 23 04:41:34.954224 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-98862461-6c06-43cd-86bf-51c010ca58ab req-612eace2-ccd3-4d5d-8798-3e866e07529d service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4447069 Nov 23 04:41:34.955026 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43174) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:34.963137 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Pushing event deleted for resources: {'Port': ['ID=5527d701-acb3-4d54-a854-0519e49677e9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:34.978547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-abe10297-68ed-4e03-91e0-cf9081684189 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'subnet': {'network_id': 'd6426442-3992-4062-b5eb-d3fe1ed3ed56', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:35.051916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b9817e-8b12-44d3-8699-ffac641a27fe tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Network': ['ID=d6426442-3992-4062-b5eb-d3fe1ed3ed56,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:35.129504 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5527d701-acb3-4d54-a854-0519e49677e9 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:35.144947 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:35.152071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e62cddde-972b-4284-a695-89291647e395 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:35.153258 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e62cddde-972b-4284-a695-89291647e395 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:35.173942 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 5527d701-acb3-4d54-a854-0519e49677e9 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:41:35.174549 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5527d701-acb3-4d54-a854-0519e49677e9 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 04:41:35.176531 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb0b9ef-e20d-4fe4-b748-e727dc143545 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:35.180391 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network d6426442-3992-4062-b5eb-d3fe1ed3ed56 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:41:35.242311 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:35.245637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:35.301860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43178) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:35.311819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:35.312399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 6f8c76a5-3600-4232-9d98-15a0ee3bf971 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:41:35.318073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:35.319202 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-30b614bd-11fe-40ad-9c6f-6ebabf90b6cf tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "DELETE /v2.0/routers/6f8c76a5-3600-4232-9d98-15a0ee3bf971 HTTP/1.1" status: 204 len: 168 time: 3.3967636 Nov 23 04:41:35.325976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Port 5527d701-acb3-4d54-a854-0519e49677e9 not found, will not notify nova. {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 04:41:35.326390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2594d808-8cb4-4261-befc-3bd87806b442 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:35.334200 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43182) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:35.339762 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-103619f0-56d2-4562-854c-9a907b9ea88e', 'network_id': '103619f0-56d2-4562-854c-9a907b9ea88e', 'tenant_id': '21aafe545f554d9ca8d2cff1f90b0ba5', 'fixed_ips': [{'subnet_id': '7071c683-ed80-4c3b-a9a7-455b33ba17d4'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:41:35.340941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:35.341057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8b5251-056b-4c89-9435-59f97764254b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:35.360278 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958bcca3-4e85-4b55-a506-4fc2c684ef27 None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:35.387183 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958bcca3-4e85-4b55-a506-4fc2c684ef27 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:35.388304 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-958bcca3-4e85-4b55-a506-4fc2c684ef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:35.458149 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-958bcca3-4e85-4b55-a506-4fc2c684ef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:35.497535 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958bcca3-4e85-4b55-a506-4fc2c684ef27 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:35.498424 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-958bcca3-4e85-4b55-a506-4fc2c684ef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:35.551092 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-958bcca3-4e85-4b55-a506-4fc2c684ef27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:35.552026 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958bcca3-4e85-4b55-a506-4fc2c684ef27 None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:35.620621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:35.626698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Allocated IP 2001:db8::1 (74209845-5db6-4399-a566-93f658cdc085/da6490dc-802a-4ea2-93ba-3f3fc26f33ad/e793eb6b-8409-4d18-8930-2f3a67db0098) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:35.777852 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b7fcf2a3-555f-40c1-9a34-495bddbc78fd admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=222f25ca3a0740f29895e937abdf560b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4741380 Nov 23 04:41:35.784912 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43184) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:35.800528 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-98862461-6c06-43cd-86bf-51c010ca58ab req-3dcf23b1-ee5c-4421-94f3-ee97ee81ad39 service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8316798 Nov 23 04:41:35.800528 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19550741-10cf-4722-856e-b01b7ca3814d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:35.804262 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19550741-10cf-4722-856e-b01b7ca3814d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:35.804945 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-19550741-10cf-4722-856e-b01b7ca3814d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2f045728-f205-4aa4-acdf-f7ab91dfe0c8 HTTP/1.1" status: 204 len: 168 time: 1.6914780 Nov 23 04:41:35.874888 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19550741-10cf-4722-856e-b01b7ca3814d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f045728-f205-4aa4-acdf-f7ab91dfe0c8,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:35.895500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:35.899742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe10297-68ed-4e03-91e0-cf9081684189 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:35.912300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-abe10297-68ed-4e03-91e0-cf9081684189 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:35.994666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff8b5251-056b-4c89-9435-59f97764254b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 152895ec-0104-4bdc-9ffb-d0aa0984d3be has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:41:35.997940 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.037781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 2594d808-8cb4-4261-befc-3bd87806b442 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:36.038294 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.074038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e62cddde-972b-4284-a695-89291647e395 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.108010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-abe10297-68ed-4e03-91e0-cf9081684189 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Performing IP validity checks on allocation pools {{(pid=109952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 04:41:36.108628 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-abe10297-68ed-4e03-91e0-cf9081684189 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 04:41:36.116716 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-73ef5cb2-4621-4865-93a6-23b425d3e32a None None] Provisioning complete for port fd6d7f19-fd86-4c05-b52a-1eb337975b35 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:36.117094 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73ef5cb2-4621-4865-93a6-23b425d3e32a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.155650 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Allocated IP 172.20.0.2 (103619f0-56d2-4562-854c-9a907b9ea88e/7071c683-ed80-4c3b-a9a7-455b33ba17d4/49e720a5-1ff5-432c-a14f-b39af6be0418) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:36.199197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e62cddde-972b-4284-a695-89291647e395 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.218562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9ef4-a166-40dc-b651-81b8dbb8ecdf admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.219584 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff8b5251-056b-4c89-9435-59f97764254b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:36.225591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ff8b5251-056b-4c89-9435-59f97764254b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.272771 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a3484c-d286-4319-be1c-bc67eee79f54 None None] Sync routers for ids ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:36.282909 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-73ef5cb2-4621-4865-93a6-23b425d3e32a None None] Port fd6d7f19-fd86-4c05-b52a-1eb337975b35 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:36.286052 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.326543 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9ef4-a166-40dc-b651-81b8dbb8ecdf admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.332334 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.340575 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ff8b5251-056b-4c89-9435-59f97764254b tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "PUT /v2.0/floatingips/f22fa05c-a703-4569-a61d-b99dca61c5e9 HTTP/1.1" status: 200 len: 977 time: 4.4139848 Nov 23 04:41:36.342079 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43198) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:36.342387 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3484c-d286-4319-be1c-bc67eee79f54 None None] Routers {'152895ec-0104-4bdc-9ffb-d0aa0984d3be'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:36.343230 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e7a3484c-d286-4319-be1c-bc67eee79f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:36.355661 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Deleting port 3925f6f9-a0ad-4f94-a63f-e5886543597f {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:36.356357 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.402785 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e62cddde-972b-4284-a695-89291647e395 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.406727 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e62cddde-972b-4284-a695-89291647e395 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.5825653 Nov 23 04:41:36.412744 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43202) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:36.425806 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-41343552-fc63-40ab-869c-8c9091488001 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'network_id': '103619f0-56d2-4562-854c-9a907b9ea88e', 'name': 'tempest-PortsTestJSON-1333006882'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:36.431909 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e7a3484c-d286-4319-be1c-bc67eee79f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:36.442435 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d4e59e72-8118-4c15-a239-46ba12bbac41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:41Z', 'updated_at': '2021-11-23T04:40:53Z', 'revision_number': 4, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'gw_port': {'id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:42Z', 'updated_at': '2021-11-23T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '41346132-3b06-4628-bae9-d17ebaf7cdf2', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'port_id': '8ce1f0e2-ff6c-454f-9cf0-749efb10140c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'mac_address': 'fa:16:3e:3c:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d347428-b062-418d-9663-1b265ade8789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:41:03Z', 'updated_at': '2021-11-23T04:41:30Z', 'revision_number': 1, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caab31d9-9d7d-4be6-bcbe-c4593929f5b3', 'name': '', 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'mac_address': 'fa:16:3e:12:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:50Z', 'updated_at': '2021-11-23T04:41:01Z', 'revision_number': 5, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'subnets': [{'id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:36.454987 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] For port 3925f6f9-a0ad-4f94-a63f-e5886543597f, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=3925f6f9-a0ad-4f94-a63f-e5886543597f,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:36.455445 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.479853 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Calling delete_port for 3925f6f9-a0ad-4f94-a63f-e5886543597f owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:36.500255 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Network 74209845-5db6-4399-a566-93f658cdc085 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:36.513479 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4e59e72-8118-4c15-a239-46ba12bbac41 None None] The sync data for ids ['609fdde0-e780-487a-8ab9-72f49372e1e9'] in dv-neutron-818850-1-hyperv is: [{'id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:41Z', 'updated_at': '2021-11-23T04:40:53Z', 'revision_number': 4, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'gw_port': {'id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:42Z', 'updated_at': '2021-11-23T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '41346132-3b06-4628-bae9-d17ebaf7cdf2', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'port_id': '8ce1f0e2-ff6c-454f-9cf0-749efb10140c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 550, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'mac_address': 'fa:16:3e:3c:fb:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d347428-b062-418d-9663-1b265ade8789', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:41:03Z', 'updated_at': '2021-11-23T04:41:30Z', 'revision_number': 1, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'caab31d9-9d7d-4be6-bcbe-c4593929f5b3', 'name': '', 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'mac_address': 'fa:16:3e:12:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:50Z', 'updated_at': '2021-11-23T04:41:01Z', 'revision_number': 5, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'subnets': [{'id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:36.531141 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:36.536040 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Pushing event updated for resources: {'Port': ['ID=e793eb6b-8409-4d18-8930-2f3a67db0098,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:36.548415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:36.556250 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7a3484c-d286-4319-be1c-bc67eee79f54 None None] Routers {'152895ec-0104-4bdc-9ffb-d0aa0984d3be'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:36.556875 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e7a3484c-d286-4319-be1c-bc67eee79f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:36.568563 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-abe10297-68ed-4e03-91e0-cf9081684189 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.646486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e7a3484c-d286-4319-be1c-bc67eee79f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:36.647175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7a3484c-d286-4319-be1c-bc67eee79f54 None None] The sync data for ids ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:36.726957 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.730855 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5527d701-acb3-4d54-a854-0519e49677e9 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:41:36.781810 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.825751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9ef4-a166-40dc-b651-81b8dbb8ecdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.828405 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9ef4-a166-40dc-b651-81b8dbb8ecdf admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.832188 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fa7f9ef4-a166-40dc-b651-81b8dbb8ecdf admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17425d45-591b-448f-a63c-be4127c41f6f HTTP/1.1" status: 204 len: 168 time: 1.0437243 Nov 23 04:41:36.850144 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe10297-68ed-4e03-91e0-cf9081684189 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Subnet': ['ID=2aa6591e-b5d6-4122-9044-08f75b132a3b,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:36.860440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f9ef4-a166-40dc-b651-81b8dbb8ecdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17425d45-591b-448f-a63c-be4127c41f6f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:36.884729 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-4da726e3-4684-4373-abce-b59a6a3ba007 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting port 256d7b0a-3780-44fb-9802-248ecd7f2e61 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:36.885094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4da726e3-4684-4373-abce-b59a6a3ba007 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.897678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 5527d701-acb3-4d54-a854-0519e49677e9 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:41:36.898034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5527d701-acb3-4d54-a854-0519e49677e9 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:41:36.928796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41343552-fc63-40ab-869c-8c9091488001 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:36.933910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-41343552-fc63-40ab-869c-8c9091488001 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:36.934134 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd9a1c5-f579-4948-85c9-f27fe7d39222 None None] New status for floating IP 41346132-3b06-4628-bae9-d17ebaf7cdf2: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:41:36.965397 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Network 103619f0-56d2-4562-854c-9a907b9ea88e is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:36.966861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Pushing event updated for resources: {'Port': ['ID=49e720a5-1ff5-432c-a14f-b39af6be0418,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:36.969611 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Attempting to bind port e793eb6b-8409-4d18-8930-2f3a67db0098 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:36.969990 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Attempting to bind port e793eb6b-8409-4d18-8930-2f3a67db0098 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'bc829548-7c80-472a-a7c6-be422c69e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74209845-5db6-4399-a566-93f658cdc085'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:36.970360 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Attempting to bind port e793eb6b-8409-4d18-8930-2f3a67db0098 on network 74209845-5db6-4399-a566-93f658cdc085 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:37.002292 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:37.006953 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:37.015920 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-81a14579-8301-46b8-9d3f-3161ef6aa799 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.019409 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:37.021029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Checking segment: {'id': 'bc829548-7c80-472a-a7c6-be422c69e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74209845-5db6-4399-a566-93f658cdc085'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:37.021639 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.022191 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Bound using segment: {'id': 'bc829548-7c80-472a-a7c6-be422c69e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74209845-5db6-4399-a566-93f658cdc085'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:37.022918 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Bound port: e793eb6b-8409-4d18-8930-2f3a67db0098, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc829548-7c80-472a-a7c6-be422c69e87a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '74209845-5db6-4399-a566-93f658cdc085'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:37.023492 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.064130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.087159 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.092295 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe10297-68ed-4e03-91e0-cf9081684189 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Checking segment: {'id': '02169b07-93f5-416c-ba93-5ca575ed9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6426442-3992-4062-b5eb-d3fe1ed3ed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:37.092759 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe10297-68ed-4e03-91e0-cf9081684189 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network hostable DHCP agents. Network: d6426442-3992-4062-b5eb-d3fe1ed3ed56, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:41:37.095980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43216) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:37.114880 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-41343552-fc63-40ab-869c-8c9091488001 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port 1b944540-2fe6-4554-bc3d-6508752dca2c yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:41:37.131668 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.150532 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4da726e3-4684-4373-abce-b59a6a3ba007 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.153307 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Pushing event deleted for resources: {'Port': ['ID=3925f6f9-a0ad-4f94-a63f-e5886543597f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:37.185199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] For port e793eb6b-8409-4d18-8930-2f3a67db0098, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:37.191828 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] For port e793eb6b-8409-4d18-8930-2f3a67db0098, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e793eb6b-8409-4d18-8930-2f3a67db0098,segment=NetworkSegment(bc829548-7c80-472a-a7c6-be422c69e87a),segment_id=bc829548-7c80-472a-a7c6-be422c69e87a)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:37.218122 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da8dc98c-2155-48b1-80fb-53762c6019a5 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:37.236530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.339321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Attempting to bind port 49e720a5-1ff5-432c-a14f-b39af6be0418 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:37.339321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Attempting to bind port 49e720a5-1ff5-432c-a14f-b39af6be0418 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '2597220b-d384-4651-b06e-22069faf751a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '103619f0-56d2-4562-854c-9a907b9ea88e'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:37.339321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Attempting to bind port 49e720a5-1ff5-432c-a14f-b39af6be0418 on network 103619f0-56d2-4562-854c-9a907b9ea88e {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:37.350702 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:37.351790 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Checking segment: {'id': '2597220b-d384-4651-b06e-22069faf751a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '103619f0-56d2-4562-854c-9a907b9ea88e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:37.351790 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.352026 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Bound using segment: {'id': '2597220b-d384-4651-b06e-22069faf751a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '103619f0-56d2-4562-854c-9a907b9ea88e'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:37.352491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Bound port: 49e720a5-1ff5-432c-a14f-b39af6be0418, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2597220b-d384-4651-b06e-22069faf751a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '103619f0-56d2-4562-854c-9a907b9ea88e'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:37.356396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.412464 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe10297-68ed-4e03-91e0-cf9081684189 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network d6426442-3992-4062-b5eb-d3fe1ed3ed56 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:41:37.465141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.470585 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08736ecb-b6d4-4a33-abb7-da4a9092578c None None] Pushing event updated for resources: {'Port': ['ID=e793eb6b-8409-4d18-8930-2f3a67db0098,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:37.482342 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'Port': ['ID=fd6d7f19-fd86-4c05-b52a-1eb337975b35,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:37.483641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.504787 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-abe10297-68ed-4e03-91e0-cf9081684189 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, d6426442-3992-4062-b5eb-d3fe1ed3ed56) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:37.517463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe10297-68ed-4e03-91e0-cf9081684189 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:37.519562 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-abe10297-68ed-4e03-91e0-cf9081684189 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.527522 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32b1fd00-5769-46b7-80ba-2fa5a7338549 None None] Network d6426442-3992-4062-b5eb-d3fe1ed3ed56 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:37.596720 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-235720007'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:37.615095 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.619787 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.724661 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43232) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:37.724877 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-abe10297-68ed-4e03-91e0-cf9081684189 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 2.7585325 Nov 23 04:41:37.760702 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.761859 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ceb4058f-531e-49c6-a7c3-bec3095507a2 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:41:37.766166 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-41343552-fc63-40ab-869c-8c9091488001 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Allocated IP 172.20.0.4 (103619f0-56d2-4562-854c-9a907b9ea88e/7071c683-ed80-4c3b-a9a7-455b33ba17d4/1b944540-2fe6-4554-bc3d-6508752dca2c) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:37.783437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:37.792106 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.821484 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.832640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.838827 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c0a35b51-cfa0-4cbb-9bb3-63cc9c5d54b1 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "DELETE /v2.0/routers/ceb4058f-531e-49c6-a7c3-bec3095507a2 HTTP/1.1" status: 204 len: 168 time: 2.5035083 Nov 23 04:41:37.847039 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43236) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:37.873233 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-207954429', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}, 'admin_state_up': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:37.891121 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4da726e3-4684-4373-abce-b59a6a3ba007 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.891352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] For port 49e720a5-1ff5-432c-a14f-b39af6be0418, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:37.891835 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4da726e3-4684-4373-abce-b59a6a3ba007 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.891954 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-4da726e3-4684-4373-abce-b59a6a3ba007 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Floating IP f22fa05c-a703-4569-a61d-b99dca61c5e9 disassociated. External IP: 172.26.8.174, port: 256d7b0a-3780-44fb-9802-248ecd7f2e61. Nov 23 04:41:37.892546 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-4da726e3-4684-4373-abce-b59a6a3ba007 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Calling delete_port for 256d7b0a-3780-44fb-9802-248ecd7f2e61 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:37.992806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:37.994517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.007803 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] For port 49e720a5-1ff5-432c-a14f-b39af6be0418, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=49e720a5-1ff5-432c-a14f-b39af6be0418,segment=NetworkSegment(2597220b-d384-4651-b06e-22069faf751a),segment_id=2597220b-d384-4651-b06e-22069faf751a)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:38.043540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Network ae26ac76-09be-4617-9df0-387c20c99ee8 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:38.051167 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:38.096968 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.121981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.164666 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.190602 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-41343552-fc63-40ab-869c-8c9091488001 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.198380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-d6426442-3992-4062-b5eb-d3fe1ed3ed56', 'network_id': 'd6426442-3992-4062-b5eb-d3fe1ed3ed56', 'tenant_id': 'ba6af278a0a24d8eb641d2ebe001ea4e', 'fixed_ips': [{'subnet_id': '2aa6591e-b5d6-4122-9044-08f75b132a3b'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:41:38.199249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.245833 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.247376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43242) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:38.269396 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-41343552-fc63-40ab-869c-8c9091488001 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.270685 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.402242 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41343552-fc63-40ab-869c-8c9091488001 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=1b944540-2fe6-4554-bc3d-6508752dca2c,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:38.578038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-516bcfe7-d971-460a-a63c-2c004c912b2c tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:38.579557 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-516bcfe7-d971-460a-a63c-2c004c912b2c tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 04:41:38.580263 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-516bcfe7-d971-460a-a63c-2c004c912b2c tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 04:41:38.582964 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-516bcfe7-d971-460a-a63c-2c004c912b2c tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3314571 Nov 23 04:41:38.584085 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:41:38.602663 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43248) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:38.617452 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41343552-fc63-40ab-869c-8c9091488001 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 103619f0-56d2-4562-854c-9a907b9ea88e is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:38.626842 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1028497361'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:38.644683 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'SecurityGroup': ['ID=17cf005a-abe9-491b-9596-0d1dd8f449c5,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:38.648951 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-41343552-fc63-40ab-869c-8c9091488001 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:38.651936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41343552-fc63-40ab-869c-8c9091488001 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:38.655505 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.655857 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Added segment 6e343b54-ad95-4b00-b2e1-7a8fecf534a8 of type vlan for network e1e0692a-e363-469a-854b-781d64eec3c8 Nov 23 04:41:38.724303 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Allocated IP 2001:db8::3 (d6426442-3992-4062-b5eb-d3fe1ed3ed56/2aa6591e-b5d6-4122-9044-08f75b132a3b/a6623bf6-8e50-43ea-b0f5-1d02f9b64a86) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:38.809086 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.820898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.843407 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41343552-fc63-40ab-869c-8c9091488001 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:38.847590 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-41343552-fc63-40ab-869c-8c9091488001 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.847590 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.923684 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-41343552-fc63-40ab-869c-8c9091488001 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.5070589 Nov 23 04:41:38.927513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43250) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:38.935294 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Router 102db588-acb3-485e-96c7-39c69e8b1272 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:41:38.957731 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.964524 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:38.965188 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:38.998291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.006872 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e793eb6b-8409-4d18-8930-2f3a67db0098 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:39.011861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.030189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.035101 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189ddc8c-8b0a-420c-bdb1-6853047e6d78 None None] Pushing event updated for resources: {'Port': ['ID=49e720a5-1ff5-432c-a14f-b39af6be0418,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:39.042589 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.054354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-dfe2f221-c4f7-41b2-9af5-77a91990c172 None None] Provisioning complete for port fd6d7f19-fd86-4c05-b52a-1eb337975b35 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:39.054998 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dfe2f221-c4f7-41b2-9af5-77a91990c172 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.106502 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4da726e3-4684-4373-abce-b59a6a3ba007 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.111844 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.117885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Network': ['ID=e1e0692a-e363-469a-854b-781d64eec3c8,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:39.156081 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-dfe2f221-c4f7-41b2-9af5-77a91990c172 None None] Port fd6d7f19-fd86-4c05-b52a-1eb337975b35 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:39.157724 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network e1e0692a-e363-469a-854b-781d64eec3c8 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:41:39.163953 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8bfe917b-2805-43c0-b638-1821067f1b63 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.0654984 Nov 23 04:41:39.166809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.168463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43252) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:39.211941 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-88dfb7ff-c102-4b4e-ad9e-5d8b3ee51e88 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-785759893'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:39.218999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Subnet': ['ID=2aa6591e-b5d6-4122-9044-08f75b132a3b,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:39.220416 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Network d6426442-3992-4062-b5eb-d3fe1ed3ed56 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:39.234084 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Pushing event updated for resources: {'Port': ['ID=a6623bf6-8e50-43ea-b0f5-1d02f9b64a86,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:39.236816 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da726e3-4684-4373-abce-b59a6a3ba007 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Port': ['ID=256d7b0a-3780-44fb-9802-248ecd7f2e61,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:39.253620 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:39.269689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e33c72-f41c-4ee4-bb8b-03d473da24de None None] Network 74209845-5db6-4399-a566-93f658cdc085 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:39.273110 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:39.343567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f90907c5-5974-4953-bd4b-d18361e41a32 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.392279 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e793eb6b-8409-4d18-8930-2f3a67db0098 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:39.392664 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.394165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1e042612-0381-410a-b3c6-efa53de6d8fa None None] Provisioning complete for port e793eb6b-8409-4d18-8930-2f3a67db0098 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:39.395120 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1e042612-0381-410a-b3c6-efa53de6d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.396176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.445259 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6426442-3992-4062-b5eb-d3fe1ed3ed56']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:39.516045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02169b07-93f5-416c-ba93-5ca575ed9fc8') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:39.516468 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02169b07-93f5-416c-ba93-5ca575ed9fc8') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:39.536696 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.555542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.562188 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88dfb7ff-c102-4b4e-ad9e-5d8b3ee51e88 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:39.569760 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-88dfb7ff-c102-4b4e-ad9e-5d8b3ee51e88 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.582695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Attempting to bind port a6623bf6-8e50-43ea-b0f5-1d02f9b64a86 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:39.583080 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Attempting to bind port a6623bf6-8e50-43ea-b0f5-1d02f9b64a86 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '02169b07-93f5-416c-ba93-5ca575ed9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6426442-3992-4062-b5eb-d3fe1ed3ed56'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:39.583567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Attempting to bind port a6623bf6-8e50-43ea-b0f5-1d02f9b64a86 on network d6426442-3992-4062-b5eb-d3fe1ed3ed56 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:39.589651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.596713 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.633030 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:41:39.633837 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.650931 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 12), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:39.652222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Checking segment: {'id': '02169b07-93f5-416c-ba93-5ca575ed9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6426442-3992-4062-b5eb-d3fe1ed3ed56'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:39.652680 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.653083 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Bound using segment: {'id': '02169b07-93f5-416c-ba93-5ca575ed9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6426442-3992-4062-b5eb-d3fe1ed3ed56'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:39.653598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Bound port: a6623bf6-8e50-43ea-b0f5-1d02f9b64a86, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02169b07-93f5-416c-ba93-5ca575ed9fc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd6426442-3992-4062-b5eb-d3fe1ed3ed56'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:39.654034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.668714 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da726e3-4684-4373-abce-b59a6a3ba007 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 152895ec-0104-4bdc-9ffb-d0aa0984d3be has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:41:39.670264 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:41:39.759062 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:39.775598 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-948a3ed6-cd90-4444-9765-661cf0cd4069 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "PUT /v2.0/routers/102db588-acb3-485e-96c7-39c69e8b1272/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8469169 Nov 23 04:41:39.785948 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88dfb7ff-c102-4b4e-ad9e-5d8b3ee51e88 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] vlan segment allocate from pool success with {'vlan_id': 175, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:41:39.792467 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=113a22c0-90d6-4549-a75e-6c005e2dd335,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:39.812517 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Sync routers for ids ['102db588-acb3-485e-96c7-39c69e8b1272'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:39.819823 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcebae97-774a-4316-84fe-8852a9d11710 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.840615 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-88dfb7ff-c102-4b4e-ad9e-5d8b3ee51e88 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.841062 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-88dfb7ff-c102-4b4e-ad9e-5d8b3ee51e88 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Added segment f2ee7817-38fb-4fda-9896-e92fa39d915b of type vlan for network 3ed4ced0-2785-4da6-8f30-4bdb20004b19 Nov 23 04:41:39.850173 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:39.850673 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:39.851066 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:39.851416 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:39.851754 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:39.852127 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:39.852510 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:39.852852 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:39.853324 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:39.853666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:39.853998 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:39.854329 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:39.870173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Routers {'102db588-acb3-485e-96c7-39c69e8b1272'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:39.870753 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['102db588-acb3-485e-96c7-39c69e8b1272'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:39.883344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1e042612-0381-410a-b3c6-efa53de6d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.897027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:39.950832 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.api [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 04:41:39.950832 dv-neutron-818850-1-hyperv neutron-server[109953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 04:41:39.950832 dv-neutron-818850-1-hyperv neutron-server[109953]: [parameters: {'id': 'd6426442-3992-4062-b5eb-d3fe1ed3ed56'}] Nov 23 04:41:39.950832 dv-neutron-818850-1-hyperv neutron-server[109953]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:41:39.953392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG oslo_db.api [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:41:40.010470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] For port a6623bf6-8e50-43ea-b0f5-1d02f9b64a86, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:40.025942 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-1e042612-0381-410a-b3c6-efa53de6d8fa None None] For port e793eb6b-8409-4d18-8930-2f3a67db0098, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e793eb6b-8409-4d18-8930-2f3a67db0098,segment=NetworkSegment(bc829548-7c80-472a-a7c6-be422c69e87a),segment_id=bc829548-7c80-472a-a7c6-be422c69e87a)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:40.051526 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1e042612-0381-410a-b3c6-efa53de6d8fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.055609 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] For port a6623bf6-8e50-43ea-b0f5-1d02f9b64a86, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a6623bf6-8e50-43ea-b0f5-1d02f9b64a86,segment=NetworkSegment(02169b07-93f5-416c-ba93-5ca575ed9fc8),segment_id=02169b07-93f5-416c-ba93-5ca575ed9fc8)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:40.059410 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.066621 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.085829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-88dfb7ff-c102-4b4e-ad9e-5d8b3ee51e88 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.117086 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6913d66-551b-4279-9d28-883d2b77713f None None] Network 103619f0-56d2-4562-854c-9a907b9ea88e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:40.134726 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.141242 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.162642 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.253214 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da726e3-4684-4373-abce-b59a6a3ba007 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:40.266180 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2493c-935e-4eca-8659-93266a6e81d9 None None] Sync routers for ids ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:40.277583 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2493c-935e-4eca-8659-93266a6e81d9 None None] Routers {'152895ec-0104-4bdc-9ffb-d0aa0984d3be'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:40.278608 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f9b2493c-935e-4eca-8659-93266a6e81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:40.308876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:41:40.309467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:41:40.317317 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f9b2493c-935e-4eca-8659-93266a6e81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:40.327990 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9b2493c-935e-4eca-8659-93266a6e81d9 None None] Routers {'152895ec-0104-4bdc-9ffb-d0aa0984d3be'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:40.328999 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f9b2493c-935e-4eca-8659-93266a6e81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:40.334773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Allocated IP 172.26.8.211 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/42f58156-a3d6-4e9f-a510-af64d9ff5dd5) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:40.369648 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f9b2493c-935e-4eca-8659-93266a6e81d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:40.370684 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9b2493c-935e-4eca-8659-93266a6e81d9 None None] The sync data for ids ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:40.455252 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.525373 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4da726e3-4684-4373-abce-b59a6a3ba007 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.531289 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4da726e3-4684-4373-abce-b59a6a3ba007 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/ports/256d7b0a-3780-44fb-9802-248ecd7f2e61 HTTP/1.1" status: 204 len: 168 time: 4.1792502 Nov 23 04:41:40.533082 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43268) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:40.562163 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.db.resource_extend [None req-88dfb7ff-c102-4b4e-ad9e-5d8b3ee51e88 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Nov 23 04:41:40.564729 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1225e18-8d1b-47b7-b090-1a703ec1a933 None None] Network d6426442-3992-4062-b5eb-d3fe1ed3ed56 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:40.567223 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ca3d2cdd-3ee2-4b74-8799-144981dac3b4 None None] Provisioning complete for port 49e720a5-1ff5-432c-a14f-b39af6be0418 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:40.567596 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2cdd-3ee2-4b74-8799-144981dac3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.576779 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.608816 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.612695 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.9974151 Nov 23 04:41:40.613073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43270) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:40.617934 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e21e8dd8-b7f7-4bcc-b577-61380036d0df tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '57e36955-e255-4b81-9344-dd2a952ef4e0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:40.629011 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-90f5c3ff-3e9a-4932-a024-1576f0a39340 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1105757763&fields=id&tenant_id=e34fb94931bb453baa2f45e6eb57eddb HTTP/1.1" status: 200 len: 267 time: 0.5755520 Nov 23 04:41:40.629797 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.640096 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e042612-0381-410a-b3c6-efa53de6d8fa None None] Pushing event updated for resources: {'Port': ['ID=e793eb6b-8409-4d18-8930-2f3a67db0098,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:40.652148 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Set router 102db588-acb3-485e-96c7-39c69e8b1272 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:41:40.679403 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-88dfb7ff-c102-4b4e-ad9e-5d8b3ee51e88 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.702699 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88dfb7ff-c102-4b4e-ad9e-5d8b3ee51e88 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:40.708380 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-88dfb7ff-c102-4b4e-ad9e-5d8b3ee51e88 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.724606 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d05c5f7-10a2-4b03-91c4-9d43210c3aa7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57e36955-e255-4b81-9344-dd2a952ef4e0,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:40.724942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Deleting port a6623bf6-8e50-43ea-b0f5-1d02f9b64a86 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:40.725303 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.731429 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e21e8dd8-b7f7-4bcc-b577-61380036d0df tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.839585 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-88dfb7ff-c102-4b4e-ad9e-5d8b3ee51e88 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6320376 Nov 23 04:41:40.863757 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43274) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:40.869759 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c23e420c-576e-4ab7-a0ba-88e809db86d2 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'subnet': {'network_id': 'e1e0692a-e363-469a-854b-781d64eec3c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:40.879692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.932860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88dfb7ff-c102-4b4e-ad9e-5d8b3ee51e88 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Network': ['ID=3ed4ced0-2785-4da6-8f30-4bdb20004b19,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:40.960899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fd10d2-7d78-4553-b3dd-047e21fe8eec None None] Pushing event updated for resources: {'Port': ['ID=a6623bf6-8e50-43ea-b0f5-1d02f9b64a86,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:40.963586 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 3ed4ced0-2785-4da6-8f30-4bdb20004b19 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:41:40.974322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcebae97-774a-4316-84fe-8852a9d11710 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:40.990106 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcebae97-774a-4316-84fe-8852a9d11710 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:41.007333 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-aa4609e6-58fd-4376-b1f3-5a1901b53a96 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:41.008833 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-aa4609e6-58fd-4376-b1f3-5a1901b53a96 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/networks?id=ae26ac76-09be-4617-9df0-387c20c99ee8 HTTP/1.1" status: 200 len: 797 time: 0.2914412 Nov 23 04:41:41.053190 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] For port a6623bf6-8e50-43ea-b0f5-1d02f9b64a86, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a6623bf6-8e50-43ea-b0f5-1d02f9b64a86,segment=NetworkSegment(02169b07-93f5-416c-ba93-5ca575ed9fc8),segment_id=02169b07-93f5-416c-ba93-5ca575ed9fc8)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:41.053590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:41.075432 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:41.078375 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-1e135a1d-db7f-4869-97bb-06e7071f1e1e tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/quotas/e34fb94931bb453baa2f45e6eb57eddb HTTP/1.1" status: 200 len: 375 time: 0.0429208 Nov 23 04:41:41.093874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebae97-774a-4316-84fe-8852a9d11710 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=1b944540-2fe6-4554-bc3d-6508752dca2c,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:41.107030 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:41.109778 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Calling delete_port for a6623bf6-8e50-43ea-b0f5-1d02f9b64a86 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:41.122008 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:41.124248 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2cdd-3ee2-4b74-8799-144981dac3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:41.126150 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Pushing event updated for resources: {'Port': ['ID=42f58156-a3d6-4e9f-a510-af64d9ff5dd5,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:41.154509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e21e8dd8-b7f7-4bcc-b577-61380036d0df tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:41.174436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c16e670b-1ed0-4160-b736-621bed57566a None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:41.183734 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:41.185185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:41.185806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:41.186368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:41.187207 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:41.187773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:41.188310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:41.189425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:41.189988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:41.190546 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:41.191084 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:41.191628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:41.203002 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e21e8dd8-b7f7-4bcc-b577-61380036d0df tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:41.210618 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 3925f6f9-a0ad-4f94-a63f-e5886543597f no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:41:41.270381 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ca3d2cdd-3ee2-4b74-8799-144981dac3b4 None None] For port 49e720a5-1ff5-432c-a14f-b39af6be0418, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=49e720a5-1ff5-432c-a14f-b39af6be0418,segment=NetworkSegment(2597220b-d384-4651-b06e-22069faf751a),segment_id=2597220b-d384-4651-b06e-22069faf751a)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:41.272845 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 3925f6f9-a0ad-4f94-a63f-e5886543597f {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:41:41.273300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 3925f6f9-a0ad-4f94-a63f-e5886543597f not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:41:41.280996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ca3d2cdd-3ee2-4b74-8799-144981dac3b4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:41.285020 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-1814fac2-50a8-4dc9-aa76-0aee3cc1ddaf tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e34fb94931bb453baa2f45e6eb57eddb&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1702158 Nov 23 04:41:41.315368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21e8dd8-b7f7-4bcc-b577-61380036d0df tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7b386583-de8d-45d4-98ce-a322381c72a7,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:41.336861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23e420c-576e-4ab7-a0ba-88e809db86d2 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:41.341358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c23e420c-576e-4ab7-a0ba-88e809db86d2 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:41.382395 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3d2cdd-3ee2-4b74-8799-144981dac3b4 None None] Pushing event updated for resources: {'Port': ['ID=49e720a5-1ff5-432c-a14f-b39af6be0418,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:41.388519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102db588-acb3-485e-96c7-39c69e8b1272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:19Z', 'updated_at': '2021-11-23T04:41:35Z', 'revision_number': 4, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'gw_port': {'id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:21Z', 'updated_at': '2021-11-23T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'fd6d7f19-fd86-4c05-b52a-1eb337975b35', 'name': '', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'mac_address': 'fa:16:3e:91:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:32Z', 'updated_at': '2021-11-23T04:41:36Z', 'revision_number': 2, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'subnets': [{'id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:41.431690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Checking router: 102db588-acb3-485e-96c7-39c69e8b1272 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:41:41.431941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e21e8dd8-b7f7-4bcc-b577-61380036d0df tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:41.432187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Updating router 102db588-acb3-485e-96c7-39c69e8b1272 port fd6d7f19-fd86-4c05-b52a-1eb337975b35 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:41:41.433682 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e21e8dd8-b7f7-4bcc-b577-61380036d0df tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8195786 Nov 23 04:41:41.456232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43276) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:41.466424 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1653e71f-6e69-4d1d-bffe-affd9aa1139e tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '57e36955-e255-4b81-9344-dd2a952ef4e0', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:41.466587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:41.507233 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-02e3c0ee-0431-48d7-bac3-1c855f8eddea None None] Provisioning complete for port e793eb6b-8409-4d18-8930-2f3a67db0098 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:41.507612 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-02e3c0ee-0431-48d7-bac3-1c855f8eddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:41.530051 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcebae97-774a-4316-84fe-8852a9d11710 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:41.622947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e793eb6b-8409-4d18-8930-2f3a67db0098 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:41.657049 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d95dfcdd-4673-4fc3-9397-73763271b586 service neutron] 10.222.0.37 "GET /v2.0/networks/ae26ac76-09be-4617-9df0-387c20c99ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3704798 Nov 23 04:41:41.706360 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcebae97-774a-4316-84fe-8852a9d11710 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:41.835994 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:41.865112 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e793eb6b-8409-4d18-8930-2f3a67db0098 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:41.865484 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:41.895290 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-02e3c0ee-0431-48d7-bac3-1c855f8eddea None None] Provisioning complete for port 42f58156-a3d6-4e9f-a510-af64d9ff5dd5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:41.895668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-02e3c0ee-0431-48d7-bac3-1c855f8eddea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:41.927849 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-5871cf22-358a-4193-ac86-ba6d4b8b37f8 service neutron] 10.222.0.37 "GET /v2.0/networks/ae26ac76-09be-4617-9df0-387c20c99ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2230115 Nov 23 04:41:42.011568 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.019126 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1653e71f-6e69-4d1d-bffe-affd9aa1139e tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.035397 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-02e3c0ee-0431-48d7-bac3-1c855f8eddea None None] Port 42f58156-a3d6-4e9f-a510-af64d9ff5dd5 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:42.117309 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Port': ['ID=a6623bf6-8e50-43ea-b0f5-1d02f9b64a86,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:42.134578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 49e720a5-1ff5-432c-a14f-b39af6be0418 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:42.145828 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No DVR routers for this DVR port a6623bf6-8e50-43ea-b0f5-1d02f9b64a86 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:41:42.146912 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcebae97-774a-4316-84fe-8852a9d11710 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.155958 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcebae97-774a-4316-84fe-8852a9d11710 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.198931 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.243171 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.300528 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcebae97-774a-4316-84fe-8852a9d11710 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=1b944540-2fe6-4554-bc3d-6508752dca2c,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:42.315319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e54906a-612a-4066-afc2-fe6a89d35c35 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:41:42.321422 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f1d8af52-bdb1-44bf-99b2-dd9f2caae739 None None] Provisioning complete for port 1b944540-2fe6-4554-bc3d-6508752dca2c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:42.321780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f1d8af52-bdb1-44bf-99b2-dd9f2caae739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.333482 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcebae97-774a-4316-84fe-8852a9d11710 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.374010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f1d8af52-bdb1-44bf-99b2-dd9f2caae739 None None] Port 1b944540-2fe6-4554-bc3d-6508752dca2c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:42.406027 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6b6ad545-8492-4e20-89a4-73324491b653 req-0341d443-2ffb-4f88-936b-757e78ab83f7 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 210 time: 0.1193800 Nov 23 04:41:42.438197 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-1653e71f-6e69-4d1d-bffe-affd9aa1139e tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 04:41:42.439155 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1653e71f-6e69-4d1d-bffe-affd9aa1139e tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9819148 Nov 23 04:41:42.442998 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.445983 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.458821 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43284) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:42.475063 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcebae97-774a-4316-84fe-8852a9d11710 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 103619f0-56d2-4562-854c-9a907b9ea88e is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:42.476559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-bcebae97-774a-4316-84fe-8852a9d11710 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:42.478565 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f1d8af52-bdb1-44bf-99b2-dd9f2caae739 None None] Provisioning complete for port 49e720a5-1ff5-432c-a14f-b39af6be0418 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:42.478954 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f1d8af52-bdb1-44bf-99b2-dd9f2caae739 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.521070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81a6fa-b734-4b22-849c-fb97eb22d42a None None] Pushing event updated for resources: {'Port': ['ID=fd6d7f19-fd86-4c05-b52a-1eb337975b35,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:42.549140 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d6426442-3992-4062-b5eb-d3fe1ed3ed56']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:42.562511 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02169b07-93f5-416c-ba93-5ca575ed9fc8') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:42.562811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02169b07-93f5-416c-ba93-5ca575ed9fc8') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:42.574012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.589779 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.596802 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:41:42.597127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.645495 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bcebae97-774a-4316-84fe-8852a9d11710 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Router 6bba43ad-a5e1-416e-938c-c2f5b1a44b2f is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:41:42.681030 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:41:42.686544 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.733875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.737224 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/d6426442-3992-4062-b5eb-d3fe1ed3ed56 HTTP/1.1" status: 204 len: 168 time: 5.0110998 Nov 23 04:41:42.756681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43292) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:42.783272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a9c6532d-d0fa-42d2-9b54-685c92b25072 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-804310834'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:42.794353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1aff54-363f-4d60-84c1-fa770b8d2bb1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Network': ['ID=d6426442-3992-4062-b5eb-d3fe1ed3ed56,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:42.799708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bcebae97-774a-4316-84fe-8852a9d11710 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:42.807869 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bcebae97-774a-4316-84fe-8852a9d11710 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "PUT /v2.0/routers/6bba43ad-a5e1-416e-938c-c2f5b1a44b2f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8748233 Nov 23 04:41:42.808701 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43294) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:42.810701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 49e720a5-1ff5-432c-a14f-b39af6be0418 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:42.810835 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.834944 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5f135-61b9-4e91-86b9-afeade4b7e79 None None] Sync routers for ids ['6bba43ad-a5e1-416e-938c-c2f5b1a44b2f'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:42.840013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81a6fa-b734-4b22-849c-fb97eb22d42a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:42.840013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81a6fa-b734-4b22-849c-fb97eb22d42a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:42.840277 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81a6fa-b734-4b22-849c-fb97eb22d42a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:42.840471 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81a6fa-b734-4b22-849c-fb97eb22d42a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:42.840807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81a6fa-b734-4b22-849c-fb97eb22d42a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:42.841177 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81a6fa-b734-4b22-849c-fb97eb22d42a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:42.841533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81a6fa-b734-4b22-849c-fb97eb22d42a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:42.841771 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81a6fa-b734-4b22-849c-fb97eb22d42a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:42.842289 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81a6fa-b734-4b22-849c-fb97eb22d42a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:42.842471 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81a6fa-b734-4b22-849c-fb97eb22d42a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:42.842819 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81a6fa-b734-4b22-849c-fb97eb22d42a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:42.843086 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef81a6fa-b734-4b22-849c-fb97eb22d42a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:41:42.847104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c23e420c-576e-4ab7-a0ba-88e809db86d2 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.865391 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fa75493-1156-4a5f-a957-07467ece0586 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:42.869336 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4fa75493-1156-4a5f-a957-07467ece0586 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bba43ad-a5e1-416e-938c-c2f5b1a44b2f HTTP/1.1" status: 200 len: 982 time: 0.0575087 Nov 23 04:41:42.870540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43296) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:42.891396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Attempting to bind port fd6d7f19-fd86-4c05-b52a-1eb337975b35 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:42.891762 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Attempting to bind port fd6d7f19-fd86-4c05-b52a-1eb337975b35 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '6d892ad2-787f-45fc-bfa7-f0cd2a04173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:42.892064 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Attempting to bind port fd6d7f19-fd86-4c05-b52a-1eb337975b35 on network ae26ac76-09be-4617-9df0-387c20c99ee8 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:42.897436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.922207 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5f135-61b9-4e91-86b9-afeade4b7e79 None None] Routers {'6bba43ad-a5e1-416e-938c-c2f5b1a44b2f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:42.922876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-acb5f135-61b9-4e91-86b9-afeade4b7e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6bba43ad-a5e1-416e-938c-c2f5b1a44b2f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:42.925099 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:42.925538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Checking segment: {'id': '6d892ad2-787f-45fc-bfa7-f0cd2a04173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:42.926031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.926409 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Bound using segment: {'id': '6d892ad2-787f-45fc-bfa7-f0cd2a04173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:42.926891 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Bound port: fd6d7f19-fd86-4c05-b52a-1eb337975b35, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d892ad2-787f-45fc-bfa7-f0cd2a04173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:42.927271 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:42.974792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6f2be0a-0db4-44f4-a18a-c838bb281293 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.027493 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-acb5f135-61b9-4e91-86b9-afeade4b7e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:43.036859 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c6532d-d0fa-42d2-9b54-685c92b25072 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:43.041206 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a9c6532d-d0fa-42d2-9b54-685c92b25072 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.086291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e54906a-612a-4066-afc2-fe6a89d35c35 None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:41:43.091813 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23e420c-576e-4ab7-a0ba-88e809db86d2 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Subnet': ['ID=f8ac77e4-2e27-4ea1-91db-20a0694a83e0,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:43.114247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-577c2c72-0059-4d38-8bc3-e0ab771ed9e7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.155352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb5f135-61b9-4e91-86b9-afeade4b7e79 None None] Routers {'6bba43ad-a5e1-416e-938c-c2f5b1a44b2f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:43.155722 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-acb5f135-61b9-4e91-86b9-afeade4b7e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6bba43ad-a5e1-416e-938c-c2f5b1a44b2f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:43.219929 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9c6532d-d0fa-42d2-9b54-685c92b25072 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:41:43.226020 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c23e420c-576e-4ab7-a0ba-88e809db86d2 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Checking segment: {'id': '6e343b54-ad95-4b00-b2e1-7a8fecf534a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e1e0692a-e363-469a-854b-781d64eec3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:43.226382 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23e420c-576e-4ab7-a0ba-88e809db86d2 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network hostable DHCP agents. Network: e1e0692a-e363-469a-854b-781d64eec3c8, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:41:43.272480 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-acb5f135-61b9-4e91-86b9-afeade4b7e79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:43.273128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acb5f135-61b9-4e91-86b9-afeade4b7e79 None None] The sync data for ids ['6bba43ad-a5e1-416e-938c-c2f5b1a44b2f'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:43.297452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-577c2c72-0059-4d38-8bc3-e0ab771ed9e7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.314818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a9c6532d-d0fa-42d2-9b54-685c92b25072 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.315160 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-a9c6532d-d0fa-42d2-9b54-685c92b25072 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Added segment aff4db28-d161-4d02-84ba-fedd3ac012ee of type vlan for network 97cb7c91-c882-4022-b493-dd8c4d668fed Nov 23 04:41:43.334180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] For port fd6d7f19-fd86-4c05-b52a-1eb337975b35, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:43.359925 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-04d8bdae-3c5f-4dcb-b611-59181e2be6e6 None None] Provisioning complete for port 1b944540-2fe6-4554-bc3d-6508752dca2c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:43.360310 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-04d8bdae-3c5f-4dcb-b611-59181e2be6e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.391423 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13fa7732-46b1-4d09-8c77-76fbc97c6f00 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.393070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] For port fd6d7f19-fd86-4c05-b52a-1eb337975b35, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=fd6d7f19-fd86-4c05-b52a-1eb337975b35,segment=NetworkSegment(6d892ad2-787f-45fc-bfa7-f0cd2a04173f),segment_id=6d892ad2-787f-45fc-bfa7-f0cd2a04173f)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:43.415713 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.416041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c23e420c-576e-4ab7-a0ba-88e809db86d2 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network e1e0692a-e363-469a-854b-781d64eec3c8 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:41:43.500210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a9c6532d-d0fa-42d2-9b54-685c92b25072 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.505031 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-c23e420c-576e-4ab7-a0ba-88e809db86d2 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, e1e0692a-e363-469a-854b-781d64eec3c8) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:43.512473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 49e720a5-1ff5-432c-a14f-b39af6be0418 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:43.514601 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.520280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23e420c-576e-4ab7-a0ba-88e809db86d2 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:43.520885 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c23e420c-576e-4ab7-a0ba-88e809db86d2 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.524070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-04d8bdae-3c5f-4dcb-b611-59181e2be6e6 None None] Port 1b944540-2fe6-4554-bc3d-6508752dca2c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:43.562233 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Routers {'102db588-acb3-485e-96c7-39c69e8b1272'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:43.562878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['102db588-acb3-485e-96c7-39c69e8b1272'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:43.575079 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-80f431c6-416b-43ab-bfde-fb3fd6e685d8 req-42aa02a2-55f2-4b34-98cf-e04b94342e81 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 210 time: 0.0720203 Nov 23 04:41:43.584654 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-577c2c72-0059-4d38-8bc3-e0ab771ed9e7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.588170 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-577c2c72-0059-4d38-8bc3-e0ab771ed9e7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.589353 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-577c2c72-0059-4d38-8bc3-e0ab771ed9e7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "DELETE /v2.0/security-groups/57e36955-e255-4b81-9344-dd2a952ef4e0 HTTP/1.1" status: 204 len: 168 time: 1.1294670 Nov 23 04:41:43.596380 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43302) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:43.643228 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c23e420c-576e-4ab7-a0ba-88e809db86d2 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7783663 Nov 23 04:41:43.653741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43304) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:43.657476 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef81a6fa-b734-4b22-849c-fb97eb22d42a None None] Pushing event updated for resources: {'Port': ['ID=fd6d7f19-fd86-4c05-b52a-1eb337975b35,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:43.663186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ac3f5eba-751a-448c-ba15-18147e239ff0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'subnet': {'network_id': '3ed4ced0-2785-4da6-8f30-4bdb20004b19', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:43.671623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c2c72-0059-4d38-8bc3-e0ab771ed9e7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57e36955-e255-4b81-9344-dd2a952ef4e0,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:43.677096 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a9c6532d-d0fa-42d2-9b54-685c92b25072 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.682985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c6532d-d0fa-42d2-9b54-685c92b25072 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:43.683597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a9c6532d-d0fa-42d2-9b54-685c92b25072 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.708781 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f84ba2d0-4494-45d1-a72c-65b7c46bf484 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1063464 Nov 23 04:41:43.722112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43306) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:43.737752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-104b68d8-64e5-4477-ba07-195aec533dac tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1217347204'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:43.813956 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 49e720a5-1ff5-432c-a14f-b39af6be0418 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:43.814362 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.849744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] Set router 102db588-acb3-485e-96c7-39c69e8b1272 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:41:43.874262 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-104b68d8-64e5-4477-ba07-195aec533dac tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:43.882046 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c6532d-d0fa-42d2-9b54-685c92b25072 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Network': ['ID=97cb7c91-c882-4022-b493-dd8c4d668fed,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:43.894532 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a9c6532d-d0fa-42d2-9b54-685c92b25072 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1342502 Nov 23 04:41:43.899708 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43308) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:43.904494 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ba3d0a20-e246-4482-a9bd-745987622b5b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'subnet': {'network_id': '97cb7c91-c882-4022-b493-dd8c4d668fed', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:43.909653 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 97cb7c91-c882-4022-b493-dd8c4d668fed details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:41:44.014386 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac3f5eba-751a-448c-ba15-18147e239ff0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:44.020733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5eba-751a-448c-ba15-18147e239ff0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.052474 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3039d92-6446-4bcb-834a-8f7d4df87906 None None] Network e1e0692a-e363-469a-854b-781d64eec3c8 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:44.092193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-f78a3982-ec62-41ea-a779-bbebae5887df tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:44.094270 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-f78a3982-ec62-41ea-a779-bbebae5887df tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.15 "GET /v2.0/networks?id=ae26ac76-09be-4617-9df0-387c20c99ee8 HTTP/1.1" status: 200 len: 797 time: 0.3397274 Nov 23 04:41:44.137174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-104b68d8-64e5-4477-ba07-195aec533dac tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.142091 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-13fa7732-46b1-4d09-8c77-76fbc97c6f00 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port 1b944540-2fe6-4554-bc3d-6508752dca2c {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:44.143029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13fa7732-46b1-4d09-8c77-76fbc97c6f00 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.282325 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-104b68d8-64e5-4477-ba07-195aec533dac tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.362184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104b68d8-64e5-4477-ba07-195aec533dac tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74c223e7-c84a-4af1-9921-1d90c7262e1c,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:44.387196 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13fa7732-46b1-4d09-8c77-76fbc97c6f00 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.418178 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-eb5c54ca-96c3-43bb-806d-e633feccc97d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e34fb94931bb453baa2f45e6eb57eddb HTTP/1.1" status: 200 len: 380 time: 0.3030643 Nov 23 04:41:44.419836 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-13fa7732-46b1-4d09-8c77-76fbc97c6f00 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for 1b944540-2fe6-4554-bc3d-6508752dca2c owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:44.429849 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-7fd99b79-e337-4cbb-ac7b-a287e3e9c9c2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Request body: {'port': {'device_id': '858eeac6-298e-487b-a973-c3dca42a876d', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'admin_state_up': True, 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'security_groups': ['b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e']}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:44.430065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-61c81832-eda6-45a5-bb45-dce20cb3de83 None None] Provisioning complete for port fd6d7f19-fd86-4c05-b52a-1eb337975b35 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:44.430528 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-61c81832-eda6-45a5-bb45-dce20cb3de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.435607 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Router d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:41:44.479183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-e1e0692a-e363-469a-854b-781d64eec3c8', 'network_id': 'e1e0692a-e363-469a-854b-781d64eec3c8', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'fixed_ips': [{'subnet_id': 'f8ac77e4-2e27-4ea1-91db-20a0694a83e0'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:41:44.480048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.519544 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-104b68d8-64e5-4477-ba07-195aec533dac tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.521152 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-104b68d8-64e5-4477-ba07-195aec533dac tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7879038 Nov 23 04:41:44.526641 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43316) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:44.536284 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c3a761ff-c899-4472-a8d7-4377366141f1 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '74c223e7-c84a-4af1-9921-1d90c7262e1c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:44.537029 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-c3a761ff-c899-4472-a8d7-4377366141f1 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 04:41:44.537719 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-c3a761ff-c899-4472-a8d7-4377366141f1 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:44.538792 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c3a761ff-c899-4472-a8d7-4377366141f1 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0091920 Nov 23 04:41:44.551275 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43318) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:44.564769 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5eba-751a-448c-ba15-18147e239ff0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.585227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3d0a20-e246-4482-a9bd-745987622b5b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:44.588901 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102db588-acb3-485e-96c7-39c69e8b1272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:19Z', 'updated_at': '2021-11-23T04:41:35Z', 'revision_number': 4, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'gw_port': {'id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:21Z', 'updated_at': '2021-11-23T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'fd6d7f19-fd86-4c05-b52a-1eb337975b35', 'name': '', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'mac_address': 'fa:16:3e:91:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:32Z', 'updated_at': '2021-11-23T04:41:43Z', 'revision_number': 4, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'subnets': [{'id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:44.589926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0a20-e246-4482-a9bd-745987622b5b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.667077 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73b94272-7591-4f7d-adde-8e3f591d9900 None None] The sync data for ids ['102db588-acb3-485e-96c7-39c69e8b1272'] in dv-neutron-818850-1-hyperv is: [{'id': '102db588-acb3-485e-96c7-39c69e8b1272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:19Z', 'updated_at': '2021-11-23T04:41:35Z', 'revision_number': 4, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'gw_port': {'id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:21Z', 'updated_at': '2021-11-23T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'fd6d7f19-fd86-4c05-b52a-1eb337975b35', 'name': '', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'mac_address': 'fa:16:3e:91:be:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:32Z', 'updated_at': '2021-11-23T04:41:43Z', 'revision_number': 4, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'subnets': [{'id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:44.710787 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96a6d2db-b4b0-408d-ac7d-d95223d08470 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.717357 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-61c81832-eda6-45a5-bb45-dce20cb3de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.765683 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-7fd99b79-e337-4cbb-ac7b-a287e3e9c9c2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Made reservation on behalf of e34fb94931bb453baa2f45e6eb57eddb for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:44.778799 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b6f2be0a-0db4-44f4-a18a-c838bb281293 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting port 658a079f-3357-4117-ac15-d81592726174 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:44.778799 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6f2be0a-0db4-44f4-a18a-c838bb281293 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.793465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-7fd99b79-e337-4cbb-ac7b-a287e3e9c9c2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.827830 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96a6d2db-b4b0-408d-ac7d-d95223d08470 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.866107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac3f5eba-751a-448c-ba15-18147e239ff0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Checking segment: {'id': 'f2ee7817-38fb-4fda-9896-e92fa39d915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3ed4ced0-2785-4da6-8f30-4bdb20004b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:44.867223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3f5eba-751a-448c-ba15-18147e239ff0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network hostable DHCP agents. Network: 3ed4ced0-2785-4da6-8f30-4bdb20004b19, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:41:44.908961 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ee5b78ec-5e53-40cd-9e9a-4d35d18619e1 req-05481826-35ed-4f88-9e49-76598697e2e6 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 210 time: 0.1483250 Nov 23 04:41:44.914435 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13fa7732-46b1-4d09-8c77-76fbc97c6f00 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:44.955879 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:44.963543 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Allocated IP 2001:db8::2 (e1e0692a-e363-469a-854b-781d64eec3c8/f8ac77e4-2e27-4ea1-91db-20a0694a83e0/cf8125f9-a441-4e21-9a2e-153a37fd1811) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:44.970959 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a6518-adf0-4fde-abf5-a64f3d3d8a9d None None] Sync routers for ids ['d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:44.986020 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a6518-adf0-4fde-abf5-a64f3d3d8a9d None None] Routers {'d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:44.988239 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3f5eba-751a-448c-ba15-18147e239ff0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Subnet': ['ID=4ecd3978-b752-4bbb-b77a-66d63a739061,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:44.989602 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f93a6518-adf0-4fde-abf5-a64f3d3d8a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:45.036024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac3f5eba-751a-448c-ba15-18147e239ff0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 3ed4ced0-2785-4da6-8f30-4bdb20004b19 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:41:45.046261 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6f2be0a-0db4-44f4-a18a-c838bb281293 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:45.048910 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f93a6518-adf0-4fde-abf5-a64f3d3d8a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:45.059794 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:45.061345 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5e6739ea-eb2b-4de9-89d7-191889370f0b tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.2130709 Nov 23 04:41:45.062195 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93a6518-adf0-4fde-abf5-a64f3d3d8a9d None None] Routers {'d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:45.063189 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f93a6518-adf0-4fde-abf5-a64f3d3d8a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:45.065639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43322) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:45.074198 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b5d339fc-4c73-41ff-ab31-b9e626a98154 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'enable_snat': False}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:45.076669 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b6f2be0a-0db4-44f4-a18a-c838bb281293 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Calling delete_port for 658a079f-3357-4117-ac15-d81592726174 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:45.102559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-7fd99b79-e337-4cbb-ac7b-a287e3e9c9c2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Allocated IP 172.20.0.6 (ae26ac76-09be-4617-9df0-387c20c99ee8/dead2c83-4076-4874-b4bb-c752ab108ec8/c97ca78c-0875-44f8-836d-ef8dc069b6b2) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:45.108122 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f93a6518-adf0-4fde-abf5-a64f3d3d8a9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:45.109164 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f93a6518-adf0-4fde-abf5-a64f3d3d8a9d None None] The sync data for ids ['d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:45.115097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-ac3f5eba-751a-448c-ba15-18147e239ff0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 3ed4ced0-2785-4da6-8f30-4bdb20004b19) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:45.135199 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac3f5eba-751a-448c-ba15-18147e239ff0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:45.135959 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ac3f5eba-751a-448c-ba15-18147e239ff0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:45.182529 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:45.192404 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d269a32c-6db6-4f24-b189-c846ab5dafb9 None None] Network 3ed4ced0-2785-4da6-8f30-4bdb20004b19 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:45.198901 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:45.270628 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-61c81832-eda6-45a5-bb45-dce20cb3de83 None None] For port fd6d7f19-fd86-4c05-b52a-1eb337975b35, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=fd6d7f19-fd86-4c05-b52a-1eb337975b35,segment=NetworkSegment(6d892ad2-787f-45fc-bfa7-f0cd2a04173f),segment_id=6d892ad2-787f-45fc-bfa7-f0cd2a04173f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:45.287497 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-61c81832-eda6-45a5-bb45-dce20cb3de83 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:45.297468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Network e1e0692a-e363-469a-854b-781d64eec3c8 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:45.307366 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:45.310269 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:45.325563 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-61c81832-eda6-45a5-bb45-dce20cb3de83 None None] Could not find standard attr ID for object 1b944540-2fe6-4554-bc3d-6508752dca2c. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:41:45.327650 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-7fd99b79-e337-4cbb-ac7b-a287e3e9c9c2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:45.332009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Pushing event updated for resources: {'Port': ['ID=cf8125f9-a441-4e21-9a2e-153a37fd1811,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:45.332903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96a6d2db-b4b0-408d-ac7d-d95223d08470 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:45.344975 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96a6d2db-b4b0-408d-ac7d-d95223d08470 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:45.349941 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-96a6d2db-b4b0-408d-ac7d-d95223d08470 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "DELETE /v2.0/security-groups/74c223e7-c84a-4af1-9921-1d90c7262e1c HTTP/1.1" status: 204 len: 168 time: 0.7975678 Nov 23 04:41:45.420441 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Attempting to bind port cf8125f9-a441-4e21-9a2e-153a37fd1811 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:45.421123 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Attempting to bind port cf8125f9-a441-4e21-9a2e-153a37fd1811 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '6e343b54-ad95-4b00-b2e1-7a8fecf534a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e1e0692a-e363-469a-854b-781d64eec3c8'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:45.421685 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Attempting to bind port cf8125f9-a441-4e21-9a2e-153a37fd1811 on network e1e0692a-e363-469a-854b-781d64eec3c8 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:45.457636 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43324) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:45.459620 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:45.472225 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa7732-46b1-4d09-8c77-76fbc97c6f00 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=1b944540-2fe6-4554-bc3d-6508752dca2c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:45.473066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Checking segment: {'id': '6e343b54-ad95-4b00-b2e1-7a8fecf534a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e1e0692a-e363-469a-854b-781d64eec3c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:45.473692 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:45.474242 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Bound using segment: {'id': '6e343b54-ad95-4b00-b2e1-7a8fecf534a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e1e0692a-e363-469a-854b-781d64eec3c8'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:45.474950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Bound port: cf8125f9-a441-4e21-9a2e-153a37fd1811, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6e343b54-ad95-4b00-b2e1-7a8fecf534a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'e1e0692a-e363-469a-854b-781d64eec3c8'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:45.475519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:45.498779 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a6d2db-b4b0-408d-ac7d-d95223d08470 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74c223e7-c84a-4af1-9921-1d90c7262e1c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:45.540984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device fd6d7f19-fd86-4c05-b52a-1eb337975b35 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:45.545216 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-7fd99b79-e337-4cbb-ac7b-a287e3e9c9c2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:45.651501 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-7fd99b79-e337-4cbb-ac7b-a287e3e9c9c2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Network ae26ac76-09be-4617-9df0-387c20c99ee8 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:45.680583 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ffb89ff6-8ce3-4562-a8d5-7422b553ee43 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2052372 Nov 23 04:41:45.684142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43328) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:45.689747 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c81832-eda6-45a5-bb45-dce20cb3de83 None None] Pushing event updated for resources: {'Port': ['ID=fd6d7f19-fd86-4c05-b52a-1eb337975b35,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:45.693140 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-db2cb023-f0ae-4505-948b-702dc0da4e77 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group': {'name': 'tempest-secgroup--2038195514'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:45.703809 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-7fd99b79-e337-4cbb-ac7b-a287e3e9c9c2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:45.706590 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-7fd99b79-e337-4cbb-ac7b-a287e3e9c9c2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:45.753169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-da03f99e-e627-4796-b59a-75b7079b71dc None None] Provisioning complete for port fd6d7f19-fd86-4c05-b52a-1eb337975b35 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:45.753902 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da03f99e-e627-4796-b59a-75b7079b71dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:46.014846 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-3ed4ced0-2785-4da6-8f30-4bdb20004b19', 'network_id': '3ed4ced0-2785-4da6-8f30-4bdb20004b19', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'fixed_ips': [{'subnet_id': '4ecd3978-b752-4bbb-b77a-66d63a739061'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:41:46.016115 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:46.115016 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] For port cf8125f9-a441-4e21-9a2e-153a37fd1811, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:46.132605 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] For port cf8125f9-a441-4e21-9a2e-153a37fd1811, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=cf8125f9-a441-4e21-9a2e-153a37fd1811,segment=NetworkSegment(6e343b54-ad95-4b00-b2e1-7a8fecf534a8),segment_id=6e343b54-ad95-4b00-b2e1-7a8fecf534a8)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:46.144465 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ac3f5eba-751a-448c-ba15-18147e239ff0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4850707 Nov 23 04:41:46.146318 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6f2be0a-0db4-44f4-a18a-c838bb281293 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:46.151470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43332) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:46.177624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e2756e16-8c2d-46f8-81fe-9da42ff9028c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-103144360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:46.229577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f2be0a-0db4-44f4-a18a-c838bb281293 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Port': ['ID=658a079f-3357-4117-ac15-d81592726174,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:46.255745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0a20-e246-4482-a9bd-745987622b5b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:46.330078 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Allocated IP 2001:db8:1::2 (3ed4ced0-2785-4da6-8f30-4bdb20004b19/4ecd3978-b752-4bbb-b77a-66d63a739061/939404ad-ec9d-44ad-a06b-0d460475ee72) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:46.421111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:46.474285 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port fd6d7f19-fd86-4c05-b52a-1eb337975b35 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:46.474952 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:46.496983 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-7fd99b79-e337-4cbb-ac7b-a287e3e9c9c2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:46.500111 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-7fd99b79-e337-4cbb-ac7b-a287e3e9c9c2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:46.500325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e6e1855-2199-4844-b9a6-ebe5cee7771b req-1435db19-30ab-4f78-b55a-ca06137375b1 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:46.501935 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2e6e1855-2199-4844-b9a6-ebe5cee7771b req-1435db19-30ab-4f78-b55a-ca06137375b1 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 931 time: 0.3843634 Nov 23 04:41:46.534218 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd99b79-e337-4cbb-ac7b-a287e3e9c9c2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'Port': ['ID=c97ca78c-0875-44f8-836d-ef8dc069b6b2,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:46.641938 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3d0a20-e246-4482-a9bd-745987622b5b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Subnet': ['ID=e4b437fc-670e-47aa-b6ea-ccbc90c6c317,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:46.646600 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-db2cb023-f0ae-4505-948b-702dc0da4e77 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:46.659051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.api [None req-e2756e16-8c2d-46f8-81fe-9da42ff9028c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 04:41:46.659051 dv-neutron-818850-1-hyperv neutron-server[109953]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 04:41:46.659051 dv-neutron-818850-1-hyperv neutron-server[109953]: [parameters: {'project_id_1': '75e674de5dd941759dae1fd9ceb9f367', 'expiration_1': datetime.datetime(2021, 11, 23, 4, 41, 26, 224725)}] Nov 23 04:41:46.659051 dv-neutron-818850-1-hyperv neutron-server[109953]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:41:46.659478 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG oslo_db.api [None req-e2756e16-8c2d-46f8-81fe-9da42ff9028c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:41:46.677789 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0913a665-b71a-4ddc-8661-4eaf36d2d06d None None] Pushing event updated for resources: {'Port': ['ID=cf8125f9-a441-4e21-9a2e-153a37fd1811,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:46.694821 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-7fd99b79-e337-4cbb-ac7b-a287e3e9c9c2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2687769 Nov 23 04:41:46.733559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13fa7732-46b1-4d09-8c77-76fbc97c6f00 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:46.746730 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Request body: {'port': {'device_id': '858eeac6-298e-487b-a973-c3dca42a876d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:46.756701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-90ce30f2-e218-4315-b040-24e855392dfb None None] Provisioning complete for port c97ca78c-0875-44f8-836d-ef8dc069b6b2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:46.757081 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-90ce30f2-e218-4315-b040-24e855392dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:46.764187 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba3d0a20-e246-4482-a9bd-745987622b5b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Checking segment: {'id': 'aff4db28-d161-4d02-84ba-fedd3ac012ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '97cb7c91-c882-4022-b493-dd8c4d668fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:46.764559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3d0a20-e246-4482-a9bd-745987622b5b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network hostable DHCP agents. Network: 97cb7c91-c882-4022-b493-dd8c4d668fed, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:41:46.815075 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:46.863489 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:46.869994 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:46.888564 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2e6e1855-2199-4844-b9a6-ebe5cee7771b req-dd457e83-150c-49c1-9e18-68f165ab8e40 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3643179 Nov 23 04:41:46.968163 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b6f2be0a-0db4-44f4-a18a-c838bb281293 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:46.970639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3d0a20-e246-4482-a9bd-745987622b5b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network 97cb7c91-c882-4022-b493-dd8c4d668fed is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:41:46.998181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-ba3d0a20-e246-4482-a9bd-745987622b5b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 97cb7c91-c882-4022-b493-dd8c4d668fed) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:47.006377 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3d0a20-e246-4482-a9bd-745987622b5b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:47.006986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ba3d0a20-e246-4482-a9bd-745987622b5b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.062954 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-90ce30f2-e218-4315-b040-24e855392dfb None None] Port c97ca78c-0875-44f8-836d-ef8dc069b6b2 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:47.066657 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b5d339fc-4c73-41ff-ab31-b9e626a98154 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.077402 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Pushing event updated for resources: {'Port': ['ID=939404ad-ec9d-44ad-a06b-0d460475ee72,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:47.092442 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ba3d0a20-e246-4482-a9bd-745987622b5b tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 3.1916325 Nov 23 04:41:47.095141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43336) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:47.116557 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb01ebc-6d8d-47df-bd15-ff09b9226624 None None] Network 97cb7c91-c882-4022-b493-dd8c4d668fed requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:47.143902 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-db2cb023-f0ae-4505-948b-702dc0da4e77 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.156697 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-db2cb023-f0ae-4505-948b-702dc0da4e77 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.226133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-db2cb023-f0ae-4505-948b-702dc0da4e77 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.227546 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-db2cb023-f0ae-4505-948b-702dc0da4e77 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.5381529 Nov 23 04:41:47.239363 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13fa7732-46b1-4d09-8c77-76fbc97c6f00 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Router 6bba43ad-a5e1-416e-938c-c2f5b1a44b2f has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:41:47.241971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43338) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:47.246561 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e929216c-1354-49a6-a1c1-44689a20041d tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '179539d4-58a5-48ec-81da-9bae3fdd1b48', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:47.248322 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-e929216c-1354-49a6-a1c1-44689a20041d tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 04:41:47.248938 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-e929216c-1354-49a6-a1c1-44689a20041d tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:47.250087 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e929216c-1354-49a6-a1c1-44689a20041d tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0070627 Nov 23 04:41:47.260382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43340) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:47.296909 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2cb023-f0ae-4505-948b-702dc0da4e77 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=179539d4-58a5-48ec-81da-9bae3fdd1b48,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:47.346440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2756e16-8c2d-46f8-81fe-9da42ff9028c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.348176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2756e16-8c2d-46f8-81fe-9da42ff9028c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.396376 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Network 3ed4ced0-2785-4da6-8f30-4bdb20004b19 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:47.406064 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2756e16-8c2d-46f8-81fe-9da42ff9028c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.415468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:47.423724 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:47.470744 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-61d8ffe9-b13d-48b0-9287-7bdd809a2b0a tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.480650 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fa7732-46b1-4d09-8c77-76fbc97c6f00 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:47.482621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2756e16-8c2d-46f8-81fe-9da42ff9028c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.496399 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-13fa7732-46b1-4d09-8c77-76fbc97c6f00 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "PUT /v2.0/routers/6bba43ad-a5e1-416e-938c-c2f5b1a44b2f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6245418 Nov 23 04:41:47.499016 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43342) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:47.522645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.535495 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2756e16-8c2d-46f8-81fe-9da42ff9028c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.539032 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-61d8ffe9-b13d-48b0-9287-7bdd809a2b0a tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.539529 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e2756e16-8c2d-46f8-81fe-9da42ff9028c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3672860 Nov 23 04:41:47.541031 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43344) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:47.543279 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b96a4a4-6ac2-427e-8e7f-9ec150135504 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] GET failed (client error): The resource could not be found. Nov 23 04:41:47.547204 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0b96a4a4-6ac2-427e-8e7f-9ec150135504 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/1b944540-2fe6-4554-bc3d-6508752dca2c HTTP/1.1" status: 404 len: 333 time: 0.0429180 Nov 23 04:41:47.555264 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43346) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:47.557301 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-97cb7c91-c882-4022-b493-dd8c4d668fed', 'network_id': '97cb7c91-c882-4022-b493-dd8c4d668fed', 'tenant_id': 'ba6af278a0a24d8eb641d2ebe001ea4e', 'fixed_ips': [{'subnet_id': 'e4b437fc-670e-47aa-b6ea-ccbc90c6c317'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:41:47.563409 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.567954 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813627c6-3809-4fde-8b39-8eb0a4d34b1b None None] Sync routers for ids ['6bba43ad-a5e1-416e-938c-c2f5b1a44b2f'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:47.671175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Attempting to bind port 939404ad-ec9d-44ad-a06b-0d460475ee72 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:47.671546 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Attempting to bind port 939404ad-ec9d-44ad-a06b-0d460475ee72 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'f2ee7817-38fb-4fda-9896-e92fa39d915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3ed4ced0-2785-4da6-8f30-4bdb20004b19'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:47.672027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Attempting to bind port 939404ad-ec9d-44ad-a06b-0d460475ee72 on network 3ed4ced0-2785-4da6-8f30-4bdb20004b19 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:47.674024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813627c6-3809-4fde-8b39-8eb0a4d34b1b None None] Routers {'6bba43ad-a5e1-416e-938c-c2f5b1a44b2f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:47.674865 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-813627c6-3809-4fde-8b39-8eb0a4d34b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6bba43ad-a5e1-416e-938c-c2f5b1a44b2f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:47.680083 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device fd6d7f19-fd86-4c05-b52a-1eb337975b35 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:47.690801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c97ca78c-0875-44f8-836d-ef8dc069b6b2 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:41:47.699812 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.715470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Transition to ACTIVE for port object c97ca78c-0875-44f8-836d-ef8dc069b6b2 will not be triggered until provisioned by entity L2. {{(pid=109952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:41:47.717440 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-61d8ffe9-b13d-48b0-9287-7bdd809a2b0a tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.721632 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-61d8ffe9-b13d-48b0-9287-7bdd809a2b0a tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.725800 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-61d8ffe9-b13d-48b0-9287-7bdd809a2b0a tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "DELETE /v2.0/security-groups/179539d4-58a5-48ec-81da-9bae3fdd1b48 HTTP/1.1" status: 204 len: 168 time: 0.4626296 Nov 23 04:41:47.727038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43348) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:47.731097 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.785690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:47.786066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Checking segment: {'id': 'f2ee7817-38fb-4fda-9896-e92fa39d915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3ed4ced0-2785-4da6-8f30-4bdb20004b19'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:47.786470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.786861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Bound using segment: {'id': 'f2ee7817-38fb-4fda-9896-e92fa39d915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3ed4ced0-2785-4da6-8f30-4bdb20004b19'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:47.787347 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Bound port: 939404ad-ec9d-44ad-a06b-0d460475ee72, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2ee7817-38fb-4fda-9896-e92fa39d915b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 175, 'network_id': '3ed4ced0-2785-4da6-8f30-4bdb20004b19'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:47.787728 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.788706 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-44195662-f980-4bfe-8b90-ef901b67a779 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:47.809552 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-813627c6-3809-4fde-8b39-8eb0a4d34b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:47.836110 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d8ffe9-b13d-48b0-9287-7bdd809a2b0a tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=179539d4-58a5-48ec-81da-9bae3fdd1b48,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:47.884916 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813627c6-3809-4fde-8b39-8eb0a4d34b1b None None] Routers {'6bba43ad-a5e1-416e-938c-c2f5b1a44b2f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:47.886951 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-813627c6-3809-4fde-8b39-8eb0a4d34b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6bba43ad-a5e1-416e-938c-c2f5b1a44b2f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:47.951125 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-813627c6-3809-4fde-8b39-8eb0a4d34b1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:47.952111 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1eb31b40-31f4-40ef-9409-c193f2ab74ee tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2185471 Nov 23 04:41:47.952344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813627c6-3809-4fde-8b39-8eb0a4d34b1b None None] The sync data for ids ['6bba43ad-a5e1-416e-938c-c2f5b1a44b2f'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:47.956625 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Pushing event updated for resources: {'Port': ['ID=c97ca78c-0875-44f8-836d-ef8dc069b6b2,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:47.958855 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43354) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:47.966302 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-d98ac038-689a-4126-8a43-b59f004718c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group': {'name': 'tempest-secgroup--381103292'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:47.982627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.044170 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] For port 939404ad-ec9d-44ad-a06b-0d460475ee72, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:48.051640 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] For port 939404ad-ec9d-44ad-a06b-0d460475ee72, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=939404ad-ec9d-44ad-a06b-0d460475ee72,segment=NetworkSegment(f2ee7817-38fb-4fda-9896-e92fa39d915b),segment_id=f2ee7817-38fb-4fda-9896-e92fa39d915b)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:48.128933 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d98ac038-689a-4126-8a43-b59f004718c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.148980 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Allocated IP 2001:db8::1 (97cb7c91-c882-4022-b493-dd8c4d668fed/e4b437fc-670e-47aa-b6ea-ccbc90c6c317/cd19d999-bc16-483b-8f79-c962bf086442) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:48.187328 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Attempting to bind port c97ca78c-0875-44f8-836d-ef8dc069b6b2 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:48.187445 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Attempting to bind port c97ca78c-0875-44f8-836d-ef8dc069b6b2 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '6d892ad2-787f-45fc-bfa7-f0cd2a04173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:48.187746 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Attempting to bind port c97ca78c-0875-44f8-836d-ef8dc069b6b2 on network ae26ac76-09be-4617-9df0-387c20c99ee8 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:48.205642 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Port c97ca78c-0875-44f8-836d-ef8dc069b6b2 on network ae26ac76-09be-4617-9df0-387c20c99ee8 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:41:48.205973 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Attempting to bind port c97ca78c-0875-44f8-836d-ef8dc069b6b2 on network ae26ac76-09be-4617-9df0-387c20c99ee8 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:48.224782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:48.225153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Checking segment: {'id': '6d892ad2-787f-45fc-bfa7-f0cd2a04173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:48.225580 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Bound using segment: {'id': '6d892ad2-787f-45fc-bfa7-f0cd2a04173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:48.226269 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Bound port: c97ca78c-0875-44f8-836d-ef8dc069b6b2, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6d892ad2-787f-45fc-bfa7-f0cd2a04173f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:48.226453 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.263758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.320421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d98ac038-689a-4126-8a43-b59f004718c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.330654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2c8aad-7455-42bb-b0b8-a740deb46841 None None] Network e1e0692a-e363-469a-854b-781d64eec3c8 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:48.331297 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d98ac038-689a-4126-8a43-b59f004718c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.333039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port fd6d7f19-fd86-4c05-b52a-1eb337975b35 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:48.333536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.372944 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] For port c97ca78c-0875-44f8-836d-ef8dc069b6b2, host hv-neutron-8188, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:48.377651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98ac038-689a-4126-8a43-b59f004718c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0c5a602b-bbb5-4577-b2fa-9eec531aa31d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:48.387247 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d98ac038-689a-4126-8a43-b59f004718c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.388553 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d98ac038-689a-4126-8a43-b59f004718c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4286435 Nov 23 04:41:48.391407 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43356) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:48.394756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] For port c97ca78c-0875-44f8-836d-ef8dc069b6b2, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c97ca78c-0875-44f8-836d-ef8dc069b6b2,segment=NetworkSegment(6d892ad2-787f-45fc-bfa7-f0cd2a04173f),segment_id=6d892ad2-787f-45fc-bfa7-f0cd2a04173f)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:48.398684 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-964affec-4961-4078-8cb2-a930261c3fc5 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '0c5a602b-bbb5-4577-b2fa-9eec531aa31d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:48.414883 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-964affec-4961-4078-8cb2-a930261c3fc5 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 04:41:48.416224 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-964affec-4961-4078-8cb2-a930261c3fc5 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:48.418294 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-964affec-4961-4078-8cb2-a930261c3fc5 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0249932 Nov 23 04:41:48.420025 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.422466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43358) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:48.432317 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4c7fb809-0db3-47d5-82b3-733f0281ef65 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '0c5a602b-bbb5-4577-b2fa-9eec531aa31d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:48.433156 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-4c7fb809-0db3-47d5-82b3-733f0281ef65 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 04:41:48.433721 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-4c7fb809-0db3-47d5-82b3-733f0281ef65 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:48.437363 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4c7fb809-0db3-47d5-82b3-733f0281ef65 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0099652 Nov 23 04:41:48.463167 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43360) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:48.467709 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-9e72a0da-615a-4d7b-a4ee-1545f793d8c0 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '0c5a602b-bbb5-4577-b2fa-9eec531aa31d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:48.468581 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-9e72a0da-615a-4d7b-a4ee-1545f793d8c0 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 04:41:48.469092 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-9e72a0da-615a-4d7b-a4ee-1545f793d8c0 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:48.472801 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9e72a0da-615a-4d7b-a4ee-1545f793d8c0 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0061440 Nov 23 04:41:48.477170 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43362) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:48.482500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-578759c3-0e0e-40c5-bf8e-9babcaee5eb5 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '0c5a602b-bbb5-4577-b2fa-9eec531aa31d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:48.483408 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-578759c3-0e0e-40c5-bf8e-9babcaee5eb5 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 04:41:48.483921 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-578759c3-0e0e-40c5-bf8e-9babcaee5eb5 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:48.487636 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-578759c3-0e0e-40c5-bf8e-9babcaee5eb5 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062284 Nov 23 04:41:48.491880 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43364) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:48.503317 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:48.503958 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.505387 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] 10.222.0.15 "PUT /v2.0/ports/c97ca78c-0875-44f8-836d-ef8dc069b6b2 HTTP/1.1" status: 200 len: 1093 time: 1.7636180 Nov 23 04:41:48.508834 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858eeac6-298e-487b-a973-c3dca42a876d', 'tag': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:41:48.511229 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74002ff2-8abb-4640-9287-5ce8ad772d4e" -d '{"events": [{"name": "network-changed", "server_uuid": "858eeac6-298e-487b-a973-c3dca42a876d", "tag": "c97ca78c-0875-44f8-836d-ef8dc069b6b2"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:41:48.542740 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1832236-eeb3-46f0-a1c9-2eed1b0053de service neutron] Pushing event updated for resources: {'Port': ['ID=c97ca78c-0875-44f8-836d-ef8dc069b6b2,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:48.593636 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4af4f6c5-53e0-496b-a64c-238f2e8eebf9 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.597000 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:41:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7a26bba-85ad-4611-8610-451b09d212c7 x-openstack-request-id: req-f7a26bba-85ad-4611-8610-451b09d212c7 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:41:48.599586 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858eeac6-298e-487b-a973-c3dca42a876d", "tag": "c97ca78c-0875-44f8-836d-ef8dc069b6b2", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:41:48.600017 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7a26bba-85ad-4611-8610-451b09d212c7 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:41:48.600594 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858eeac6-298e-487b-a973-c3dca42a876d', 'tag': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2', 'status': 'completed', 'code': 200} Nov 23 04:41:48.663058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4af4f6c5-53e0-496b-a64c-238f2e8eebf9 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.664259 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.700856 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-8bad1073-b591-4fff-8182-33309155be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:48.702885 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-8bad1073-b591-4fff-8182-33309155be9a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e34fb94931bb453baa2f45e6eb57eddb&device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 1096 time: 0.1001446 Nov 23 04:41:48.775861 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-f2e4cfbc-d558-4eac-b030-862dbd87a1cf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97ca78c-0875-44f8-836d-ef8dc069b6b2 HTTP/1.1" status: 200 len: 217 time: 0.0547807 Nov 23 04:41:48.780733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-44195662-f980-4bfe-8b90-ef901b67a779 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.790178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6f2be0a-0db4-44f4-a18a-c838bb281293 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 152895ec-0104-4bdc-9ffb-d0aa0984d3be has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:41:48.833172 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4af4f6c5-53e0-496b-a64c-238f2e8eebf9 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.836470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4af4f6c5-53e0-496b-a64c-238f2e8eebf9 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.836876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.841488 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4af4f6c5-53e0-496b-a64c-238f2e8eebf9 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "DELETE /v2.0/security-groups/0c5a602b-bbb5-4577-b2fa-9eec531aa31d HTTP/1.1" status: 204 len: 168 time: 0.3484566 Nov 23 04:41:48.842509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-44195662-f980-4bfe-8b90-ef901b67a779 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:48.843457 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43368) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:48.858399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef21ca6-09f1-4200-9399-56f838f9ad43 None None] Pushing event updated for resources: {'Port': ['ID=939404ad-ec9d-44ad-a06b-0d460475ee72,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:48.873842 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af4f6c5-53e0-496b-a64c-238f2e8eebf9 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c5a602b-bbb5-4577-b2fa-9eec531aa31d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:48.901220 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-4c1ca310-e7f4-4474-a633-d8b7875537a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:48.902966 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-4c1ca310-e7f4-4474-a633-d8b7875537a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dead2c83-4076-4874-b4bb-c752ab108ec8 HTTP/1.1" status: 200 len: 835 time: 0.1184382 Nov 23 04:41:48.916032 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Network 97cb7c91-c882-4022-b493-dd8c4d668fed is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:48.924354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:48.935395 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:48.941406 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4c543e-603e-4ca3-a0fb-991a24678fd0 req-0f6668ac-c79a-449b-80ed-4d4a544a762f tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:48.945087 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dd4c543e-603e-4ca3-a0fb-991a24678fd0 req-0f6668ac-c79a-449b-80ed-4d4a544a762f tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 943 time: 0.8614304 Nov 23 04:41:49.091737 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5f62f3c0-d9e8-44ce-8c00-508c28e9368c tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2289827 Nov 23 04:41:49.095071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43372) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:49.097586 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device cf8125f9-a441-4e21-9a2e-153a37fd1811 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:49.102584 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-345fe991-1212-49e7-bd98-963f1878e2b2 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group': {'name': 'tempest-secgroup--628119467'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:49.139619 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-345fe991-1212-49e7-bd98-963f1878e2b2 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.160580 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Pushing event updated for resources: {'Port': ['ID=cd19d999-bc16-483b-8f79-c962bf086442,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:49.173655 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-463f4b58-10a8-4034-88cd-400499183312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:49.179483 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-463f4b58-10a8-4034-88cd-400499183312 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae26ac76-09be-4617-9df0-387c20c99ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2576458 Nov 23 04:41:49.185724 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Attempting to bind port cd19d999-bc16-483b-8f79-c962bf086442 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:49.186122 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Attempting to bind port cd19d999-bc16-483b-8f79-c962bf086442 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'aff4db28-d161-4d02-84ba-fedd3ac012ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '97cb7c91-c882-4022-b493-dd8c4d668fed'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:49.186499 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Attempting to bind port cd19d999-bc16-483b-8f79-c962bf086442 on network 97cb7c91-c882-4022-b493-dd8c4d668fed {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:49.195576 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port cf8125f9-a441-4e21-9a2e-153a37fd1811 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:49.195962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.204928 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.246690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:49.247440 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Checking segment: {'id': 'aff4db28-d161-4d02-84ba-fedd3ac012ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '97cb7c91-c882-4022-b493-dd8c4d668fed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:49.248022 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.248576 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Bound using segment: {'id': 'aff4db28-d161-4d02-84ba-fedd3ac012ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '97cb7c91-c882-4022-b493-dd8c4d668fed'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:49.249219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Bound port: cd19d999-bc16-483b-8f79-c962bf086442, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aff4db28-d161-4d02-84ba-fedd3ac012ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '97cb7c91-c882-4022-b493-dd8c4d668fed'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:49.249999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.271623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5c10ee47-1764-48b3-9630-8bcb7759cef1 None None] Provisioning complete for port cf8125f9-a441-4e21-9a2e-153a37fd1811 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:49.272005 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5c10ee47-1764-48b3-9630-8bcb7759cef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.300301 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Subnet': ['ID=e4b437fc-670e-47aa-b6ea-ccbc90c6c317,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:49.326605 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6f2be0a-0db4-44f4-a18a-c838bb281293 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:49.333981 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b6f2be0a-0db4-44f4-a18a-c838bb281293 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "PUT /v2.0/routers/152895ec-0104-4bdc-9ffb-d0aa0984d3be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7973602 Nov 23 04:41:49.333981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-44195662-f980-4bfe-8b90-ef901b67a779 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.333981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44195662-f980-4bfe-8b90-ef901b67a779 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Fanout notify agent at l3_agent the message router_deleted on router 6bba43ad-a5e1-416e-938c-c2f5b1a44b2f {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:41:49.334348 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-345fe991-1212-49e7-bd98-963f1878e2b2 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.334348 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43374) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:49.342569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-44195662-f980-4bfe-8b90-ef901b67a779 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.346644 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-44195662-f980-4bfe-8b90-ef901b67a779 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/routers/6bba43ad-a5e1-416e-938c-c2f5b1a44b2f HTTP/1.1" status: 204 len: 168 time: 1.7859848 Nov 23 04:41:49.348585 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43376) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:49.355985 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d55f63-0cdb-420d-ada0-a6b249e1bef6 None None] Sync routers for ids ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:49.367837 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d55f63-0cdb-420d-ada0-a6b249e1bef6 None None] Routers {'152895ec-0104-4bdc-9ffb-d0aa0984d3be'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:49.369538 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-13d55f63-0cdb-420d-ada0-a6b249e1bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:49.400711 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-345fe991-1212-49e7-bd98-963f1878e2b2 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.427339 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-13d55f63-0cdb-420d-ada0-a6b249e1bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:49.433675 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-e6bdb9a2-da1f-4eae-8435-980d7d1cee17 service neutron] 10.222.0.15 "GET /v2.0/networks/ae26ac76-09be-4617-9df0-387c20c99ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2467444 Nov 23 04:41:49.439738 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13d55f63-0cdb-420d-ada0-a6b249e1bef6 None None] Routers {'152895ec-0104-4bdc-9ffb-d0aa0984d3be'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:49.440654 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-13d55f63-0cdb-420d-ada0-a6b249e1bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:49.459882 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.479890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] For port cd19d999-bc16-483b-8f79-c962bf086442, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:49.484543 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-345fe991-1212-49e7-bd98-963f1878e2b2 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.486722 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5c10ee47-1764-48b3-9630-8bcb7759cef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.488755 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-345fe991-1212-49e7-bd98-963f1878e2b2 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.3926923 Nov 23 04:41:49.492635 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-13d55f63-0cdb-420d-ada0-a6b249e1bef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:49.494294 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13d55f63-0cdb-420d-ada0-a6b249e1bef6 None None] The sync data for ids ['152895ec-0104-4bdc-9ffb-d0aa0984d3be'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:49.507255 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43378) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:49.512315 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a6865054-a2db-490d-8a4a-6fd389182b6b tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '758df509-3fdf-41b9-909c-d76c66584a81', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:49.513117 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-a6865054-a2db-490d-8a4a-6fd389182b6b tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 04:41:49.513623 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-a6865054-a2db-490d-8a4a-6fd389182b6b tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:49.517806 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a6865054-a2db-490d-8a4a-6fd389182b6b tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0090263 Nov 23 04:41:49.517990 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] For port cd19d999-bc16-483b-8f79-c962bf086442, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=cd19d999-bc16-483b-8f79-c962bf086442,segment=NetworkSegment(aff4db28-d161-4d02-84ba-fedd3ac012ee),segment_id=aff4db28-d161-4d02-84ba-fedd3ac012ee)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:49.518513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43380) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:49.521243 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.528794 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.557179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1b9e82e1-8e01-42d8-952d-af62d548e14d tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '758df509-3fdf-41b9-909c-d76c66584a81', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:49.558381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cb7c91-c882-4022-b493-dd8c4d668fed']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:49.564587 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dd4c543e-603e-4ca3-a0fb-991a24678fd0 req-bfed9d2c-1db7-4078-921f-8111c7a1a2f9 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5603507 Nov 23 04:41:49.570100 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5c10ee47-1764-48b3-9630-8bcb7759cef1 None None] For port cf8125f9-a441-4e21-9a2e-153a37fd1811, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=cf8125f9-a441-4e21-9a2e-153a37fd1811,segment=NetworkSegment(6e343b54-ad95-4b00-b2e1-7a8fecf534a8),segment_id=6e343b54-ad95-4b00-b2e1-7a8fecf534a8)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:49.585316 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-345fe991-1212-49e7-bd98-963f1878e2b2 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=758df509-3fdf-41b9-909c-d76c66584a81,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:49.593827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5c10ee47-1764-48b3-9630-8bcb7759cef1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.611208 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff4db28-d161-4d02-84ba-fedd3ac012ee') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:49.611739 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff4db28-d161-4d02-84ba-fedd3ac012ee') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:49.634592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.659611 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-98ca4b28-1072-4c4f-a995-ac50d6a63ba7 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.689012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.693348 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473fb56f-db8f-4932-be03-93ac7f90dff4 None None] Pushing event updated for resources: {'Port': ['ID=cd19d999-bc16-483b-8f79-c962bf086442,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:49.697562 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:41:49.697915 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:41:49.711663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-10e6ec85-1a8c-4323-8fb9-fa6cb3953420 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting subnet 7071c683-ed80-4c3b-a9a7-455b33ba17d4 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:41:49.727030 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-1b9e82e1-8e01-42d8-952d-af62d548e14d tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:49.728231 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e147f201-b729-4ba9-94dd-c1a5dc76a258 None None] Network 97cb7c91-c882-4022-b493-dd8c4d668fed requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:49.732578 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.732775 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1b9e82e1-8e01-42d8-952d-af62d548e14d tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1787128 Nov 23 04:41:49.738272 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43382) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:49.740533 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:41:49.741381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.745004 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-0b6cfb0b-041d-4ff1-86a9-e500e99e096f tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '758df509-3fdf-41b9-909c-d76c66584a81', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:49.745785 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-0b6cfb0b-041d-4ff1-86a9-e500e99e096f tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 04:41:49.746628 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-0b6cfb0b-041d-4ff1-86a9-e500e99e096f tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:49.751347 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0b6cfb0b-041d-4ff1-86a9-e500e99e096f tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0119979 Nov 23 04:41:49.755953 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43384) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:41:49.763898 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:41:49.767531 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e398f99a-45f6-4206-9c52-a9e092700d74 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '758df509-3fdf-41b9-909c-d76c66584a81', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:49.802874 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2931ad22-72f1-4b64-8f07-8ad94e0c6f30 req-e20b6098-552e-4045-915a-e25f4f19fa4f service neutron] 10.222.0.15 "GET /v2.0/networks/ae26ac76-09be-4617-9df0-387c20c99ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3332081 Nov 23 04:41:49.810740 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-10e6ec85-1a8c-4323-8fb9-fa6cb3953420 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.876273 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9adcb153-4d36-430b-980e-50fb1a386858 None None] Provisioning complete for port cf8125f9-a441-4e21-9a2e-153a37fd1811 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:49.876653 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9adcb153-4d36-430b-980e-50fb1a386858 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.879328 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c10ee47-1764-48b3-9630-8bcb7759cef1 None None] Pushing event updated for resources: {'Port': ['ID=cf8125f9-a441-4e21-9a2e-153a37fd1811,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:49.933445 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-98ca4b28-1072-4c4f-a995-ac50d6a63ba7 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:49.938545 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-e398f99a-45f6-4206-9c52-a9e092700d74 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:49.943890 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e398f99a-45f6-4206-9c52-a9e092700d74 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1791635 Nov 23 04:41:49.954497 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43386) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:49.969135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4f7d9c8d-6468-4feb-ad71-723ef7015c0e tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '758df509-3fdf-41b9-909c-d76c66584a81', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:49.970061 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING neutron.api.v2.base [None req-4f7d9c8d-6468-4feb-ad71-723ef7015c0e tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 04:41:49.970565 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-4f7d9c8d-6468-4feb-ad71-723ef7015c0e tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:49.971561 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4f7d9c8d-6468-4feb-ad71-723ef7015c0e tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0145235 Nov 23 04:41:49.978470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43388) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:49.983560 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74002ff2-8abb-4640-9287-5ce8ad772d4e req-23ff6515-d50e-4a6f-aa7b-07559ebb56d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:49.985709 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74002ff2-8abb-4640-9287-5ce8ad772d4e req-23ff6515-d50e-4a6f-aa7b-07559ebb56d4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e34fb94931bb453baa2f45e6eb57eddb&device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 1096 time: 0.0668142 Nov 23 04:41:49.987464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b20e51eb-2839-4466-aa69-409c80ef04c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '758df509-3fdf-41b9-909c-d76c66584a81', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:50.037423 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.api [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 04:41:50.037423 dv-neutron-818850-1-hyperv neutron-server[109953]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 04:41:50.037423 dv-neutron-818850-1-hyperv neutron-server[109953]: [parameters: {'id': '97cb7c91-c882-4022-b493-dd8c4d668fed'}] Nov 23 04:41:50.037423 dv-neutron-818850-1-hyperv neutron-server[109953]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:41:50.037897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG oslo_db.api [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:41:50.051487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-10e6ec85-1a8c-4323-8fb9-fa6cb3953420 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:50.125504 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-98ca4b28-1072-4c4f-a995-ac50d6a63ba7 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting port d8946291-f27d-4fba-b20f-0ee892fc1a3e {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:50.125906 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-98ca4b28-1072-4c4f-a995-ac50d6a63ba7 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:50.128174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74002ff2-8abb-4640-9287-5ce8ad772d4e req-f2cb5e48-267d-4574-9d65-7d9805d351ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:50.130629 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74002ff2-8abb-4640-9287-5ce8ad772d4e req-f2cb5e48-267d-4574-9d65-7d9805d351ec service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae26ac76-09be-4617-9df0-387c20c99ee8 HTTP/1.1" status: 200 len: 898 time: 0.1214554 Nov 23 04:41:50.174932 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-b20e51eb-2839-4466-aa69-409c80ef04c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Project 394111d8ea434dfa9daa642c07e6d98a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:41:50.212832 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74002ff2-8abb-4640-9287-5ce8ad772d4e req-0a44d671-c419-4de7-adeb-3be99746c563 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97ca78c-0875-44f8-836d-ef8dc069b6b2 HTTP/1.1" status: 200 len: 217 time: 0.0709615 Nov 23 04:41:50.250249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-716603b5-fa26-46e4-823a-ef5bea8e5a8e None None] Network 3ed4ced0-2785-4da6-8f30-4bdb20004b19 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:50.304767 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-98ca4b28-1072-4c4f-a995-ac50d6a63ba7 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:50.322555 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-b20e51eb-2839-4466-aa69-409c80ef04c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:50.323621 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b20e51eb-2839-4466-aa69-409c80ef04c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3407209 Nov 23 04:41:50.332979 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43392) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:50.336504 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74002ff2-8abb-4640-9287-5ce8ad772d4e req-295a48ae-5e52-4025-b890-0fe41594a1bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:50.338317 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74002ff2-8abb-4640-9287-5ce8ad772d4e req-295a48ae-5e52-4025-b890-0fe41594a1bc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dead2c83-4076-4874-b4bb-c752ab108ec8 HTTP/1.1" status: 200 len: 835 time: 0.1138229 Nov 23 04:41:50.343820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f4273f31-9624-4307-a44b-cf1e832d83e4 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '758df509-3fdf-41b9-909c-d76c66584a81', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:50.344514 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-f4273f31-9624-4307-a44b-cf1e832d83e4 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 04:41:50.345235 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-f4273f31-9624-4307-a44b-cf1e832d83e4 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:50.346884 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f4273f31-9624-4307-a44b-cf1e832d83e4 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0067058 Nov 23 04:41:50.348710 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-98ca4b28-1072-4c4f-a995-ac50d6a63ba7 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Calling delete_port for d8946291-f27d-4fba-b20f-0ee892fc1a3e owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:50.353748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43394) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:50.376433 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-894bdbf4-01d7-4e11-bc52-bd163bdc235b None None] Provisioning complete for port 939404ad-ec9d-44ad-a06b-0d460475ee72 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:50.377661 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-894bdbf4-01d7-4e11-bc52-bd163bdc235b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:50.380146 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-db85c36c-d615-4540-b36e-7914c51fc560 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '758df509-3fdf-41b9-909c-d76c66584a81', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:50.423432 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-10e6ec85-1a8c-4323-8fb9-fa6cb3953420 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:50.448347 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74002ff2-8abb-4640-9287-5ce8ad772d4e req-1ea3338a-00de-44f7-a683-338a6f0aece3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:50.450169 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74002ff2-8abb-4640-9287-5ce8ad772d4e req-1ea3338a-00de-44f7-a683-338a6f0aece3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae26ac76-09be-4617-9df0-387c20c99ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0992472 Nov 23 04:41:50.504279 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-db85c36c-d615-4540-b36e-7914c51fc560 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Project 394111d8ea434dfa9daa642c07e6d98a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:41:50.506942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Allocated IP 2001:db8::1 (e1e0692a-e363-469a-854b-781d64eec3c8/f8ac77e4-2e27-4ea1-91db-20a0694a83e0/789aa42d-6557-488f-a68f-537d5f02d813) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:50.525804 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b5d339fc-4c73-41ff-ab31-b9e626a98154 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:50.529845 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b5d339fc-4c73-41ff-ab31-b9e626a98154 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:50.539858 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-894bdbf4-01d7-4e11-bc52-bd163bdc235b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:50.540953 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:50.582141 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 939404ad-ec9d-44ad-a06b-0d460475ee72 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:50.633682 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-894bdbf4-01d7-4e11-bc52-bd163bdc235b None None] For port 939404ad-ec9d-44ad-a06b-0d460475ee72, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=939404ad-ec9d-44ad-a06b-0d460475ee72,segment=NetworkSegment(f2ee7817-38fb-4fda-9896-e92fa39d915b),segment_id=f2ee7817-38fb-4fda-9896-e92fa39d915b)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:50.655859 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-894bdbf4-01d7-4e11-bc52-bd163bdc235b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:50.663020 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74002ff2-8abb-4640-9287-5ce8ad772d4e req-6a462a0d-fdd0-45c7-b589-93a9e4e710d1 service neutron] 10.222.0.15 "GET /v2.0/networks/ae26ac76-09be-4617-9df0-387c20c99ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1989417 Nov 23 04:41:50.695269 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-db85c36c-d615-4540-b36e-7914c51fc560 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:50.699812 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43398) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:50.700199 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-db85c36c-d615-4540-b36e-7914c51fc560 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3432982 Nov 23 04:41:50.707158 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-341c7918-e666-4fed-8d0e-7089a236b9c9 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '758df509-3fdf-41b9-909c-d76c66584a81', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:50.724436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894bdbf4-01d7-4e11-bc52-bd163bdc235b None None] Pushing event updated for resources: {'Port': ['ID=939404ad-ec9d-44ad-a06b-0d460475ee72,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:50.749711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 939404ad-ec9d-44ad-a06b-0d460475ee72 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:50.750082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:50.793412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-10e6ec85-1a8c-4323-8fb9-fa6cb3953420 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:50.817824 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-341c7918-e666-4fed-8d0e-7089a236b9c9 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Project 394111d8ea434dfa9daa642c07e6d98a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:41:50.825688 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-98ca4b28-1072-4c4f-a995-ac50d6a63ba7 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:50.868900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device cf8125f9-a441-4e21-9a2e-153a37fd1811 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:50.878094 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca4b28-1072-4c4f-a995-ac50d6a63ba7 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Port': ['ID=d8946291-f27d-4fba-b20f-0ee892fc1a3e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:50.902893 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10e6ec85-1a8c-4323-8fb9-fa6cb3953420 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Subnet': ['ID=7071c683-ed80-4c3b-a9a7-455b33ba17d4,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:50.913998 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-10e6ec85-1a8c-4323-8fb9-fa6cb3953420 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:50.914204 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-341c7918-e666-4fed-8d0e-7089a236b9c9 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:50.915281 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-341c7918-e666-4fed-8d0e-7089a236b9c9 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2129040 Nov 23 04:41:50.918585 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43400) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:50.923723 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-10e6ec85-1a8c-4323-8fb9-fa6cb3953420 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/7071c683-ed80-4c3b-a9a7-455b33ba17d4 HTTP/1.1" status: 204 len: 168 time: 1.3817396 Nov 23 04:41:50.923922 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cdbbf9b-626c-4107-803d-9032fc821e69 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:41:50.924199 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43402) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:50.949134 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74002ff2-8abb-4640-9287-5ce8ad772d4e req-dbce7358-0e9d-4a3d-b8fc-277aea6886a3 service neutron] 10.222.0.15 "GET /v2.0/networks/ae26ac76-09be-4617-9df0-387c20c99ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602673 Nov 23 04:41:50.992125 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ef34a977-b718-41f8-878c-c642d6186d18 None None] Provisioning complete for port 939404ad-ec9d-44ad-a06b-0d460475ee72 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:50.992496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ef34a977-b718-41f8-878c-c642d6186d18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.010942 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d81d1e35-13d0-48b1-bf57-5f3b997af5e7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.015133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-98ca4b28-1072-4c4f-a995-ac50d6a63ba7 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.033564 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaff28f-4c30-4ea9-ba9e-13ff10f286fb req-369665d2-3f2e-406f-8dd2-29c0737db36d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:51.035213 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9eaff28f-4c30-4ea9-ba9e-13ff10f286fb req-369665d2-3f2e-406f-8dd2-29c0737db36d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 943 time: 0.3307526 Nov 23 04:41:51.049271 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Deleting port cd19d999-bc16-483b-8f79-c962bf086442 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:51.050329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.052571 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port cf8125f9-a441-4e21-9a2e-153a37fd1811 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:51.053199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.119734 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d339fc-4c73-41ff-ab31-b9e626a98154 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Router d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:41:51.123624 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d81d1e35-13d0-48b1-bf57-5f3b997af5e7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.127050 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-98ca4b28-1072-4c4f-a995-ac50d6a63ba7 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.131392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.135174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-98ca4b28-1072-4c4f-a995-ac50d6a63ba7 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.157548 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cdbbf9b-626c-4107-803d-9032fc821e69 None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:41:51.168628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.195514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-98ca4b28-1072-4c4f-a995-ac50d6a63ba7 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.196798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ca4b28-1072-4c4f-a995-ac50d6a63ba7 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Fanout notify agent at l3_agent the message router_deleted on router 152895ec-0104-4bdc-9ffb-d0aa0984d3be {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:41:51.204590 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-98ca4b28-1072-4c4f-a995-ac50d6a63ba7 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.209850 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-98ca4b28-1072-4c4f-a995-ac50d6a63ba7 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/routers/152895ec-0104-4bdc-9ffb-d0aa0984d3be HTTP/1.1" status: 204 len: 168 time: 1.8706379 Nov 23 04:41:51.209850 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43404) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:51.221071 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] For port cd19d999-bc16-483b-8f79-c962bf086442, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=cd19d999-bc16-483b-8f79-c962bf086442,segment=NetworkSegment(aff4db28-d161-4d02-84ba-fedd3ac012ee),segment_id=aff4db28-d161-4d02-84ba-fedd3ac012ee)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:51.221472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.249183 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d81d1e35-13d0-48b1-bf57-5f3b997af5e7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.251817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d81d1e35-13d0-48b1-bf57-5f3b997af5e7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.254562 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d81d1e35-13d0-48b1-bf57-5f3b997af5e7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "DELETE /v2.0/security-groups/758df509-3fdf-41b9-909c-d76c66584a81 HTTP/1.1" status: 204 len: 168 time: 0.3335071 Nov 23 04:41:51.258544 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43406) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:51.285816 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Calling delete_port for cd19d999-bc16-483b-8f79-c962bf086442 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:51.293704 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d81d1e35-13d0-48b1-bf57-5f3b997af5e7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=758df509-3fdf-41b9-909c-d76c66584a81,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:51.295879 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9eaff28f-4c30-4ea9-ba9e-13ff10f286fb req-0a897d33-affe-44d7-90ab-386a6439a416 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2392867 Nov 23 04:41:51.302867 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-91341d70-bdec-439c-88c6-8a7e771cc8d2 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting subnet 34dfbc28-a887-456b-b8e9-67375af95ad5 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:41:51.308243 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91341d70-bdec-439c-88c6-8a7e771cc8d2 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.353582 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91341d70-bdec-439c-88c6-8a7e771cc8d2 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.423427 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7b3df2c4-86dc-491a-8219-d02137eb00ff tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1611183 Nov 23 04:41:51.428260 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43410) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:51.428964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.433509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-aa5e2be2-b02a-4f8e-a029-7142ddf43890 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group': {'name': 'tempest-secgroup--1436762539'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:51.472056 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c97ca78c-0875-44f8-836d-ef8dc069b6b2 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:41:51.494743 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91341d70-bdec-439c-88c6-8a7e771cc8d2 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.498493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2be2-b02a-4f8e-a029-7142ddf43890 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.602238 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91341d70-bdec-439c-88c6-8a7e771cc8d2 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.644805 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91341d70-bdec-439c-88c6-8a7e771cc8d2 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Subnet': ['ID=34dfbc28-a887-456b-b8e9-67375af95ad5,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:51.654815 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-91341d70-bdec-439c-88c6-8a7e771cc8d2 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.661091 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-91341d70-bdec-439c-88c6-8a7e771cc8d2 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/subnets/34dfbc28-a887-456b-b8e9-67375af95ad5 HTTP/1.1" status: 204 len: 168 time: 0.4489412 Nov 23 04:41:51.661423 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2be2-b02a-4f8e-a029-7142ddf43890 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.662247 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43412) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:51.674782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2be2-b02a-4f8e-a029-7142ddf43890 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.746679 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c97ca78c-0875-44f8-836d-ef8dc069b6b2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c97ca78c-0875-44f8-836d-ef8dc069b6b2,segment=NetworkSegment(6d892ad2-787f-45fc-bfa7-f0cd2a04173f),segment_id=6d892ad2-787f-45fc-bfa7-f0cd2a04173f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:51.767491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'port_id': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2', 'mac_address': 'fa:16:3e:ec:37:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:41:51.835063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b14a989-a5fd-4e6b-ba2a-2893960a95ab None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:51.838152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ab3276-a6b6-493c-bd98-0fd535741c85 None None] Network 103619f0-56d2-4562-854c-9a907b9ea88e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:51.843844 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a50a0005-7136-468c-bf92-5cb5bac1433d None None] Network f8d89542-51cd-481d-8a29-5853f6d7e6b4 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:51.849064 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network e1e0692a-e363-469a-854b-781d64eec3c8 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:51.858216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:51.860516 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d339fc-4c73-41ff-ab31-b9e626a98154 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:51.866087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:51.866626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.873001 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b5d339fc-4c73-41ff-ab31-b9e626a98154 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.877138 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b5d339fc-4c73-41ff-ab31-b9e626a98154 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "PUT /v2.0/routers/d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26 HTTP/1.1" status: 200 len: 925 time: 6.8069839 Nov 23 04:41:51.882703 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43414) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:51.883382 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=789aa42d-6557-488f-a68f-537d5f02d813,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:51.943568 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fcefc4-239a-4ce1-ad51-0292f6867bed None None] Sync routers for ids ['d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:51.989426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port 49e720a5-1ff5-432c-a14f-b39af6be0418 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:51.989426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:51.990124 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.005377 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fcefc4-239a-4ce1-ad51-0292f6867bed None None] Routers {'d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:52.006084 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-87fcefc4-239a-4ce1-ad51-0292f6867bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:52.062515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97ca78c-0875-44f8-836d-ef8dc069b6b2 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:41:52.062815 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.068999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-87fcefc4-239a-4ce1-ad51-0292f6867bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:52.125233 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aa5e2be2-b02a-4f8e-a029-7142ddf43890 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.129131 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-aa5e2be2-b02a-4f8e-a029-7142ddf43890 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6973763 Nov 23 04:41:52.132981 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43416) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:52.137811 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-dc618c9d-4614-4d6f-a597-c561d955b85e tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '69391701-d550-43e7-95d1-11a48d8cc955', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:52.153714 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Port': ['ID=cd19d999-bc16-483b-8f79-c962bf086442,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:52.156010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa5e2be2-b02a-4f8e-a029-7142ddf43890 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69391701-d550-43e7-95d1-11a48d8cc955,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:52.172935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No DVR routers for this DVR port cd19d999-bc16-483b-8f79-c962bf086442 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:41:52.180301 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c97ca78c-0875-44f8-836d-ef8dc069b6b2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c97ca78c-0875-44f8-836d-ef8dc069b6b2,segment=NetworkSegment(6d892ad2-787f-45fc-bfa7-f0cd2a04173f),segment_id=6d892ad2-787f-45fc-bfa7-f0cd2a04173f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:52.188069 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.199626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87fcefc4-239a-4ce1-ad51-0292f6867bed None None] Routers {'d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:52.200271 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-87fcefc4-239a-4ce1-ad51-0292f6867bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:52.217624 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.252080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] For port 49e720a5-1ff5-432c-a14f-b39af6be0418, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=49e720a5-1ff5-432c-a14f-b39af6be0418,segment=NetworkSegment(2597220b-d384-4651-b06e-22069faf751a),segment_id=2597220b-d384-4651-b06e-22069faf751a)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:52.252871 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.279851 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-dc618c9d-4614-4d6f-a597-c561d955b85e tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The resource could not be found. Nov 23 04:41:52.280541 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-87fcefc4-239a-4ce1-ad51-0292f6867bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:52.281303 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dc618c9d-4614-4d6f-a597-c561d955b85e tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1468713 Nov 23 04:41:52.282415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87fcefc4-239a-4ce1-ad51-0292f6867bed None None] The sync data for ids ['d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:52.285919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43418) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:52.292335 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-fab6d847-bccc-42fa-9a99-05dc3d222abc tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '69391701-d550-43e7-95d1-11a48d8cc955', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'd58313ed-2d2c-448e-bc35-4731034fbfbd'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:52.306377 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.318007 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-80f12993-65c0-44b2-bd47-5143aca4902c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/routers/d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26 HTTP/1.1" status: 200 len: 925 time: 0.4316707 Nov 23 04:41:52.318956 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43420) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:52.333550 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:52.333900 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.342550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for 49e720a5-1ff5-432c-a14f-b39af6be0418 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:52.350576 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c97ca78c-0875-44f8-836d-ef8dc069b6b2,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:52.358828 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.413158 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-16674753-4209-453d-9b4c-026d5deb65b8 None None] Provisioning complete for port 789aa42d-6557-488f-a68f-537d5f02d813 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:52.413815 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-16674753-4209-453d-9b4c-026d5deb65b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.422885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 939404ad-ec9d-44ad-a06b-0d460475ee72 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:52.490926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97cb7c91-c882-4022-b493-dd8c4d668fed']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:52.502911 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-fab6d847-bccc-42fa-9a99-05dc3d222abc tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The resource could not be found. Nov 23 04:41:52.505655 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fab6d847-bccc-42fa-9a99-05dc3d222abc tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2186425 Nov 23 04:41:52.511245 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aff4db28-d161-4d02-84ba-fedd3ac012ee') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:52.511666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aff4db28-d161-4d02-84ba-fedd3ac012ee') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:52.513506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43426) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:52.521468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bc64c35-2f6b-4158-bdd2-d6ffbbb9c027 None None] DHCP port deletion for 103619f0-56d2-4562-854c-9a907b9ea88e request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:52.523895 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c81a31-4a55-4af3-8520-02277e99eb06 None None] DHCP port deletion for f8d89542-51cd-481d-8a29-5853f6d7e6b4 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:52.525475 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] For port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5,segment=NetworkSegment(16e26607-d4d8-41fc-b4da-27c4d518e42b),segment_id=16e26607-d4d8-41fc-b4da-27c4d518e42b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:52.525977 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.532355 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8708122a-1399-4b5a-b13d-e8e5e393591d tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:52.534418 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8708122a-1399-4b5a-b13d-e8e5e393591d tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&device_id=d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2138886 Nov 23 04:41:52.541394 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43428) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:52.570794 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Calling delete_port for b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:52.588442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.595312 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-16674753-4209-453d-9b4c-026d5deb65b8 None None] Port 789aa42d-6557-488f-a68f-537d5f02d813 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:52.641320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 939404ad-ec9d-44ad-a06b-0d460475ee72 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:52.641573 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.666054 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.670390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['c97ca78c-0875-44f8-836d-ef8dc069b6b2'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:41:52.681628 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-2bc64c35-2f6b-4158-bdd2-d6ffbbb9c027 None None] Deleting port 49e720a5-1ff5-432c-a14f-b39af6be0418 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:52.681871 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2bc64c35-2f6b-4158-bdd2-d6ffbbb9c027 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.686091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:41:52.686555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.697242 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b16bc3-40f7-4054-a804-159221d002de req-59c19cdf-a25e-4a0b-ba97-0c10de12e15e tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:52.698930 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-90b16bc3-40f7-4054-a804-159221d002de req-59c19cdf-a25e-4a0b-ba97-0c10de12e15e tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 944 time: 0.2511854 Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:41:52.699684 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:41:52.719066 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b9f316-870b-4b8b-b2f4-f33764413d03 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:52.721002 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-39b9f316-870b-4b8b-b2f4-f33764413d03 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/networks/707e3b6c-c967-4552-be8b-522e32d46a1b HTTP/1.1" status: 200 len: 881 time: 0.1782119 Nov 23 04:41:52.727350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43430) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:52.762130 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-17104a73-8539-47a5-a076-468df9d99130 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "GET /v2.0/ports?device_id=d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26 HTTP/1.1" status: 200 len: 205 time: 0.0330703 Nov 23 04:41:52.764327 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43432) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:52.768781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f1c81a31-4a55-4af3-8520-02277e99eb06 None None] Deleting port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:52.769343 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f1c81a31-4a55-4af3-8520-02277e99eb06 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.836141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.867041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4aa58cc5-2c8d-4ab7-ad37-e64a77dafe98 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.887907 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b117fde-e624-4b14-944a-d165600fe105 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.900744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-2bc64c35-2f6b-4158-bdd2-d6ffbbb9c027 None None] For port 49e720a5-1ff5-432c-a14f-b39af6be0418, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=49e720a5-1ff5-432c-a14f-b39af6be0418,segment=NetworkSegment(2597220b-d384-4651-b06e-22069faf751a),segment_id=2597220b-d384-4651-b06e-22069faf751a)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:52.901139 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2bc64c35-2f6b-4158-bdd2-d6ffbbb9c027 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.919533 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.927157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=49e720a5-1ff5-432c-a14f-b39af6be0418,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:52.935486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-2bc64c35-2f6b-4158-bdd2-d6ffbbb9c027 None None] Calling delete_port for 49e720a5-1ff5-432c-a14f-b39af6be0418 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:52.935644 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.937749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f1c81a31-4a55-4af3-8520-02277e99eb06 None None] For port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5,segment=NetworkSegment(16e26607-d4d8-41fc-b4da-27c4d518e42b),segment_id=16e26607-d4d8-41fc-b4da-27c4d518e42b)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:52.938174 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f1c81a31-4a55-4af3-8520-02277e99eb06 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.947802 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No DVR routers for this DVR port 49e720a5-1ff5-432c-a14f-b39af6be0418 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:41:52.949846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:52.953347 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/97cb7c91-c882-4022-b493-dd8c4d668fed HTTP/1.1" status: 204 len: 168 time: 5.8572509 Nov 23 04:41:52.971156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43434) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:52.978463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f1c81a31-4a55-4af3-8520-02277e99eb06 None None] Calling delete_port for b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:52.984347 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] No DVR routers for this DVR port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:41:52.991688 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-be59e91f-6672-4aa4-873f-db71b7c0660f tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-185844623'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:53.014274 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Port': ['ID=b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:53.017234 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4aa58cc5-2c8d-4ab7-ad37-e64a77dafe98 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.025015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bac541f-9b6c-4c98-a99d-069139870610 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Network': ['ID=97cb7c91-c882-4022-b493-dd8c4d668fed,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:53.030466 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-90b16bc3-40f7-4054-a804-159221d002de req-3f39232a-a8ce-4402-9448-28187bb98627 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3056242 Nov 23 04:41:53.119327 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.150727 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8d89542-51cd-481d-8a29-5853f6d7e6b4']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:53.155699 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2bc64c35-2f6b-4158-bdd2-d6ffbbb9c027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.160855 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b117fde-e624-4b14-944a-d165600fe105 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.166881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be59e91f-6672-4aa4-873f-db71b7c0660f tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:53.170244 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16e26607-d4d8-41fc-b4da-27c4d518e42b') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:53.170626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be59e91f-6672-4aa4-873f-db71b7c0660f tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.170774 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16e26607-d4d8-41fc-b4da-27c4d518e42b') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:53.184073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.186111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.195417 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc64c35-2f6b-4158-bdd2-d6ffbbb9c027 None None] Pushing event deleted for resources: {'Port': ['ID=49e720a5-1ff5-432c-a14f-b39af6be0418,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:53.202129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bc64c35-2f6b-4158-bdd2-d6ffbbb9c027 None None] No DVR routers for this DVR port 49e720a5-1ff5-432c-a14f-b39af6be0418 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:41:53.203958 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4aa58cc5-2c8d-4ab7-ad37-e64a77dafe98 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.206953 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4aa58cc5-2c8d-4ab7-ad37-e64a77dafe98 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.210933 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4aa58cc5-2c8d-4ab7-ad37-e64a77dafe98 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "DELETE /v2.0/security-groups/69391701-d550-43e7-95d1-11a48d8cc955 HTTP/1.1" status: 204 len: 168 time: 0.6896260 Nov 23 04:41:53.212523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f1c81a31-4a55-4af3-8520-02277e99eb06 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.213538 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43436) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:53.234846 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.247927 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:41:53.248345 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:41:53.254046 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:41:53.256711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c81a31-4a55-4af3-8520-02277e99eb06 None None] Pushing event deleted for resources: {'Port': ['ID=b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:53.262957 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c81a31-4a55-4af3-8520-02277e99eb06 None None] No DVR routers for this DVR port b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:41:53.265859 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['103619f0-56d2-4562-854c-9a907b9ea88e']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:53.273209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa58cc5-2c8d-4ab7-ad37-e64a77dafe98 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69391701-d550-43e7-95d1-11a48d8cc955,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:53.284598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.300756 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.301645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.304831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2597220b-d384-4651-b06e-22069faf751a') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:53.305418 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2597220b-d384-4651-b06e-22069faf751a') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:53.308964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be59e91f-6672-4aa4-873f-db71b7c0660f tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:41:53.349478 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8b117fde-e624-4b14-944a-d165600fe105 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Deleting port 42f58156-a3d6-4e9f-a510-af64d9ff5dd5 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:53.349867 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b117fde-e624-4b14-944a-d165600fe105 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.364675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.385214 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be59e91f-6672-4aa4-873f-db71b7c0660f tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.385920 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-be59e91f-6672-4aa4-873f-db71b7c0660f tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Added segment 8ade5f67-90cd-43ac-a50f-ec94c4bad74e of type vlan for network 2f6199e4-a9b3-459d-9415-751366b9afd0 Nov 23 04:41:53.405092 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.409928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.416643 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/networks/f8d89542-51cd-481d-8a29-5853f6d7e6b4 HTTP/1.1" status: 204 len: 168 time: 1.7498734 Nov 23 04:41:53.417502 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43438) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:53.418448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.433954 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87989144-5aa5-4771-abd4-bbdeba1f6795 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Network': ['ID=f8d89542-51cd-481d-8a29-5853f6d7e6b4,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:53.459375 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-099c2d02-8902-4f0d-912f-ef5aa52d254a tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2375395 Nov 23 04:41:53.460085 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b117fde-e624-4b14-944a-d165600fe105 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.469955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43440) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:53.474370 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4efcf0e7-1240-480a-af58-e52515f8dea6 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': 'de99d3db-b853-4168-aff5-0b3b945a1d9d', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:53.482237 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:41:53.482654 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:41:53.489162 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:41:53.491707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=789aa42d-6557-488f-a68f-537d5f02d813,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:53.493310 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8b117fde-e624-4b14-944a-d165600fe105 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Calling delete_port for 42f58156-a3d6-4e9f-a510-af64d9ff5dd5 owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:53.579801 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-4efcf0e7-1240-480a-af58-e52515f8dea6 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The resource could not be found. Nov 23 04:41:53.584227 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4efcf0e7-1240-480a-af58-e52515f8dea6 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1099715 Nov 23 04:41:53.584467 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43442) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:53.589649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1a07ab65-dcac-4419-988f-8ed2e4f6a24d tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group': {'name': 'tempest-secgroup--346369047'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:53.596770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be59e91f-6672-4aa4-873f-db71b7c0660f tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.652780 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1a07ab65-dcac-4419-988f-8ed2e4f6a24d tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.671835 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.704758 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.708426 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/networks/103619f0-56d2-4562-854c-9a907b9ea88e HTTP/1.1" status: 204 len: 168 time: 2.7796850 Nov 23 04:41:53.713517 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43446) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:53.733236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd71bf28-cdf9-456b-a9c8-79533fb927f0 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Network': ['ID=103619f0-56d2-4562-854c-9a907b9ea88e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:53.737005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network e1e0692a-e363-469a-854b-781d64eec3c8 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:53.744272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:53.747005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be59e91f-6672-4aa4-873f-db71b7c0660f tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.752551 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be59e91f-6672-4aa4-873f-db71b7c0660f tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:53.753141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-be59e91f-6672-4aa4-873f-db71b7c0660f tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.783274 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a4ba7d6-208a-43c9-9ce3-fbc6d69bff65 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:53.788043 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7a4ba7d6-208a-43c9-9ce3-fbc6d69bff65 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/6732dcc2-d425-4cb0-adb5-ae5580f755c3 HTTP/1.1" status: 200 len: 841 time: 0.0695629 Nov 23 04:41:53.793109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43448) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:53.826493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b117fde-e624-4b14-944a-d165600fe105 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.866297 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-be59e91f-6672-4aa4-873f-db71b7c0660f tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.8889091 Nov 23 04:41:53.875052 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b117fde-e624-4b14-944a-d165600fe105 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Pushing event deleted for resources: {'Port': ['ID=42f58156-a3d6-4e9f-a510-af64d9ff5dd5,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:53.882639 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43450) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:53.893885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ac089181-7b6c-4f97-a346-a17859b3b754 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'subnet': {'network_id': '2f6199e4-a9b3-459d-9415-751366b9afd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:53.909031 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3587a697-b919-429a-aa0d-e4edcf6929cf tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/6732dcc2-d425-4cb0-adb5-ae5580f755c3?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1135139 Nov 23 04:41:53.913985 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43452) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:53.915753 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be59e91f-6672-4aa4-873f-db71b7c0660f tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Network': ['ID=2f6199e4-a9b3-459d-9415-751366b9afd0,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:53.918980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e2142639-e9ae-4157-a9a3-c8eebce758f4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'subnet': {'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:53.928777 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955cac63-5737-4815-b074-a0bb68d1da6c None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:53.930591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-421a6199-2281-48e5-9bce-f7387307af55 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting port 3faeb61c-8295-4be5-a076-4fa056155f9b {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:53.930947 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-421a6199-2281-48e5-9bce-f7387307af55 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:53.935328 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 2f6199e4-a9b3-459d-9415-751366b9afd0 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:41:54.053544 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router d3142252-e438-49c2-ac25-4b08d301531a is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:41:54.077751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-421a6199-2281-48e5-9bce-f7387307af55 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.078072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-421a6199-2281-48e5-9bce-f7387307af55 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.113530 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1a07ab65-dcac-4419-988f-8ed2e4f6a24d tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.128424 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1a07ab65-dcac-4419-988f-8ed2e4f6a24d tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.129872 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-421a6199-2281-48e5-9bce-f7387307af55 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Calling delete_port for 3faeb61c-8295-4be5-a076-4fa056155f9b owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:54.161753 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-08741252-3ae3-4c41-b3c3-df95f51814ab None None] Provisioning complete for port 789aa42d-6557-488f-a68f-537d5f02d813 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:54.162134 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-08741252-3ae3-4c41-b3c3-df95f51814ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.191999 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1a07ab65-dcac-4419-988f-8ed2e4f6a24d tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.193976 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1a07ab65-dcac-4419-988f-8ed2e4f6a24d tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6085558 Nov 23 04:41:54.200689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-08741252-3ae3-4c41-b3c3-df95f51814ab None None] Port 789aa42d-6557-488f-a68f-537d5f02d813 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:54.200997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43456) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:54.202575 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b117fde-e624-4b14-944a-d165600fe105 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.210296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ef41704e-9be1-40ae-8dbe-2afbc3085d83 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group': {'name': 'tempest-secgroup--916912099'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:54.243782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a07ab65-dcac-4419-988f-8ed2e4f6a24d tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21997a7a-8446-4fa5-b02a-8c3d91fa8d1c,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:54.276745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:54.291143 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ae694493-fe46-4b52-b915-97d2147e0ba3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/d3142252-e438-49c2-ac25-4b08d301531a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7463768 Nov 23 04:41:54.292246 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d62b80-05c2-4fac-90e6-b48e0617daa4 None None] Sync routers for ids ['d3142252-e438-49c2-ac25-4b08d301531a'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:54.301335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1944e-a82a-404b-8a65-e5fbc04ce66a req-2960f8e7-5686-4446-a9d4-d2a295fcc12b tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:54.303227 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e8b1944e-a82a-404b-8a65-e5fbc04ce66a req-2960f8e7-5686-4446-a9d4-d2a295fcc12b tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 944 time: 0.1711895 Nov 23 04:41:54.306411 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43458) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:54.313668 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac089181-7b6c-4f97-a346-a17859b3b754 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:54.317099 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac089181-7b6c-4f97-a346-a17859b3b754 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.319196 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d62b80-05c2-4fac-90e6-b48e0617daa4 None None] Routers {'d3142252-e438-49c2-ac25-4b08d301531a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:54.319196 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-45d62b80-05c2-4fac-90e6-b48e0617daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d3142252-e438-49c2-ac25-4b08d301531a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:54.341334 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b117fde-e624-4b14-944a-d165600fe105 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.354201 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 49e720a5-1ff5-432c-a14f-b39af6be0418 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:41:54.362846 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-45d62b80-05c2-4fac-90e6-b48e0617daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:54.372418 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d62b80-05c2-4fac-90e6-b48e0617daa4 None None] Routers {'d3142252-e438-49c2-ac25-4b08d301531a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:54.373025 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-45d62b80-05c2-4fac-90e6-b48e0617daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d3142252-e438-49c2-ac25-4b08d301531a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:54.374680 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.db.api [None req-ef41704e-9be1-40ae-8dbe-2afbc3085d83 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 04:41:54.374680 dv-neutron-818850-1-hyperv neutron-server[109952]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 04:41:54.374680 dv-neutron-818850-1-hyperv neutron-server[109952]: [parameters: {'project_id_1': '394111d8ea434dfa9daa642c07e6d98a', 'expiration_1': datetime.datetime(2021, 11, 23, 4, 41, 34, 280792)}] Nov 23 04:41:54.374680 dv-neutron-818850-1-hyperv neutron-server[109952]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:41:54.375040 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG oslo_db.api [None req-ef41704e-9be1-40ae-8dbe-2afbc3085d83 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:41:54.378156 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b117fde-e624-4b14-944a-d165600fe105 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.382894 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 49e720a5-1ff5-432c-a14f-b39af6be0418 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:41:54.384769 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 49e720a5-1ff5-432c-a14f-b39af6be0418 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:41:54.385423 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:41:54.410658 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-45d62b80-05c2-4fac-90e6-b48e0617daa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:54.411398 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45d62b80-05c2-4fac-90e6-b48e0617daa4 None None] The sync data for ids ['d3142252-e438-49c2-ac25-4b08d301531a'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:54.417055 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:41:54.417444 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b8c13f9f-f7ee-49e3-8d06-f5ea4fe1c1e5 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:41:54.431803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a82af493-ea69-4621-b4a7-bc415c5daa0e tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:54.433577 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2142639-e9ae-4157-a9a3-c8eebce758f4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:54.436604 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a82af493-ea69-4621-b4a7-bc415c5daa0e tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports/789aa42d-6557-488f-a68f-537d5f02d813 HTTP/1.1" status: 200 len: 911 time: 0.1289444 Nov 23 04:41:54.436924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2142639-e9ae-4157-a9a3-c8eebce758f4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.437067 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43460) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:54.501615 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b117fde-e624-4b14-944a-d165600fe105 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.502061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b117fde-e624-4b14-944a-d165600fe105 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Fanout notify agent at l3_agent the message router_deleted on router d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:41:54.517841 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b117fde-e624-4b14-944a-d165600fe105 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.518604 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8b117fde-e624-4b14-944a-d165600fe105 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "DELETE /v2.0/routers/d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26 HTTP/1.1" status: 204 len: 168 time: 1.7531796 Nov 23 04:41:54.523192 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43462) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:54.528662 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b056d3cf-f1f4-4400-8fda-deec64ffafc8 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1345751772', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:54.529709 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e8b1944e-a82a-404b-8a65-e5fbc04ce66a req-9dabc8bf-b16d-4101-a2a5-21ce6eaa9bd2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2103200 Nov 23 04:41:54.601130 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b056d3cf-f1f4-4400-8fda-deec64ffafc8 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.602180 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b056d3cf-f1f4-4400-8fda-deec64ffafc8 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.629776 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-421a6199-2281-48e5-9bce-f7387307af55 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.699397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421a6199-2281-48e5-9bce-f7387307af55 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Port': ['ID=3faeb61c-8295-4be5-a076-4fa056155f9b,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:54.709216 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b056d3cf-f1f4-4400-8fda-deec64ffafc8 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.739777 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b056d3cf-f1f4-4400-8fda-deec64ffafc8 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.760051 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac089181-7b6c-4f97-a346-a17859b3b754 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.806194 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b056d3cf-f1f4-4400-8fda-deec64ffafc8 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:54.807531 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b056d3cf-f1f4-4400-8fda-deec64ffafc8 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.2834749 Nov 23 04:41:54.814759 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43466) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:54.827473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Request body: {'router': {'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:54.976965 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac089181-7b6c-4f97-a346-a17859b3b754 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Subnet': ['ID=c82119f0-a48e-407a-a3b5-2a7e78ba3cf3,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:54.983611 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2142639-e9ae-4157-a9a3-c8eebce758f4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.087502 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef41704e-9be1-40ae-8dbe-2afbc3085d83 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.102059 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac089181-7b6c-4f97-a346-a17859b3b754 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Checking segment: {'id': '8ade5f67-90cd-43ac-a50f-ec94c4bad74e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '2f6199e4-a9b3-459d-9415-751366b9afd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:55.102462 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac089181-7b6c-4f97-a346-a17859b3b754 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network hostable DHCP agents. Network: 2f6199e4-a9b3-459d-9415-751366b9afd0, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:41:55.117577 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2142639-e9ae-4157-a9a3-c8eebce758f4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:55.133610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-e2142639-e9ae-4157-a9a3-c8eebce758f4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:55.145665 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92235963-f4a0-4b5a-a07c-851901b84d4f None None] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:55.163894 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-421a6199-2281-48e5-9bce-f7387307af55 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.167130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-421a6199-2281-48e5-9bce-f7387307af55 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.170713 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-421a6199-2281-48e5-9bce-f7387307af55 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/floatingips/f22fa05c-a703-4569-a61d-b99dca61c5e9 HTTP/1.1" status: 204 len: 168 time: 1.7474864 Nov 23 04:41:55.174914 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2142639-e9ae-4157-a9a3-c8eebce758f4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:55.175507 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2142639-e9ae-4157-a9a3-c8eebce758f4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.177793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43468) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:55.206251 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-4db002b4-e5a6-458c-a585-3f8f54c831e1 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] DELETE failed (client error): The resource could not be found. Nov 23 04:41:55.206901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4db002b4-e5a6-458c-a585-3f8f54c831e1 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:41:55.209878 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4db002b4-e5a6-458c-a585-3f8f54c831e1 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/ports/256d7b0a-3780-44fb-9802-248ecd7f2e61 HTTP/1.1" status: 404 len: 333 time: 0.0308607 Nov 23 04:41:55.213648 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43470) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:55.213994 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2142639-e9ae-4157-a9a3-c8eebce758f4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Subnet': ['ID=4e548dbe-655c-4490-a799-96aac52d0d58,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:55.226508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.256882 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e2142639-e9ae-4157-a9a3-c8eebce758f4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3391533 Nov 23 04:41:55.258235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43472) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:55.259251 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac089181-7b6c-4f97-a346-a17859b3b754 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network 2f6199e4-a9b3-459d-9415-751366b9afd0 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:41:55.263552 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f731ef83-eaea-4bac-9d71-b027a7cd78bb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'security_group': {'name': 'tempest-secgroup-2068158308'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:55.272092 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e830d956-9a54-4e26-b4c4-5fb707c5691c tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "GET /v2.0/ports?device_id=152895ec-0104-4bdc-9ffb-d0aa0984d3be HTTP/1.1" status: 200 len: 205 time: 0.0563073 Nov 23 04:41:55.277325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43474) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:55.319034 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-ac089181-7b6c-4f97-a346-a17859b3b754 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 2f6199e4-a9b3-459d-9415-751366b9afd0) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:55.328076 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac089181-7b6c-4f97-a346-a17859b3b754 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:55.328678 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac089181-7b6c-4f97-a346-a17859b3b754 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.338075 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a6b5f8-b633-4cad-80e8-ab75170a3669 None None] Network 2f6199e4-a9b3-459d-9415-751366b9afd0 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:55.340543 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-242930a5-12c0-4ae8-b454-c65645d6805d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] delete failed (client error): The resource could not be found. Nov 23 04:41:55.341830 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-242930a5-12c0-4ae8-b454-c65645d6805d tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/routers/152895ec-0104-4bdc-9ffb-d0aa0984d3be HTTP/1.1" status: 404 len: 336 time: 0.0618529 Nov 23 04:41:55.345257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43476) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:55.356877 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef41704e-9be1-40ae-8dbe-2afbc3085d83 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.365369 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef41704e-9be1-40ae-8dbe-2afbc3085d83 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.377182 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f731ef83-eaea-4bac-9d71-b027a7cd78bb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.379882 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ac089181-7b6c-4f97-a346-a17859b3b754 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.4917648 Nov 23 04:41:55.390645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43478) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:55.408527 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-239a1598-bfc3-41c4-8192-3389d8d2d50e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] DELETE failed (client error): The resource could not be found. Nov 23 04:41:55.409236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-239a1598-bfc3-41c4-8192-3389d8d2d50e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:41:55.412617 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-239a1598-bfc3-41c4-8192-3389d8d2d50e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/subnets/34dfbc28-a887-456b-b8e9-67375af95ad5 HTTP/1.1" status: 404 len: 337 time: 0.0662065 Nov 23 04:41:55.416789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43480) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:55.418610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef41704e-9be1-40ae-8dbe-2afbc3085d83 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.425592 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ef41704e-9be1-40ae-8dbe-2afbc3085d83 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 1.2151086 Nov 23 04:41:55.435519 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43482) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:55.440435 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f6690c6f-7672-405d-b171-991c8e6ef694 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '21997a7a-8446-4fa5-b02a-8c3d91fa8d1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'b523d9f1-4c50-4cb8-a249-193a1b4fa790'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:55.467989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef41704e-9be1-40ae-8dbe-2afbc3085d83 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b523d9f1-4c50-4cb8-a249-193a1b4fa790,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:55.533173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.550691 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.584866 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c97ca78c-0875-44f8-836d-ef8dc069b6b2 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:55.646244 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'tenant_id': '21aafe545f554d9ca8d2cff1f90b0ba5', 'fixed_ips': [{'subnet_id': '4e548dbe-655c-4490-a799-96aac52d0d58'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:41:55.647100 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.669152 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.692838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.693125 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-f6690c6f-7672-405d-b171-991c8e6ef694 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:55.697624 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f6690c6f-7672-405d-b171-991c8e6ef694 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2606091 Nov 23 04:41:55.698266 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43486) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:55.751021 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.764859 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f731ef83-eaea-4bac-9d71-b027a7cd78bb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.784970 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f731ef83-eaea-4bac-9d71-b027a7cd78bb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.798416 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-dfd91fc2-fd7e-4dc3-8e20-1270399b6404 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting port aceb8090-4221-4961-bcad-ccffe169e37a {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:55.798846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dfd91fc2-fd7e-4dc3-8e20-1270399b6404 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.833984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Allocated IP 172.20.0.2 (3ce37b7d-18dc-4a4b-8f03-fa9101f19109/4e548dbe-655c-4490-a799-96aac52d0d58/37f21f02-beb5-47a8-960d-e0b1b38c1307) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:55.873643 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Allocated IP 172.26.8.24 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/571aab6d-14f0-47af-8ba8-aa31db4d730d) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:55.878714 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.907277 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port c97ca78c-0875-44f8-836d-ef8dc069b6b2 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:41:55.914266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port c97ca78c-0875-44f8-836d-ef8dc069b6b2 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:55.914266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.917675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Subnet': ['ID=c82119f0-a48e-407a-a3b5-2a7e78ba3cf3,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:55.951231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f731ef83-eaea-4bac-9d71-b027a7cd78bb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.955061 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f731ef83-eaea-4bac-9d71-b027a7cd78bb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.6930819 Nov 23 04:41:55.958161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2abff6f1-0716-4f67-9d51-aea5d3f0a414 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-2f6199e4-a9b3-459d-9415-751366b9afd0', 'network_id': '2f6199e4-a9b3-459d-9415-751366b9afd0', 'tenant_id': 'ba6af278a0a24d8eb641d2ebe001ea4e', 'fixed_ips': [{'subnet_id': 'c82119f0-a48e-407a-a3b5-2a7e78ba3cf3'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:41:55.959885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2abff6f1-0716-4f67-9d51-aea5d3f0a414 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:55.960046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43490) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:55.961543 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f731ef83-eaea-4bac-9d71-b027a7cd78bb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9dd257a2-d77e-44db-b418-f933b548b323,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:55.972866 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f32c6c6a-f451-474c-8306-7fb6a01ff94b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'security_group': {'name': 'tempest-secgroup-663986910'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:56.017683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7c9d8-8017-4858-a83e-328f86db5634 req-9eb05707-97e4-4c8d-b5f0-6cafe2e5b4a2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:56.024862 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b6b7c9d8-8017-4858-a83e-328f86db5634 req-9eb05707-97e4-4c8d-b5f0-6cafe2e5b4a2 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 944 time: 0.3247190 Nov 23 04:41:56.044511 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.081898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f32c6c6a-f451-474c-8306-7fb6a01ff94b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.091317 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-380ffba3-2e2c-40a9-aaa2-cd648e8ccb33 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.099060 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f6199e4-a9b3-459d-9415-751366b9afd0']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:56.109216 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8e3137-f6e7-4c18-b57e-bcf0b1337742 None None] Network 2f6199e4-a9b3-459d-9415-751366b9afd0 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:56.125239 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.130329 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ade5f67-90cd-43ac-a50f-ec94c4bad74e') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:56.130630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ade5f67-90cd-43ac-a50f-ec94c4bad74e') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:56.135194 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dfd91fc2-fd7e-4dc3-8e20-1270399b6404 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.146027 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.180110 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.192345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-380ffba3-2e2c-40a9-aaa2-cd648e8ccb33 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.197372 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:41:56.197788 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.199871 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b6b7c9d8-8017-4858-a83e-328f86db5634 req-ec4f77e9-2883-440d-9340-113a7f69baaf tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1741657 Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:41:56.201926 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:41:56.210610 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-dfd91fc2-fd7e-4dc3-8e20-1270399b6404 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Calling delete_port for aceb8090-4221-4961-bcad-ccffe169e37a owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:56.262480 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Allocated IP 2001:db8:1::1 (3ed4ced0-2785-4da6-8f30-4bdb20004b19/4ecd3978-b752-4bbb-b77a-66d63a739061/4f3f114a-7d0a-4c83-870a-8251fba4dc5e) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:56.288895 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.341194 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-380ffba3-2e2c-40a9-aaa2-cd648e8ccb33 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.344306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-380ffba3-2e2c-40a9-aaa2-cd648e8ccb33 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.349084 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-380ffba3-2e2c-40a9-aaa2-cd648e8ccb33 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "DELETE /v2.0/security-groups/b523d9f1-4c50-4cb8-a249-193a1b4fa790 HTTP/1.1" status: 204 len: 168 time: 0.6426063 Nov 23 04:41:56.365748 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858eeac6-298e-487b-a973-c3dca42a876d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:41:56.368821 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a698601e-d1f5-4865-9db7-df783c682d0b" -d '{"events": [{"server_uuid": "858eeac6-298e-487b-a973-c3dca42a876d", "name": "network-vif-plugged", "status": "completed", "tag": "c97ca78c-0875-44f8-836d-ef8dc069b6b2"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:41:56.379650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43492) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:56.386132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.408312 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c97ca78c-0875-44f8-836d-ef8dc069b6b2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c97ca78c-0875-44f8-836d-ef8dc069b6b2,segment=NetworkSegment(6d892ad2-787f-45fc-bfa7-f0cd2a04173f),segment_id=6d892ad2-787f-45fc-bfa7-f0cd2a04173f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:56.412379 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.421793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-380ffba3-2e2c-40a9-aaa2-cd648e8ccb33 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b523d9f1-4c50-4cb8-a249-193a1b4fa790,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:56.429962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:41:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-99c7886c-711e-4148-9699-6c7b6eaff7d2 x-openstack-request-id: req-99c7886c-711e-4148-9699-6c7b6eaff7d2 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:41:56.430295 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858eeac6-298e-487b-a973-c3dca42a876d", "name": "network-vif-plugged", "status": "completed", "tag": "c97ca78c-0875-44f8-836d-ef8dc069b6b2", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:41:56.431555 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-99c7886c-711e-4148-9699-6c7b6eaff7d2 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:41:56.431840 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858eeac6-298e-487b-a973-c3dca42a876d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2', 'code': 200} Nov 23 04:41:56.436923 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.484475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:56.499406 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:56.525940 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:56.537451 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Pushing event updated for resources: {'Port': ['ID=37f21f02-beb5-47a8-960d-e0b1b38c1307,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:56.544765 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ac0cfe70-bc07-4996-80c5-e31300a35ae0 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4538 time: 0.1611886 Nov 23 04:41:56.545427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43496) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:56.589441 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.601944 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.618770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dfd91fc2-fd7e-4dc3-8e20-1270399b6404 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.653992 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Pushing event updated for resources: {'Port': ['ID=571aab6d-14f0-47af-8ba8-aa31db4d730d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:56.660358 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Attempting to bind port 37f21f02-beb5-47a8-960d-e0b1b38c1307 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:41:56.660992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Attempting to bind port 37f21f02-beb5-47a8-960d-e0b1b38c1307 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '5076f109-d82a-4a50-b353-5ddd9adb4b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:41:56.661666 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Attempting to bind port 37f21f02-beb5-47a8-960d-e0b1b38c1307 on network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:41:56.664172 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c97ca78c-0875-44f8-836d-ef8dc069b6b2,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:56.672782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f32c6c6a-f451-474c-8306-7fb6a01ff94b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.674910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.681453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd91fc2-fd7e-4dc3-8e20-1270399b6404 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Port': ['ID=aceb8090-4221-4961-bcad-ccffe169e37a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:56.684832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:41:56.685234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Checking segment: {'id': '5076f109-d82a-4a50-b353-5ddd9adb4b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:56.685750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.686074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Bound using segment: {'id': '5076f109-d82a-4a50-b353-5ddd9adb4b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:41:56.686566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Bound port: 37f21f02-beb5-47a8-960d-e0b1b38c1307, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5076f109-d82a-4a50-b353-5ddd9adb4b7b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:41:56.689600 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.689751 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.695351 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/2f6199e4-a9b3-459d-9415-751366b9afd0 HTTP/1.1" status: 204 len: 168 time: 1.3027453 Nov 23 04:41:56.699497 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90dee777-79ac-434e-8670-1d3cd517fd90 None None] DHCP port deletion for fe323b12-826d-4a27-9634-70b4819abf63 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:56.701656 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:56.704038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43498) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:56.704664 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f32c6c6a-f451-474c-8306-7fb6a01ff94b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.711250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-648faf78-05b6-46dd-ba37-13be367ddcac tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1821980989'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:56.711455 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-23fdf9e6-8249-4c06-84f6-2c591eeac21f tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.728920 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:56.736784 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:56.759114 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a4d311-375b-4ffa-9f97-0f60a15cfa9d None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:56.766917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-23fdf9e6-8249-4c06-84f6-2c591eeac21f tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.769991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.793395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a248b62-da6c-423b-abc6-38ff6abac23d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Network': ['ID=2f6199e4-a9b3-459d-9415-751366b9afd0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:56.828864 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] For port 37f21f02-beb5-47a8-960d-e0b1b38c1307, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:41:56.832872 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] For port 37f21f02-beb5-47a8-960d-e0b1b38c1307, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=37f21f02-beb5-47a8-960d-e0b1b38c1307,segment=NetworkSegment(5076f109-d82a-4a50-b353-5ddd9adb4b7b),segment_id=5076f109-d82a-4a50-b353-5ddd9adb4b7b)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:41:56.838849 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.840053 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dfd91fc2-fd7e-4dc3-8e20-1270399b6404 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.845536 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dfd91fc2-fd7e-4dc3-8e20-1270399b6404 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/ports/aceb8090-4221-4961-bcad-ccffe169e37a HTTP/1.1" status: 204 len: 168 time: 1.4255159 Nov 23 04:41:56.848431 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43500) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:56.866045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 3ed4ced0-2785-4da6-8f30-4bdb20004b19 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:56.896752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:56.902353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:56.902905 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.905343 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=4f3f114a-7d0a-4c83-870a-8251fba4dc5e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:56.910847 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32c6c6a-f451-474c-8306-7fb6a01ff94b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=490279cd-7da7-46e2-9e93-826cef9180e7,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:56.936172 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-648faf78-05b6-46dd-ba37-13be367ddcac tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:56.940353 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-648faf78-05b6-46dd-ba37-13be367ddcac tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.948459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-480671dd-569e-4b8c-a9ba-7b95eefb24d1 None None] Provisioning complete for port 571aab6d-14f0-47af-8ba8-aa31db4d730d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:56.948459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-480671dd-569e-4b8c-a9ba-7b95eefb24d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.953742 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-23fdf9e6-8249-4c06-84f6-2c591eeac21f tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.956480 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-23fdf9e6-8249-4c06-84f6-2c591eeac21f tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.960435 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-23fdf9e6-8249-4c06-84f6-2c591eeac21f tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "DELETE /v2.0/security-groups/21997a7a-8446-4fa5-b02a-8c3d91fa8d1c HTTP/1.1" status: 204 len: 168 time: 0.4089773 Nov 23 04:41:56.960746 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43502) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:56.960898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f32c6c6a-f451-474c-8306-7fb6a01ff94b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:56.962942 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f32c6c6a-f451-474c-8306-7fb6a01ff94b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.9939106 Nov 23 04:41:56.968986 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43504) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:56.983959 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4ddea3f4-443a-443a-877b-a6fcc388f897 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1151597791', 'security_groups': ['490279cd-7da7-46e2-9e93-826cef9180e7'], 'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '4e548dbe-655c-4490-a799-96aac52d0d58'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:57.011451 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714eb720-aabf-4ba9-91c6-129db26ea3b5 None None] Pushing event updated for resources: {'Port': ['ID=37f21f02-beb5-47a8-960d-e0b1b38c1307,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:57.013679 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bf5fad-a3ec-4b06-961e-387488a34c56 req-6db43fb2-ceb0-4c60-a540-f13ed063adfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:57.015208 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-89bf5fad-a3ec-4b06-961e-387488a34c56 req-6db43fb2-ceb0-4c60-a540-f13ed063adfa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 1098 time: 0.2186077 Nov 23 04:41:57.017481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fdf9e6-8249-4c06-84f6-2c591eeac21f tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21997a7a-8446-4fa5-b02a-8c3d91fa8d1c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:57.066820 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-480671dd-569e-4b8c-a9ba-7b95eefb24d1 None None] Port 571aab6d-14f0-47af-8ba8-aa31db4d730d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:57.123118 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-383bd64f-7ae2-411c-9a1e-46b226f7c0c5 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1341140 Nov 23 04:41:57.145608 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43506) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:57.146599 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-648faf78-05b6-46dd-ba37-13be367ddcac tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:41:57.151037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-fe5e1a92-e667-427f-b34d-c4944e2bb614 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group': {'name': 'tempest-secgroup--442012702'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:57.178155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.190356 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-648faf78-05b6-46dd-ba37-13be367ddcac tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.190709 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-648faf78-05b6-46dd-ba37-13be367ddcac tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Added segment df74e671-7f08-4c25-ba9b-87f9b5247bd7 of type vlan for network 67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1 Nov 23 04:41:57.197807 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-823e0786-e0c6-4ac4-b779-d415886156e4 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting port 7de618a6-d5c6-4c29-8eb6-c6b0ce59b349 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:41:57.198312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-823e0786-e0c6-4ac4-b779-d415886156e4 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.251249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1a92-e667-427f-b34d-c4944e2bb614 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.329586 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-89bf5fad-a3ec-4b06-961e-387488a34c56 req-adc64174-caae-433d-9005-9badf175e10f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2771387 Nov 23 04:41:57.424610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-648faf78-05b6-46dd-ba37-13be367ddcac tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.458434 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-155ae23e-720d-48d6-bdfd-dcc91ca1e18e None None] Provisioning complete for port 4f3f114a-7d0a-4c83-870a-8251fba4dc5e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:57.459053 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-155ae23e-720d-48d6-bdfd-dcc91ca1e18e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.460977 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.473548 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-823e0786-e0c6-4ac4-b779-d415886156e4 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.495581 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-823e0786-e0c6-4ac4-b779-d415886156e4 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Calling delete_port for 7de618a6-d5c6-4c29-8eb6-c6b0ce59b349 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:41:57.502757 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ddea3f4-443a-443a-877b-a6fcc388f897 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:57.518430 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc7b915-f684-4da6-9094-d9af2d8332ea req-d87463d2-9625-4fa6-8294-99f84b3db872 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:57.520179 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2cc7b915-f684-4da6-9094-d9af2d8332ea req-d87463d2-9625-4fa6-8294-99f84b3db872 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.1860654 Nov 23 04:41:57.527000 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-155ae23e-720d-48d6-bdfd-dcc91ca1e18e None None] Port 4f3f114a-7d0a-4c83-870a-8251fba4dc5e cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:57.534034 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-648faf78-05b6-46dd-ba37-13be367ddcac tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.539964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648faf78-05b6-46dd-ba37-13be367ddcac tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:57.540569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-648faf78-05b6-46dd-ba37-13be367ddcac tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.620640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1a92-e667-427f-b34d-c4944e2bb614 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.638125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1a92-e667-427f-b34d-c4944e2bb614 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.679026 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-648faf78-05b6-46dd-ba37-13be367ddcac tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9716318 Nov 23 04:41:57.689657 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43512) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:57.692264 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fe5e1a92-e667-427f-b34d-c4944e2bb614 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.693497 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fe5e1a92-e667-427f-b34d-c4944e2bb614 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.5462890 Nov 23 04:41:57.707016 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43514) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:57.712096 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c900bcaf-d62a-4db5-b00c-33a8c55fc9ba tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'subnet': {'network_id': '67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:57.714771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8c6ca78f-e1f7-4dc0-b18d-59901fa0f27c tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '7e98b69a-572d-485f-ba3f-17fa1ff05b65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:57.722249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5e1a92-e667-427f-b34d-c4944e2bb614 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e98b69a-572d-485f-ba3f-17fa1ff05b65,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:57.768364 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648faf78-05b6-46dd-ba37-13be367ddcac tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Network': ['ID=67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:57.782955 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:41:57.800325 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2cc7b915-f684-4da6-9094-d9af2d8332ea req-7ec3d720-0a22-4976-bc14-14e56d9896a8 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2561407 Nov 23 04:41:57.810533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ddea3f4-443a-443a-877b-a6fcc388f897 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.882735 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-4ddea3f4-443a-443a-877b-a6fcc388f897 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port da99ee73-e3b5-4d67-9cff-93a28f2ddba6 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:41:57.886375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.897312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.898083 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.903004 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-823e0786-e0c6-4ac4-b779-d415886156e4 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.906687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c900bcaf-d62a-4db5-b00c-33a8c55fc9ba tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:57.910210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c900bcaf-d62a-4db5-b00c-33a8c55fc9ba tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:57.968950 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-8c6ca78f-e1f7-4dc0-b18d-59901fa0f27c tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:57.972701 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8c6ca78f-e1f7-4dc0-b18d-59901fa0f27c tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2619972 Nov 23 04:41:57.974900 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43516) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:57.984473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e07bc5d0-43ce-4a72-915c-1e8cc87b6111 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group_rule': {'security_group_id': '7e98b69a-572d-485f-ba3f-17fa1ff05b65', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:58.037027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002b79b6-56b6-4ca6-b41c-458374fc2677 None None] DHCP port deletion for fe323b12-826d-4a27-9634-70b4819abf63 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:41:58.063814 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:58.077368 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:58.078752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=4f3f114a-7d0a-4c83-870a-8251fba4dc5e,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:58.150197 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-e07bc5d0-43ce-4a72-915c-1e8cc87b6111 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:58.151248 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e07bc5d0-43ce-4a72-915c-1e8cc87b6111 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.1724839 Nov 23 04:41:58.158617 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43518) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:58.167306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823e0786-e0c6-4ac4-b779-d415886156e4 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Port': ['ID=7de618a6-d5c6-4c29-8eb6-c6b0ce59b349,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:58.243085 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-4ddea3f4-443a-443a-877b-a6fcc388f897 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Allocated IP 172.20.0.13 (3ce37b7d-18dc-4a4b-8f03-fa9101f19109/4e548dbe-655c-4490-a799-96aac52d0d58/da99ee73-e3b5-4d67-9cff-93a28f2ddba6) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:41:58.258969 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-823e0786-e0c6-4ac4-b779-d415886156e4 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:58.263182 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-823e0786-e0c6-4ac4-b779-d415886156e4 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/ports/7de618a6-d5c6-4c29-8eb6-c6b0ce59b349 HTTP/1.1" status: 204 len: 168 time: 1.4137950 Nov 23 04:41:58.271389 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43520) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:58.340247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 3ed4ced0-2785-4da6-8f30-4bdb20004b19 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:58.354146 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:58.362652 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a98e904d-b2cc-4066-beb6-aa0541e24b65 None None] Provisioning complete for port 37f21f02-beb5-47a8-960d-e0b1b38c1307 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:58.363208 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a98e904d-b2cc-4066-beb6-aa0541e24b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:58.368711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b10f5c74-7a0b-41b0-bacd-ae7cd31187f3 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:58.402318 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Router 03b484a7-e105-4aa6-8116-538dca0e50d3 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:41:58.480171 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 37f21f02-beb5-47a8-960d-e0b1b38c1307 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:41:58.619097 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ddea3f4-443a-443a-877b-a6fcc388f897 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:58.634358 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a98e904d-b2cc-4066-beb6-aa0541e24b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:58.668929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:58.669678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 37f21f02-beb5-47a8-960d-e0b1b38c1307 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:58.670250 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:58.678833 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:58.680262 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b02b96c9-d1eb-4a37-9bec-0ae2e34fbe0c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "PUT /v2.0/routers/03b484a7-e105-4aa6-8116-538dca0e50d3 HTTP/1.1" status: 200 len: 883 time: 3.8622286 Nov 23 04:41:58.684959 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43524) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:58.728884 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dca27e-fd66-4aca-9891-85462b342619 None None] Sync routers for ids ['03b484a7-e105-4aa6-8116-538dca0e50d3'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:58.751077 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ddea3f4-443a-443a-877b-a6fcc388f897 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:58.763030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a98e904d-b2cc-4066-beb6-aa0541e24b65 None None] For port 37f21f02-beb5-47a8-960d-e0b1b38c1307, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=37f21f02-beb5-47a8-960d-e0b1b38c1307,segment=NetworkSegment(5076f109-d82a-4a50-b353-5ddd9adb4b7b),segment_id=5076f109-d82a-4a50-b353-5ddd9adb4b7b)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:41:58.764273 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dca27e-fd66-4aca-9891-85462b342619 None None] Routers {'03b484a7-e105-4aa6-8116-538dca0e50d3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:58.764861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-12dca27e-fd66-4aca-9891-85462b342619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['03b484a7-e105-4aa6-8116-538dca0e50d3'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:58.799479 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a98e904d-b2cc-4066-beb6-aa0541e24b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:58.803565 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-12dca27e-fd66-4aca-9891-85462b342619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:58.846934 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d938ccfe-40b6-4712-ba59-a1f216c82e36 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:58.850870 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d938ccfe-40b6-4712-ba59-a1f216c82e36 tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "GET /v2.0/ports?device_id=2fd12235-0b00-4ba9-bf6f-9993041bd168 HTTP/1.1" status: 200 len: 913 time: 0.5758474 Nov 23 04:41:58.857352 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43528) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:58.873215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b10f5c74-7a0b-41b0-bacd-ae7cd31187f3 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:58.887892 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12dca27e-fd66-4aca-9891-85462b342619 None None] Routers {'03b484a7-e105-4aa6-8116-538dca0e50d3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:58.888516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-12dca27e-fd66-4aca-9891-85462b342619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['03b484a7-e105-4aa6-8116-538dca0e50d3'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:58.889415 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-25a17338-e0c6-4fa3-aa5e-3bf5a808652f tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/routers/03b484a7-e105-4aa6-8116-538dca0e50d3 HTTP/1.1" status: 200 len: 924 time: 0.2029383 Nov 23 04:41:58.893395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddea3f4-443a-443a-877b-a6fcc388f897 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:41:58.894878 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43530) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:58.900847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a98e904d-b2cc-4066-beb6-aa0541e24b65 None None] Provisioning complete for port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:58.900847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a98e904d-b2cc-4066-beb6-aa0541e24b65 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:58.909076 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-4ddea3f4-443a-443a-877b-a6fcc388f897 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:58.914405 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c900bcaf-d62a-4db5-b00c-33a8c55fc9ba tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:58.927697 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddea3f4-443a-443a-877b-a6fcc388f897 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:41:58.971704 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98e904d-b2cc-4066-beb6-aa0541e24b65 None None] Pushing event updated for resources: {'Port': ['ID=37f21f02-beb5-47a8-960d-e0b1b38c1307,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:58.983476 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-12dca27e-fd66-4aca-9891-85462b342619 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:58.983476 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12dca27e-fd66-4aca-9891-85462b342619 None None] The sync data for ids ['03b484a7-e105-4aa6-8116-538dca0e50d3'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:58.984674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddea3f4-443a-443a-877b-a6fcc388f897 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=da99ee73-e3b5-4d67-9cff-93a28f2ddba6,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:59.000626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a98e904d-b2cc-4066-beb6-aa0541e24b65 None None] Port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:59.029675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ddea3f4-443a-443a-877b-a6fcc388f897 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:59.030447 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ddea3f4-443a-443a-877b-a6fcc388f897 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:59.056757 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4ddea3f4-443a-443a-877b-a6fcc388f897 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 2.0768347 Nov 23 04:41:59.063252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43532) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:59.068091 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e3b30890-30b3-4b85-8961-52aff120ddf3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'subnet': {'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:59.073747 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router d3142252-e438-49c2-ac25-4b08d301531a has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:41:59.079970 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c900bcaf-d62a-4db5-b00c-33a8c55fc9ba tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Subnet': ['ID=a3b22aa4-c96a-477a-9308-43589d04cfc3,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:59.094715 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d78a1ec-b879-4ee5-b813-4737db6c9f86 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:59.099231 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8d78a1ec-b879-4ee5-b813-4737db6c9f86 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&device_id=03b484a7-e105-4aa6-8116-538dca0e50d3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1986079 Nov 23 04:41:59.103685 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43534) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:59.116746 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b10f5c74-7a0b-41b0-bacd-ae7cd31187f3 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:59.120033 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b10f5c74-7a0b-41b0-bacd-ae7cd31187f3 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:59.123445 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b10f5c74-7a0b-41b0-bacd-ae7cd31187f3 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "DELETE /v2.0/security-groups/7e98b69a-572d-485f-ba3f-17fa1ff05b65 HTTP/1.1" status: 204 len: 168 time: 0.9552264 Nov 23 04:41:59.135028 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7999f05c-5f05-4f2d-89bc-22a2541a86e3 None None] Provisioning complete for port 4f3f114a-7d0a-4c83-870a-8251fba4dc5e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:59.135552 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7999f05c-5f05-4f2d-89bc-22a2541a86e3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:59.136957 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231e1993-5a2a-4520-8461-421d05a3e187 req-ba98ab92-bdf9-4275-9df8-610fc565281c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:59.144586 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-231e1993-5a2a-4520-8461-421d05a3e187 req-ba98ab92-bdf9-4275-9df8-610fc565281c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.2433259 Nov 23 04:41:59.147365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43536) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:59.184303 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7999f05c-5f05-4f2d-89bc-22a2541a86e3 None None] Port 4f3f114a-7d0a-4c83-870a-8251fba4dc5e cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:59.222537 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-231e1993-5a2a-4520-8461-421d05a3e187 req-2608f48f-38a9-4a10-bdd8-a50f0728087c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0763535 Nov 23 04:41:59.256992 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b30890-30b3-4b85-8961-52aff120ddf3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:59.260184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e3b30890-30b3-4b85-8961-52aff120ddf3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:59.264609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10f5c74-7a0b-41b0-bacd-ae7cd31187f3 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e98b69a-572d-485f-ba3f-17fa1ff05b65,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:41:59.311203 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b8739198-4ae9-467b-b208-4d6b822821ff None None] Provisioning complete for port da99ee73-e3b5-4d67-9cff-93a28f2ddba6 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:41:59.312045 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b8739198-4ae9-467b-b208-4d6b822821ff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:59.324620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c900bcaf-d62a-4db5-b00c-33a8c55fc9ba tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Checking segment: {'id': 'df74e671-7f08-4c25-ba9b-87f9b5247bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:41:59.325419 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c900bcaf-d62a-4db5-b00c-33a8c55fc9ba tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network hostable DHCP agents. Network: 67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:41:59.354890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b8739198-4ae9-467b-b208-4d6b822821ff None None] Port da99ee73-e3b5-4d67-9cff-93a28f2ddba6 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:41:59.356157 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.ipam_backend_mixin [None req-e3b30890-30b3-4b85-8961-52aff120ddf3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 4e548dbe-655c-4490-a799-96aac52d0d58 (CIDR: 172.20.0.0/28) Nov 23 04:41:59.359816 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3b30890-30b3-4b85-8961-52aff120ddf3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:41:59.360309 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3b30890-30b3-4b85-8961-52aff120ddf3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:41:59.379084 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:41:59.380643 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e3b30890-30b3-4b85-8961-52aff120ddf3 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3170378 Nov 23 04:41:59.383343 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43540) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:59.388969 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c218fa8a-4c72-4fb6-aa37-ec909693750a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'subnet': {'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:59.511448 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2c20cb65-255f-4f42-b62b-2a76a48f371d tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.3496943 Nov 23 04:41:59.516253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c218fa8a-4c72-4fb6-aa37-ec909693750a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:41:59.520120 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c218fa8a-4c72-4fb6-aa37-ec909693750a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:59.522819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43542) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:59.527991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c900bcaf-d62a-4db5-b00c-33a8c55fc9ba tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network 67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:41:59.540752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-0d767e56-f9c7-40ae-bf46-e4b6a9c72dae tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group': {'name': 'tempest-secgroup--2070283032'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:59.557572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9ce692-ee98-4073-b57e-9bedb86cfef6 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:59.562117 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0d9ce692-ee98-4073-b57e-9bedb86cfef6 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/networks/707e3b6c-c967-4552-be8b-522e32d46a1b HTTP/1.1" status: 200 len: 881 time: 0.4536624 Nov 23 04:41:59.564482 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43546) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:59.565096 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:41:59.571850 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-053838e6-de18-4b32-99bc-943e96815037 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/d3142252-e438-49c2-ac25-4b08d301531a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1297615 Nov 23 04:41:59.579109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43548) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:59.582624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-c900bcaf-d62a-4db5-b00c-33a8c55fc9ba tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:41:59.587763 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c900bcaf-d62a-4db5-b00c-33a8c55fc9ba tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:59.588409 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c900bcaf-d62a-4db5-b00c-33a8c55fc9ba tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:59.594091 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86e18e-1c17-4d23-8724-b345e20e0db1 None None] Sync routers for ids ['d3142252-e438-49c2-ac25-4b08d301531a'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:41:59.611518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e6fb15f-5ed4-4f47-a4bf-3beb4e60c095 None None] Network 67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:41:59.613270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35f241b-c8d5-4494-b828-050a6f8b80fd req-1d264ab7-4c6c-4d7e-bf0c-2029c36da215 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:59.614976 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a35f241b-c8d5-4494-b828-050a6f8b80fd req-1d264ab7-4c6c-4d7e-bf0c-2029c36da215 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.2836311 Nov 23 04:41:59.624367 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd86e18e-1c17-4d23-8724-b345e20e0db1 None None] Routers {'d3142252-e438-49c2-ac25-4b08d301531a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:59.625387 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dd86e18e-1c17-4d23-8724-b345e20e0db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d3142252-e438-49c2-ac25-4b08d301531a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:59.634442 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-112167e1-5586-4271-b0fd-b8b1527a1733 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "GET /v2.0/ports?device_id=03b484a7-e105-4aa6-8116-538dca0e50d3 HTTP/1.1" status: 200 len: 205 time: 0.0681634 Nov 23 04:41:59.641387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43550) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:59.669468 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dd86e18e-1c17-4d23-8724-b345e20e0db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:59.678943 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d767e56-f9c7-40ae-bf46-e4b6a9c72dae tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:59.689380 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd86e18e-1c17-4d23-8724-b345e20e0db1 None None] Routers {'d3142252-e438-49c2-ac25-4b08d301531a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:41:59.690241 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dd86e18e-1c17-4d23-8724-b345e20e0db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d3142252-e438-49c2-ac25-4b08d301531a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:59.691870 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c900bcaf-d62a-4db5-b00c-33a8c55fc9ba tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9972777 Nov 23 04:41:59.702641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43552) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:59.708002 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8e13b4ed-d5b4-4330-bec7-92779dd1e09e tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'subnet': {'network_id': '67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:41:59.711502 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf15d37-89a4-4602-8d12-5a50fa044456 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:41:59.716099 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0bf15d37-89a4-4602-8d12-5a50fa044456 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports/4f3f114a-7d0a-4c83-870a-8251fba4dc5e HTTP/1.1" status: 200 len: 913 time: 0.1348865 Nov 23 04:41:59.716767 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43554) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:59.734919 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dd86e18e-1c17-4d23-8724-b345e20e0db1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:41:59.736967 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd86e18e-1c17-4d23-8724-b345e20e0db1 None None] The sync data for ids ['d3142252-e438-49c2-ac25-4b08d301531a'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:41:59.822538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1', 'network_id': '67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1', 'tenant_id': 'ba6af278a0a24d8eb641d2ebe001ea4e', 'fixed_ips': [{'subnet_id': 'a3b22aa4-c96a-477a-9308-43589d04cfc3'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:41:59.823758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:41:59.840783 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a35f241b-c8d5-4494-b828-050a6f8b80fd req-3ed66e1c-97a4-41c6-bad8-14fdf25451fa tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1945007 Nov 23 04:41:59.870452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43556) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:41:59.987048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Allocated IP 2001:db8::2 (67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1/a3b22aa4-c96a-477a-9308-43589d04cfc3/c31805b7-2256-4d2b-9365-1771c07d2345) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:00.043854 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f9d7ae5-ad2f-406b-b3a6-02ca54c28096 tempest-TestNetworkAdvancedServerOps-405059231 tempest-TestNetworkAdvancedServerOps-405059231-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:00.048413 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1f9d7ae5-ad2f-406b-b3a6-02ca54c28096 tempest-TestNetworkAdvancedServerOps-405059231 tempest-TestNetworkAdvancedServerOps-405059231-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 1093 time: 0.1743526 Nov 23 04:42:00.051133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d767e56-f9c7-40ae-bf46-e4b6a9c72dae tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.069808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43558) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:00.075766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'fixed_ip_address': '172.20.0.6'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:00.089160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e13b4ed-d5b4-4330-bec7-92779dd1e09e tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:00.093104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8e13b4ed-d5b4-4330-bec7-92779dd1e09e tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.096025 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d767e56-f9c7-40ae-bf46-e4b6a9c72dae tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.153132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.159339 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.200454 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.203009 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d767e56-f9c7-40ae-bf46-e4b6a9c72dae tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54f5330f-d88c-473f-b0cc-81528dc75c0f,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:00.205963 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Network 67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:00.212839 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:00.215926 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:00.217089 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d767e56-f9c7-40ae-bf46-e4b6a9c72dae tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.218204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Pushing event updated for resources: {'Port': ['ID=c31805b7-2256-4d2b-9365-1771c07d2345,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:00.218356 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0d767e56-f9c7-40ae-bf46-e4b6a9c72dae tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.6912968 Nov 23 04:42:00.222817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43560) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:00.233545 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e110c3ba-51da-46d1-8514-c134a03c7a4a tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:00.233750 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-e110c3ba-51da-46d1-8514-c134a03c7a4a tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 04:42:00.234104 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-e110c3ba-51da-46d1-8514-c134a03c7a4a tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 04:42:00.235156 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e110c3ba-51da-46d1-8514-c134a03c7a4a tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "PUT /v2.0/security-groups/54f5330f-d88c-473f-b0cc-81528dc75c0f HTTP/1.1" status: 409 len: 330 time: 0.0080292 Nov 23 04:42:00.240720 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43562) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:00.286543 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-180f70d3-8ca2-4b66-91c5-b48eaf618cc7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.286903 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Attempting to bind port c31805b7-2256-4d2b-9365-1771c07d2345 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:42:00.287288 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Attempting to bind port c31805b7-2256-4d2b-9365-1771c07d2345 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'df74e671-7f08-4c25-ba9b-87f9b5247bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:42:00.287802 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Attempting to bind port c31805b7-2256-4d2b-9365-1771c07d2345 on network 67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:42:00.294942 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:42:00.295743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Checking segment: {'id': 'df74e671-7f08-4c25-ba9b-87f9b5247bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:00.296192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.296603 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Bound using segment: {'id': 'df74e671-7f08-4c25-ba9b-87f9b5247bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:42:00.297767 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Bound port: c31805b7-2256-4d2b-9365-1771c07d2345, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df74e671-7f08-4c25-ba9b-87f9b5247bd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:42:00.298219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.328531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fc9ec2f5-849b-4949-8fb4-2383f754864e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.372680 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 37f21f02-beb5-47a8-960d-e0b1b38c1307 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:00.482991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-07db9417-1b0e-464c-b503-24113b6ea6c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.518548 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-180f70d3-8ca2-4b66-91c5-b48eaf618cc7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.555875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-07db9417-1b0e-464c-b503-24113b6ea6c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.556949 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] For port c31805b7-2256-4d2b-9365-1771c07d2345, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:42:00.576720 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] For port c31805b7-2256-4d2b-9365-1771c07d2345, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c31805b7-2256-4d2b-9365-1771c07d2345,segment=NetworkSegment(df74e671-7f08-4c25-ba9b-87f9b5247bd7),segment_id=df74e671-7f08-4c25-ba9b-87f9b5247bd7)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:42:00.582529 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.637518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eac6d5c-f186-488a-948a-6158d1396786 None None] Pushing event updated for resources: {'Port': ['ID=c31805b7-2256-4d2b-9365-1771c07d2345,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:00.656013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 37f21f02-beb5-47a8-960d-e0b1b38c1307 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:00.656013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.657513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c218fa8a-4c72-4fb6-aa37-ec909693750a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.717477 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-180f70d3-8ca2-4b66-91c5-b48eaf618cc7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Deleting port 571aab6d-14f0-47af-8ba8-aa31db4d730d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:00.717818 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-180f70d3-8ca2-4b66-91c5-b48eaf618cc7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.723854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c218fa8a-4c72-4fb6-aa37-ec909693750a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:00.784971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-c218fa8a-4c72-4fb6-aa37-ec909693750a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:00.792584 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c218fa8a-4c72-4fb6-aa37-ec909693750a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:00.793185 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c218fa8a-4c72-4fb6-aa37-ec909693750a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.795896 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6767fe56-acc0-463d-af6c-f3a3ae70480d None None] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:00.800526 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c218fa8a-4c72-4fb6-aa37-ec909693750a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Subnet': ['ID=d278eee8-4647-4438-b71e-3bbfa7b60734,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:00.804523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-07db9417-1b0e-464c-b503-24113b6ea6c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.809131 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-07db9417-1b0e-464c-b503-24113b6ea6c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.812653 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-07db9417-1b0e-464c-b503-24113b6ea6c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "DELETE /v2.0/security-groups/54f5330f-d88c-473f-b0cc-81528dc75c0f HTTP/1.1" status: 204 len: 168 time: 0.5686457 Nov 23 04:42:00.825954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43566) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:00.846982 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c218fa8a-4c72-4fb6-aa37-ec909693750a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4601047 Nov 23 04:42:00.848845 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.850017 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43568) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:00.872718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8d5eb696-5462-4a20-bb35-195fc389c0a1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-821018279', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd278eee8-4647-4438-b71e-3bbfa7b60734'}], 'security_groups': ['9dd257a2-d77e-44db-b418-f933b548b323']}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:00.892458 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07db9417-1b0e-464c-b503-24113b6ea6c7 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54f5330f-d88c-473f-b0cc-81528dc75c0f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:00.928919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-180f70d3-8ca2-4b66-91c5-b48eaf618cc7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.953589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8e13b4ed-d5b4-4330-bec7-92779dd1e09e tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:00.979855 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-180f70d3-8ca2-4b66-91c5-b48eaf618cc7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Calling delete_port for 571aab6d-14f0-47af-8ba8-aa31db4d730d owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:01.007609 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb696-5462-4a20-bb35-195fc389c0a1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.060228 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5a9d12c2-1f17-4ae1-a9a2-279b3c41cb12 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.2294137 Nov 23 04:42:01.060372 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd9e4-d556-4e2b-9ea9-27dc36e54caf tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.062015 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43570) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:01.079277 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e13b4ed-d5b4-4330-bec7-92779dd1e09e tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network 67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:01.083210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e13b4ed-d5b4-4330-bec7-92779dd1e09e tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Subnet': ['ID=5b3c0ec6-e770-4627-ad8d-70412303aa73,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:01.094553 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-8e13b4ed-d5b4-4330-bec7-92779dd1e09e tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:01.128600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e13b4ed-d5b4-4330-bec7-92779dd1e09e tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:01.129320 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8e13b4ed-d5b4-4330-bec7-92779dd1e09e tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.146029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644b1a3-a009-4f46-95fc-4bb989b9f326 None None] Update dhcp port {'port': {'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'fixed_ips': [{'subnet_id': '4e548dbe-655c-4490-a799-96aac52d0d58', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd278eee8-4647-4438-b71e-3bbfa7b60734'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': '37f21f02-beb5-47a8-960d-e0b1b38c1307'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:42:01.179065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4644b1a3-a009-4f46-95fc-4bb989b9f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.181330 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-519690ac-8d17-4533-ac90-d39307e2d0c8 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] delete failed (client error): The resource could not be found. Nov 23 04:42:01.182477 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-519690ac-8d17-4533-ac90-d39307e2d0c8 tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "DELETE /v2.0/security-groups/10a21cc3-c7af-49af-adc2-a08091f7e83e HTTP/1.1" status: 404 len: 347 time: 0.1178637 Nov 23 04:42:01.192686 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43572) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:01.221847 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8e13b4ed-d5b4-4330-bec7-92779dd1e09e tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5176959 Nov 23 04:42:01.223938 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43574) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:01.224115 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-5fd19531-5968-4dc5-9f4f-08cf1af492bd tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] show failed (client error): The resource could not be found. Nov 23 04:42:01.225141 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5fd19531-5968-4dc5-9f4f-08cf1af492bd tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "GET /v2.0/security-groups/400f1e41-0a21-45ab-ba7f-41fd772a0b44 HTTP/1.1" status: 404 len: 347 time: 0.0313680 Nov 23 04:42:01.241442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43576) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:01.282421 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Allocated IP 172.26.8.147 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/0bd667cb-67ef-4ea8-93b9-fde254679c3e) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:01.304995 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-74ca7cae-dd08-46af-8714-b9a3b46000be tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] show failed (client error): The resource could not be found. Nov 23 04:42:01.306542 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-74ca7cae-dd08-46af-8714-b9a3b46000be tempest-NegativeSecGroupIPv6Test-1358245914 tempest-NegativeSecGroupIPv6Test-1358245914-project] 10.222.0.37 "GET /v2.0/security-group-rules/e721b255-ed15-439d-9665-5f5ab8795c5f HTTP/1.1" status: 404 len: 356 time: 0.0619094 Nov 23 04:42:01.380923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b74830-3f86-4b09-bbb0-7f4362952ba5 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:01.382593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b74830-3f86-4b09-bbb0-7f4362952ba5 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:01.384666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b74830-3f86-4b09-bbb0-7f4362952ba5 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:01.386209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b74830-3f86-4b09-bbb0-7f4362952ba5 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:01.387722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b74830-3f86-4b09-bbb0-7f4362952ba5 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:01.393261 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-21b74830-3f86-4b09-bbb0-7f4362952ba5 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1664455 Nov 23 04:42:01.396973 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43580) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:01.402550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-2feb7281-508b-479c-908e-88a3ccb205b1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-724397760'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:01.427493 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-4644b1a3-a009-4f46-95fc-4bb989b9f326 None None] Allocated IP 172.20.0.18 (3ce37b7d-18dc-4a4b-8f03-fa9101f19109/d278eee8-4647-4438-b71e-3bbfa7b60734/37f21f02-beb5-47a8-960d-e0b1b38c1307) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:01.431139 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2feb7281-508b-479c-908e-88a3ccb205b1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:01.434888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2feb7281-508b-479c-908e-88a3ccb205b1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.464024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ec2f5-849b-4949-8fb4-2383f754864e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting port 64b2fa08-0a1a-4c24-bebb-7f0735248b9f {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:01.464949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fc9ec2f5-849b-4949-8fb4-2383f754864e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.530718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2feb7281-508b-479c-908e-88a3ccb205b1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:01.535385 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-180f70d3-8ca2-4b66-91c5-b48eaf618cc7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.562633 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2feb7281-508b-479c-908e-88a3ccb205b1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.562987 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-2feb7281-508b-479c-908e-88a3ccb205b1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Added segment 983930e3-9b01-494c-b2ba-ff44edad8936 of type vlan for network 0c72507e-7380-45af-8324-3b15e81b162a Nov 23 04:42:01.576778 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180f70d3-8ca2-4b66-91c5-b48eaf618cc7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Pushing event deleted for resources: {'Port': ['ID=571aab6d-14f0-47af-8ba8-aa31db4d730d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:01.608332 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce94d68e-6cfe-49db-ab13-e35699c8538d None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:01.628622 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2feb7281-508b-479c-908e-88a3ccb205b1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.629547 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-4644b1a3-a009-4f46-95fc-4bb989b9f326 None None] For port 37f21f02-beb5-47a8-960d-e0b1b38c1307, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=37f21f02-beb5-47a8-960d-e0b1b38c1307,segment=NetworkSegment(5076f109-d82a-4a50-b353-5ddd9adb4b7b),segment_id=5076f109-d82a-4a50-b353-5ddd9adb4b7b)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:01.679508 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.693560 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4644b1a3-a009-4f46-95fc-4bb989b9f326 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.703687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4644b1a3-a009-4f46-95fc-4bb989b9f326 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.718571 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-180f70d3-8ca2-4b66-91c5-b48eaf618cc7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.725298 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43584) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:01.727675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2feb7281-508b-479c-908e-88a3ccb205b1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.733797 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feb7281-508b-479c-908e-88a3ccb205b1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:01.734411 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2feb7281-508b-479c-908e-88a3ccb205b1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.762841 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4644b1a3-a009-4f46-95fc-4bb989b9f326 None None] Pushing event updated for resources: {'Port': ['ID=37f21f02-beb5-47a8-960d-e0b1b38c1307,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:01.813103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.856763 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fc9ec2f5-849b-4949-8fb4-2383f754864e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.905703 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2feb7281-508b-479c-908e-88a3ccb205b1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5076120 Nov 23 04:42:01.907353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'Port': ['ID=0bd667cb-67ef-4ea8-93b9-fde254679c3e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:01.911355 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43590) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:01.916554 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-180f70d3-8ca2-4b66-91c5-b48eaf618cc7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.922948 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ac1d406a-d643-4546-8826-d08f0f1ca83d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'network': {'name': 'New_network'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:01.934247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-fc9ec2f5-849b-4949-8fb4-2383f754864e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Calling delete_port for 64b2fa08-0a1a-4c24-bebb-7f0735248b9f owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:01.937229 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2feb7281-508b-479c-908e-88a3ccb205b1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Network': ['ID=0c72507e-7380-45af-8324-3b15e81b162a,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:01.937863 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-180f70d3-8ca2-4b66-91c5-b48eaf618cc7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:01.950033 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:01.955382 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 0c72507e-7380-45af-8324-3b15e81b162a details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:01.966395 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:01.976921 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:01.997012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cd9e4-d556-4e2b-9ea9-27dc36e54caf tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port 4f3f114a-7d0a-4c83-870a-8251fba4dc5e {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:02.003162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd9e4-d556-4e2b-9ea9-27dc36e54caf tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.217842 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-180f70d3-8ca2-4b66-91c5-b48eaf618cc7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.218353 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-180f70d3-8ca2-4b66-91c5-b48eaf618cc7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Fanout notify agent at l3_agent the message router_deleted on router 03b484a7-e105-4aa6-8116-538dca0e50d3 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:42:02.225871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-180f70d3-8ca2-4b66-91c5-b48eaf618cc7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.227008 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-180f70d3-8ca2-4b66-91c5-b48eaf618cc7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "DELETE /v2.0/routers/03b484a7-e105-4aa6-8116-538dca0e50d3 HTTP/1.1" status: 204 len: 168 time: 2.5847812 Nov 23 04:42:02.231311 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43592) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:02.237583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8d20255f-75e4-451e-bd06-dd9f37d714df tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2035772986', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:02.283063 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-8d5eb696-5462-4a20-bb35-195fc389c0a1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Delete allocated IP 172.20.0.13 (3ce37b7d-18dc-4a4b-8f03-fa9101f19109/4e548dbe-655c-4490-a799-96aac52d0d58) {{(pid=109952) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 04:42:02.340799 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd9e4-d556-4e2b-9ea9-27dc36e54caf tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.355678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f120245-8f07-4c95-a271-8fc85dca1a9e None None] Network 67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:02.356814 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-0d5cd9e4-d556-4e2b-9ea9-27dc36e54caf tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for 4f3f114a-7d0a-4c83-870a-8251fba4dc5e owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:02.393857 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d20255f-75e4-451e-bd06-dd9f37d714df tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.394900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d20255f-75e4-451e-bd06-dd9f37d714df tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.504185 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7ad8790a-685f-477f-b309-c32d2a3b1098 None None] Provisioning complete for port c31805b7-2256-4d2b-9365-1771c07d2345 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:02.504641 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ad8790a-685f-477f-b309-c32d2a3b1098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.518784 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e54bf1e2-cd32-4ae8-a479-fb0d51167252 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=394111d8ea434dfa9daa642c07e6d98a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7859428 Nov 23 04:42:02.520547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-8d5eb696-5462-4a20-bb35-195fc389c0a1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Allocated IP 172.20.0.22 (3ce37b7d-18dc-4a4b-8f03-fa9101f19109/d278eee8-4647-4438-b71e-3bbfa7b60734/da99ee73-e3b5-4d67-9cff-93a28f2ddba6) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:02.526643 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43594) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:02.553092 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 37f21f02-beb5-47a8-960d-e0b1b38c1307 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:02.667304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac1d406a-d643-4546-8826-d08f0f1ca83d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.731827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 37f21f02-beb5-47a8-960d-e0b1b38c1307 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:02.732418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.770009 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac1d406a-d643-4546-8826-d08f0f1ca83d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.778501 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ad8790a-685f-477f-b309-c32d2a3b1098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.815413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-93d5f4cc-509a-4575-babd-ecd3c9b0a62f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.847472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-ac1d406a-d643-4546-8826-d08f0f1ca83d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network 0c72507e-7380-45af-8324-3b15e81b162a is not hosted by any dhcp agent {{(pid=109952) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 04:42:02.853704 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac1d406a-d643-4546-8826-d08f0f1ca83d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:02.854189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac1d406a-d643-4546-8826-d08f0f1ca83d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.858181 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ac1d406a-d643-4546-8826-d08f0f1ca83d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "PUT /v2.0/networks/0c72507e-7380-45af-8324-3b15e81b162a HTTP/1.1" status: 200 len: 723 time: 0.9409964 Nov 23 04:42:02.859421 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43596) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:02.863533 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-3aff0616-bea8-42e1-8a06-4b9cde82e3b0 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'subnet': {'network_id': '0c72507e-7380-45af-8324-3b15e81b162a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:02.872161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7ad8790a-685f-477f-b309-c32d2a3b1098 None None] For port c31805b7-2256-4d2b-9365-1771c07d2345, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c31805b7-2256-4d2b-9365-1771c07d2345,segment=NetworkSegment(df74e671-7f08-4c25-ba9b-87f9b5247bd7),segment_id=df74e671-7f08-4c25-ba9b-87f9b5247bd7)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:02.900010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ad8790a-685f-477f-b309-c32d2a3b1098 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.902952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd9e4-d556-4e2b-9ea9-27dc36e54caf tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.931652 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1d406a-d643-4546-8826-d08f0f1ca83d tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Network': ['ID=0c72507e-7380-45af-8324-3b15e81b162a,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:02.943014 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c31805b7-2256-4d2b-9365-1771c07d2345 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:02.949946 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 0c72507e-7380-45af-8324-3b15e81b162a details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:02.958570 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-93d5f4cc-509a-4575-babd-ecd3c9b0a62f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.965502 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fc9ec2f5-849b-4949-8fb4-2383f754864e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:02.973614 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d5cd9e4-d556-4e2b-9ea9-27dc36e54caf tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=4f3f114a-7d0a-4c83-870a-8251fba4dc5e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:03.027595 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9ec2f5-849b-4949-8fb4-2383f754864e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Port': ['ID=64b2fa08-0a1a-4c24-bebb-7f0735248b9f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:03.042968 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-871cf5b0-94e6-4846-a223-bbdda92111d2 None None] Update dhcp port {'port': {'network_id': '67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1', 'fixed_ips': [{'subnet_id': 'a3b22aa4-c96a-477a-9308-43589d04cfc3', 'ip_address': '2001:db8::2'}, {'subnet_id': '5b3c0ec6-e770-4627-ad8d-70412303aa73'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': 'c31805b7-2256-4d2b-9365-1771c07d2345'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:42:03.075542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb696-5462-4a20-bb35-195fc389c0a1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.078628 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e6c3c90-4b29-4214-b7a6-f13b2195617a None None] DHCP port deletion for fe323b12-826d-4a27-9634-70b4819abf63 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:03.116899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad8790a-685f-477f-b309-c32d2a3b1098 None None] Pushing event updated for resources: {'Port': ['ID=c31805b7-2256-4d2b-9365-1771c07d2345,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:03.142623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-605fd1e9-b39d-460d-891e-b66fdc9ce1e2 None None] Provisioning complete for port 37f21f02-beb5-47a8-960d-e0b1b38c1307 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:03.142994 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-605fd1e9-b39d-460d-891e-b66fdc9ce1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.164264 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d20255f-75e4-451e-bd06-dd9f37d714df tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.171291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-871cf5b0-94e6-4846-a223-bbdda92111d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.184886 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d20255f-75e4-451e-bd06-dd9f37d714df tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.185271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0d5cd9e4-d556-4e2b-9ea9-27dc36e54caf tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.237832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb696-5462-4a20-bb35-195fc389c0a1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.289644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port c31805b7-2256-4d2b-9365-1771c07d2345 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:03.290174 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.293987 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-93d5f4cc-509a-4575-babd-ecd3c9b0a62f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.297729 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3aff0616-bea8-42e1-8a06-4b9cde82e3b0 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:03.298201 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-93d5f4cc-509a-4575-babd-ecd3c9b0a62f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.299387 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-93d5f4cc-509a-4575-babd-ecd3c9b0a62f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/113a22c0-90d6-4549-a75e-6c005e2dd335 HTTP/1.1" status: 204 len: 168 time: 0.7575347 Nov 23 04:42:03.307318 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3aff0616-bea8-42e1-8a06-4b9cde82e3b0 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.365681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8d20255f-75e4-451e-bd06-dd9f37d714df tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.366945 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8d20255f-75e4-451e-bd06-dd9f37d714df tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1345975 Nov 23 04:42:03.375970 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43602) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:03.382548 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d5f4cc-509a-4575-babd-ecd3c9b0a62f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=113a22c0-90d6-4549-a75e-6c005e2dd335,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:03.386852 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'enable_snat': True}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:03.502687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-605fd1e9-b39d-460d-891e-b66fdc9ce1e2 None None] Provisioning complete for port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:03.503745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.504530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-605fd1e9-b39d-460d-891e-b66fdc9ce1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.642319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-605fd1e9-b39d-460d-891e-b66fdc9ce1e2 None None] Port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:03.663851 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-871cf5b0-94e6-4846-a223-bbdda92111d2 None None] Allocated IP 172.20.0.1 (67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1/5b3c0ec6-e770-4627-ad8d-70412303aa73/c31805b7-2256-4d2b-9365-1771c07d2345) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:03.672862 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-605fd1e9-b39d-460d-891e-b66fdc9ce1e2 None None] Provisioning complete for port da99ee73-e3b5-4d67-9cff-93a28f2ddba6 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:03.673350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-605fd1e9-b39d-460d-891e-b66fdc9ce1e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.716047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-605fd1e9-b39d-460d-891e-b66fdc9ce1e2 None None] Port da99ee73-e3b5-4d67-9cff-93a28f2ddba6 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:03.734117 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fc9ec2f5-849b-4949-8fb4-2383f754864e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.792900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3aff0616-bea8-42e1-8a06-4b9cde82e3b0 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.875887 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-871cf5b0-94e6-4846-a223-bbdda92111d2 None None] For port c31805b7-2256-4d2b-9365-1771c07d2345, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c31805b7-2256-4d2b-9365-1771c07d2345,segment=NetworkSegment(df74e671-7f08-4c25-ba9b-87f9b5247bd7),segment_id=df74e671-7f08-4c25-ba9b-87f9b5247bd7)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:03.882783 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aff0616-bea8-42e1-8a06-4b9cde82e3b0 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Subnet': ['ID=88d2318d-0078-4a03-81b7-88a795a8c5c5,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:03.890361 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.933309 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-871cf5b0-94e6-4846-a223-bbdda92111d2 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.945647 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-871cf5b0-94e6-4846-a223-bbdda92111d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:03.947792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5eb696-5462-4a20-bb35-195fc389c0a1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=da99ee73-e3b5-4d67-9cff-93a28f2ddba6,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:04.146645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8d5eb696-5462-4a20-bb35-195fc389c0a1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] In _notify_port_updated(), no bound segment for port da99ee73-e3b5-4d67-9cff-93a28f2ddba6 on network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 {{(pid=109952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:42:04.156088 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5eb696-5462-4a20-bb35-195fc389c0a1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:04.156852 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d5eb696-5462-4a20-bb35-195fc389c0a1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:04.161130 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8d5eb696-5462-4a20-bb35-195fc389c0a1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "PUT /v2.0/ports/da99ee73-e3b5-4d67-9cff-93a28f2ddba6 HTTP/1.1" status: 200 len: 920 time: 3.3075359 Nov 23 04:42:04.161358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3aff0616-bea8-42e1-8a06-4b9cde82e3b0 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Checking segment: {'id': '983930e3-9b01-494c-b2ba-ff44edad8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c72507e-7380-45af-8324-3b15e81b162a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:04.161938 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aff0616-bea8-42e1-8a06-4b9cde82e3b0 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network hostable DHCP agents. Network: 0c72507e-7380-45af-8324-3b15e81b162a, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:04.163770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43620) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:04.252421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:04.257331 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5f4c90ba-a27e-4b8d-8d6e-ffdd142511bf None None] Provisioning complete for port da99ee73-e3b5-4d67-9cff-93a28f2ddba6 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:04.257774 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5f4c90ba-a27e-4b8d-8d6e-ffdd142511bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:04.261517 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871cf5b0-94e6-4846-a223-bbdda92111d2 None None] Pushing event updated for resources: {'Port': ['ID=c31805b7-2256-4d2b-9365-1771c07d2345,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:04.301182 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5f4c90ba-a27e-4b8d-8d6e-ffdd142511bf None None] Port da99ee73-e3b5-4d67-9cff-93a28f2ddba6 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:04.311748 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d5cd9e4-d556-4e2b-9ea9-27dc36e54caf tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router d3142252-e438-49c2-ac25-4b08d301531a has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:42:04.362820 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43626) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:04.402891 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c31805b7-2256-4d2b-9365-1771c07d2345 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:04.436372 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3aff0616-bea8-42e1-8a06-4b9cde82e3b0 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network 0c72507e-7380-45af-8324-3b15e81b162a is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:04.474948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port c31805b7-2256-4d2b-9365-1771c07d2345 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:04.475348 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:04.506116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-3aff0616-bea8-42e1-8a06-4b9cde82e3b0 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 0c72507e-7380-45af-8324-3b15e81b162a) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:04.511944 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:04.523015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3aff0616-bea8-42e1-8a06-4b9cde82e3b0 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:04.523620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3aff0616-bea8-42e1-8a06-4b9cde82e3b0 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:04.534065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-2124229861-network', 'tenant_id': 'f766ef2e82864ea88f497233edaebb39'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:04.540596 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d5cd9e4-d556-4e2b-9ea9-27dc36e54caf tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:42:04.541263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb1af22-0071-452d-88f2-57f35e74809e None None] Network 0c72507e-7380-45af-8324-3b15e81b162a requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:04.543439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:04.547523 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0d5cd9e4-d556-4e2b-9ea9-27dc36e54caf tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/d3142252-e438-49c2-ac25-4b08d301531a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8229046 Nov 23 04:42:04.549935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43630) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:04.563557 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7671e-a789-4e9b-920b-62ea655a60a5 None None] Sync routers for ids ['d3142252-e438-49c2-ac25-4b08d301531a'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:42:04.651330 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7671e-a789-4e9b-920b-62ea655a60a5 None None] Routers {'d3142252-e438-49c2-ac25-4b08d301531a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:04.652161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-deb7671e-a789-4e9b-920b-62ea655a60a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d3142252-e438-49c2-ac25-4b08d301531a'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:04.656508 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-6525ac99-4297-4003-a438-9bbddcf88de4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port da99ee73-e3b5-4d67-9cff-93a28f2ddba6 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:04.656858 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6525ac99-4297-4003-a438-9bbddcf88de4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:04.703945 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-deb7671e-a789-4e9b-920b-62ea655a60a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:04.717385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc9ec2f5-849b-4949-8fb4-2383f754864e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Router 2fd12235-0b00-4ba9-bf6f-9993041bd168 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:42:04.718162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] Made reservation on behalf of f766ef2e82864ea88f497233edaebb39 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:04.720900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:04.727944 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event updated for resources: {'Port': ['ID=0bd667cb-67ef-4ea8-93b9-fde254679c3e,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:04.733468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb7671e-a789-4e9b-920b-62ea655a60a5 None None] Routers {'d3142252-e438-49c2-ac25-4b08d301531a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:04.733864 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-deb7671e-a789-4e9b-920b-62ea655a60a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d3142252-e438-49c2-ac25-4b08d301531a'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:04.739044 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3aff0616-bea8-42e1-8a06-4b9cde82e3b0 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8795340 Nov 23 04:42:04.749172 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43632) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:04.755680 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b600245a-55f2-4f63-9ed7-292aa259c9b6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:04.766940 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:04.807329 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-deb7671e-a789-4e9b-920b-62ea655a60a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:04.808284 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-deb7671e-a789-4e9b-920b-62ea655a60a5 None None] The sync data for ids ['d3142252-e438-49c2-ac25-4b08d301531a'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:42:04.856188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6525ac99-4297-4003-a438-9bbddcf88de4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:04.880970 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:04.882958 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-6525ac99-4297-4003-a438-9bbddcf88de4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for da99ee73-e3b5-4d67-9cff-93a28f2ddba6 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:04.903709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-0c72507e-7380-45af-8324-3b15e81b162a', 'network_id': '0c72507e-7380-45af-8324-3b15e81b162a', 'tenant_id': 'ba6af278a0a24d8eb641d2ebe001ea4e', 'fixed_ips': [{'subnet_id': '88d2318d-0078-4a03-81b7-88a795a8c5c5'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:42:04.904713 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:04.943054 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b600245a-55f2-4f63-9ed7-292aa259c9b6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13951966'] for subnet, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.051236 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1b748ea-3f12-49b6-879a-50d179214431 None None] Network 67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:05.173410 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-4cd72313-107a-41b3-a738-c7a5fda199a4 None None] Provisioning complete for port c31805b7-2256-4d2b-9365-1771c07d2345 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:05.173790 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4cd72313-107a-41b3-a738-c7a5fda199a4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.188805 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Floating IP 923a4106-a684-49dd-ab83-b403dfe67170 associated. External IP: 172.26.8.147, port: c97ca78c-0875-44f8-836d-ef8dc069b6b2. Nov 23 04:42:05.191275 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9ec2f5-849b-4949-8fb4-2383f754864e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:42:05.198863 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fc9ec2f5-849b-4949-8fb4-2383f754864e tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "PUT /v2.0/routers/2fd12235-0b00-4ba9-bf6f-9993041bd168/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3352764 Nov 23 04:42:05.204307 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43634) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:05.215186 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca267a01-2cea-4f62-a714-94f8aa30ee14 None None] Sync routers for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:42:05.216739 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.224855 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca267a01-2cea-4f62-a714-94f8aa30ee14 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:05.225488 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-ca267a01-2cea-4f62-a714-94f8aa30ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:05.287656 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.316677 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b600245a-55f2-4f63-9ed7-292aa259c9b6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788451473996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12605575'] for subnet, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.358141 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-ca267a01-2cea-4f62-a714-94f8aa30ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:05.369836 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca267a01-2cea-4f62-a714-94f8aa30ee14 None None] Routers {'2fd12235-0b00-4ba9-bf6f-9993041bd168'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:05.370704 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-ca267a01-2cea-4f62-a714-94f8aa30ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2fd12235-0b00-4ba9-bf6f-9993041bd168'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:05.409514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Allocated IP 2001:db8::2 (0c72507e-7380-45af-8324-3b15e81b162a/88d2318d-0078-4a03-81b7-88a795a8c5c5/6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:05.411227 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-ca267a01-2cea-4f62-a714-94f8aa30ee14 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:05.412131 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca267a01-2cea-4f62-a714-94f8aa30ee14 None None] The sync data for ids ['2fd12235-0b00-4ba9-bf6f-9993041bd168'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:42:05.441414 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b600245a-55f2-4f63-9ed7-292aa259c9b6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:05.442020 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b600245a-55f2-4f63-9ed7-292aa259c9b6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.443327 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b600245a-55f2-4f63-9ed7-292aa259c9b6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "PUT /v2.0/subnets/88d2318d-0078-4a03-81b7-88a795a8c5c5 HTTP/1.1" status: 200 len: 826 time: 0.6929927 Nov 23 04:42:05.449335 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43638) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:05.489287 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.504741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.510325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6525ac99-4297-4003-a438-9bbddcf88de4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.560843 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b600245a-55f2-4f63-9ed7-292aa259c9b6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Subnet': ['ID=88d2318d-0078-4a03-81b7-88a795a8c5c5,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:05.629116 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-82206b34-5dfb-4943-b5da-e99c14c6ae1f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.650627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6525ac99-4297-4003-a438-9bbddcf88de4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=da99ee73-e3b5-4d67-9cff-93a28f2ddba6,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:05.693351 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.707680 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.746951 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:05.751380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6525ac99-4297-4003-a438-9bbddcf88de4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.754961 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6525ac99-4297-4003-a438-9bbddcf88de4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/da99ee73-e3b5-4d67-9cff-93a28f2ddba6 HTTP/1.1" status: 204 len: 168 time: 1.5867829 Nov 23 04:42:05.761212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Network 0c72507e-7380-45af-8324-3b15e81b162a is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:05.761917 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Allocated IP 172.26.8.168 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/5bbedddd-8618-4392-9135-31ae1fec8e8c) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:05.770461 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:05.775126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:05.786603 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Pushing event updated for resources: {'Port': ['ID=6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:05.797072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43640) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:05.797794 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6571e1c6-cce6-442d-88cd-51cf4c2fe209,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:05.831086 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf8676bc-db96-4b55-87a2-5f39e81b5b74 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] GET failed (client error): The resource could not be found. Nov 23 04:42:05.834943 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cf8676bc-db96-4b55-87a2-5f39e81b5b74 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/da99ee73-e3b5-4d67-9cff-93a28f2ddba6 HTTP/1.1" status: 404 len: 333 time: 0.0306554 Nov 23 04:42:05.838530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.838904 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] Added segment 3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9 of type vlan for network bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd Nov 23 04:42:05.841561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43642) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:05.850578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Attempting to bind port 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:42:05.850867 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Attempting to bind port 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '983930e3-9b01-494c-b2ba-ff44edad8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c72507e-7380-45af-8324-3b15e81b162a'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:42:05.851240 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Attempting to bind port 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0 on network 0c72507e-7380-45af-8324-3b15e81b162a {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:42:05.855367 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-cabb62b2-e9bd-42b6-ab9c-266c14ec0834 None None] Provisioning complete for port c31805b7-2256-4d2b-9365-1771c07d2345 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:05.855606 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cabb62b2-e9bd-42b6-ab9c-266c14ec0834 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.861004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:42:05.861439 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Checking segment: {'id': '983930e3-9b01-494c-b2ba-ff44edad8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c72507e-7380-45af-8324-3b15e81b162a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:05.861855 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.862266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Bound using segment: {'id': '983930e3-9b01-494c-b2ba-ff44edad8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c72507e-7380-45af-8324-3b15e81b162a'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:42:05.862763 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Bound port: 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983930e3-9b01-494c-b2ba-ff44edad8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c72507e-7380-45af-8324-3b15e81b162a'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:42:05.863156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.920783 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.939826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:05.966831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Router 102db588-acb3-485e-96c7-39c69e8b1272 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:42:05.974344 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-55dae540-bb61-41fb-bf14-437a931d945b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.001029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] For port 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:42:06.013955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.014927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:06.017859 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.018319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] For port 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0,segment=NetworkSegment(983930e3-9b01-494c-b2ba-ff44edad8936),segment_id=983930e3-9b01-494c-b2ba-ff44edad8936)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:42:06.023400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-55dae540-bb61-41fb-bf14-437a931d945b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.024792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.038184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.066745 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef2fcde6-9c33-4f28-95b8-4f0b6e520f0a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.087608 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df14af-929a-4d5a-9ce7-c44f60500102 None None] Pushing event updated for resources: {'Port': ['ID=6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:06.144186 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.7776251 Nov 23 04:42:06.151569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43644) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:06.157001 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-82206b34-5dfb-4943-b5da-e99c14c6ae1f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.160786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520a4c1-117c-4452-a401-f9b0958f3318 admin admin] Pushing event updated for resources: {'Network': ['ID=bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:06.166943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-afc3cc4d-3efc-4df5-aa71-7eeb4f8eeca0 admin admin] Request body: {'subnet': {'network_id': 'bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-2124229861-subnet', 'tenant_id': 'f766ef2e82864ea88f497233edaebb39', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:06.174463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:06.219516 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-55dae540-bb61-41fb-bf14-437a931d945b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.222350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-55dae540-bb61-41fb-bf14-437a931d945b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.226178 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-55dae540-bb61-41fb-bf14-437a931d945b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/security-groups/490279cd-7da7-46e2-9e93-826cef9180e7 HTTP/1.1" status: 204 len: 168 time: 0.3810155 Nov 23 04:42:06.229410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43646) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:06.277793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55dae540-bb61-41fb-bf14-437a931d945b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=490279cd-7da7-46e2-9e93-826cef9180e7,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:06.283269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:42:06.296277 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afc3cc4d-3efc-4df5-aa71-7eeb4f8eeca0 admin admin] Made reservation on behalf of f766ef2e82864ea88f497233edaebb39 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:06.298697 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-afc3cc4d-3efc-4df5-aa71-7eeb4f8eeca0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.300947 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.304938 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Deleting port 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:06.305943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.310437 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e12521a-39a0-4fc2-9dd3-71dc776c1ca7 None None] Sync routers for ids ['102db588-acb3-485e-96c7-39c69e8b1272'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:42:06.329616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15b3f213-6f6d-4a5b-b1fa-bec42d248273 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.331812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e12521a-39a0-4fc2-9dd3-71dc776c1ca7 None None] Routers {'102db588-acb3-485e-96c7-39c69e8b1272'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:06.332809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7e12521a-39a0-4fc2-9dd3-71dc776c1ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['102db588-acb3-485e-96c7-39c69e8b1272'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:06.350631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.399014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15b3f213-6f6d-4a5b-b1fa-bec42d248273 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.528804 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-7e12521a-39a0-4fc2-9dd3-71dc776c1ca7 None None] Set router 102db588-acb3-485e-96c7-39c69e8b1272 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:42:06.788585 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c28a84b7-8fc7-4a04-b41e-f0600c62088c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.7173448 Nov 23 04:42:06.793200 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858eeac6-298e-487b-a973-c3dca42a876d', 'tag': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:42:06.795832 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e7f852b-9b46-4c62-9acf-3852bb42889f" -d '{"events": [{"name": "network-changed", "server_uuid": "858eeac6-298e-487b-a973-c3dca42a876d", "tag": "c97ca78c-0875-44f8-836d-ef8dc069b6b2"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:42:06.808411 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7e12521a-39a0-4fc2-9dd3-71dc776c1ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102db588-acb3-485e-96c7-39c69e8b1272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:19Z', 'updated_at': '2021-11-23T04:41:35Z', 'revision_number': 4, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'gw_port': {'id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:21Z', 'updated_at': '2021-11-23T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '923a4106-a684-49dd-ab83-b403dfe67170', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'floating_ip_address': '172.26.8.147', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'port_id': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'mac_address': 'fa:16:3e:ec:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858eeac6-298e-487b-a973-c3dca42a876d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:42:02Z', 'updated_at': '2021-11-23T04:42:02Z', 'revision_number': 0, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6d7f19-fd86-4c05-b52a-1eb337975b35', 'name': '', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'mac_address': 'fa:16:3e:91:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:32Z', 'updated_at': '2021-11-23T04:41:44Z', 'revision_number': 5, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'subnets': [{'id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:06.831974 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15b3f213-6f6d-4a5b-b1fa-bec42d248273 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.838499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15b3f213-6f6d-4a5b-b1fa-bec42d248273 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.844936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43654) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:06.849286 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-15b3f213-6f6d-4a5b-b1fa-bec42d248273 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/security-groups/9dd257a2-d77e-44db-b418-f933b548b323 HTTP/1.1" status: 204 len: 168 time: 0.6134021 Nov 23 04:42:06.852415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e12521a-39a0-4fc2-9dd3-71dc776c1ca7 None None] Checking router: 102db588-acb3-485e-96c7-39c69e8b1272 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:42:06.868159 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd16ee2-40c6-437e-aa9c-2e110d308dd9 x-openstack-request-id: req-8cd16ee2-40c6-437e-aa9c-2e110d308dd9 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:42:06.869671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858eeac6-298e-487b-a973-c3dca42a876d", "tag": "c97ca78c-0875-44f8-836d-ef8dc069b6b2", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:42:06.871015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cd16ee2-40c6-437e-aa9c-2e110d308dd9 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:42:06.872491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e12521a-39a0-4fc2-9dd3-71dc776c1ca7 None None] Routers {'102db588-acb3-485e-96c7-39c69e8b1272'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:06.872774 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858eeac6-298e-487b-a973-c3dca42a876d', 'tag': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2', 'status': 'completed', 'code': 200} Nov 23 04:42:06.873254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7e12521a-39a0-4fc2-9dd3-71dc776c1ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:41:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['102db588-acb3-485e-96c7-39c69e8b1272'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:06.874902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b3f213-6f6d-4a5b-b1fa-bec42d248273 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9dd257a2-d77e-44db-b418-f933b548b323,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:06.878313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2e51a795-ae15-4518-aa2c-fbeb774a85e1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:06.891631 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:06.953114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:06.977653 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a442b0f0-b5d9-4367-b22b-cb602442cd96 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:06.977867 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:07.003563 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Pushing event updated for resources: {'Port': ['ID=5bbedddd-8618-4392-9135-31ae1fec8e8c,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:07.014464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-7e12521a-39a0-4fc2-9dd3-71dc776c1ca7 None None] Set router 102db588-acb3-485e-96c7-39c69e8b1272 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:42:07.109582 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2bba519e-14fe-4be2-895f-7dfa7f817e5a None None] Provisioning complete for port 5bbedddd-8618-4392-9135-31ae1fec8e8c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:07.110664 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2bba519e-14fe-4be2-895f-7dfa7f817e5a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:07.114742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-82206b34-5dfb-4943-b5da-e99c14c6ae1f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting port f8c223af-e471-40ab-99b0-577d82a51145 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:07.115087 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-82206b34-5dfb-4943-b5da-e99c14c6ae1f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:07.120110 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c249fc34-66ee-4e8f-a94d-b9e7caab63ef tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting subnet 4e548dbe-655c-4490-a799-96aac52d0d58 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:07.132643 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c249fc34-66ee-4e8f-a94d-b9e7caab63ef tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:07.140952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] For port 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0,segment=NetworkSegment(983930e3-9b01-494c-b2ba-ff44edad8936),segment_id=983930e3-9b01-494c-b2ba-ff44edad8936)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:07.141366 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:07.165759 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-2bba519e-14fe-4be2-895f-7dfa7f817e5a None None] Port 5bbedddd-8618-4392-9135-31ae1fec8e8c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:07.233944 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Calling delete_port for 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:07.300549 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f852b-9b46-4c62-9acf-3852bb42889f req-b445d0e6-91d6-4b3c-9c2b-776edf2a1db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:07.302152 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0e7f852b-9b46-4c62-9acf-3852bb42889f req-b445d0e6-91d6-4b3c-9c2b-776edf2a1db1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e34fb94931bb453baa2f45e6eb57eddb&device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 1098 time: 0.3824623 Nov 23 04:42:07.350034 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dde083d-bc83-4af8-826e-cee2c9403f3a req-75a2de94-6ce0-48c1-81cb-5bbbdb5a8a7d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:07.354489 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5dde083d-bc83-4af8-826e-cee2c9403f3a req-75a2de94-6ce0-48c1-81cb-5bbbdb5a8a7d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.4276316 Nov 23 04:42:07.354668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d616a65-049d-4354-a666-b8f5a33cb4a7 None None] Network 0c72507e-7380-45af-8324-3b15e81b162a requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:07.394632 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c249fc34-66ee-4e8f-a94d-b9e7caab63ef tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:07.463271 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b53ad7f4-4050-42b3-b41d-ad28762c3cf9 None None] Provisioning complete for port 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:07.463638 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b53ad7f4-4050-42b3-b41d-ad28762c3cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:07.648334 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7e12521a-39a0-4fc2-9dd3-71dc776c1ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102db588-acb3-485e-96c7-39c69e8b1272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:19Z', 'updated_at': '2021-11-23T04:41:35Z', 'revision_number': 4, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'gw_port': {'id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:21Z', 'updated_at': '2021-11-23T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '923a4106-a684-49dd-ab83-b403dfe67170', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'floating_ip_address': '172.26.8.147', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'port_id': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'mac_address': 'fa:16:3e:ec:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858eeac6-298e-487b-a973-c3dca42a876d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:42:02Z', 'updated_at': '2021-11-23T04:42:02Z', 'revision_number': 0, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6d7f19-fd86-4c05-b52a-1eb337975b35', 'name': '', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'mac_address': 'fa:16:3e:91:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:32Z', 'updated_at': '2021-11-23T04:41:44Z', 'revision_number': 5, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'subnets': [{'id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:07.650619 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b53ad7f4-4050-42b3-b41d-ad28762c3cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:07.691588 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e12521a-39a0-4fc2-9dd3-71dc776c1ca7 None None] The sync data for ids ['102db588-acb3-485e-96c7-39c69e8b1272'] in dv-neutron-818850-1-hyperv is: [{'id': '102db588-acb3-485e-96c7-39c69e8b1272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:19Z', 'updated_at': '2021-11-23T04:41:35Z', 'revision_number': 4, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'gw_port': {'id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:21Z', 'updated_at': '2021-11-23T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '923a4106-a684-49dd-ab83-b403dfe67170', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'floating_ip_address': '172.26.8.147', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'port_id': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 770, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'mac_address': 'fa:16:3e:ec:37:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '858eeac6-298e-487b-a973-c3dca42a876d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:42:02Z', 'updated_at': '2021-11-23T04:42:02Z', 'revision_number': 0, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fd6d7f19-fd86-4c05-b52a-1eb337975b35', 'name': '', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'mac_address': 'fa:16:3e:91:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:32Z', 'updated_at': '2021-11-23T04:41:44Z', 'revision_number': 5, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'subnets': [{'id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:42:07.695459 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-82206b34-5dfb-4943-b5da-e99c14c6ae1f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:07.720868 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b53ad7f4-4050-42b3-b41d-ad28762c3cf9 None None] For port 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0,segment=NetworkSegment(983930e3-9b01-494c-b2ba-ff44edad8936),segment_id=983930e3-9b01-494c-b2ba-ff44edad8936)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:07.737438 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b53ad7f4-4050-42b3-b41d-ad28762c3cf9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:07.800059 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-82206b34-5dfb-4943-b5da-e99c14c6ae1f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Calling delete_port for f8c223af-e471-40ab-99b0-577d82a51145 owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:07.801668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53ad7f4-4050-42b3-b41d-ad28762c3cf9 None None] Pushing event updated for resources: {'Port': ['ID=6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:07.839539 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5dde083d-bc83-4af8-826e-cee2c9403f3a req-4751a980-8f46-4dcc-9224-5712e1251d04 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4546664 Nov 23 04:42:07.868099 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-afc3cc4d-3efc-4df5-aa71-7eeb4f8eeca0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:07.873528 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43658) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:07.972157 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f852b-9b46-4c62-9acf-3852bb42889f req-942997d7-7d14-421d-b82b-a55a48fdbef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:07.976027 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0e7f852b-9b46-4c62-9acf-3852bb42889f req-942997d7-7d14-421d-b82b-a55a48fdbef9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae26ac76-09be-4617-9df0-387c20c99ee8 HTTP/1.1" status: 200 len: 898 time: 0.5961087 Nov 23 04:42:07.983643 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c519e198-1c09-45ec-97f7-dc26ec3db47f tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/floatingips/923a4106-a684-49dd-ab83-b403dfe67170 HTTP/1.1" status: 200 len: 991 time: 0.1066995 Nov 23 04:42:08.002086 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f51cbc51-dffe-4a05-b268-7a6924e725af None None] Network 0c72507e-7380-45af-8324-3b15e81b162a requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:08.032902 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9033fdea-9c89-4d89-9757-d0e6ce7e3599 None None] New status for floating IP 923a4106-a684-49dd-ab83-b403dfe67170: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:42:08.092704 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c249fc34-66ee-4e8f-a94d-b9e7caab63ef tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:08.133175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bade7f72-1d4a-4446-b265-e0debe467f6c None None] Provisioning complete for port 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:08.133801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bade7f72-1d4a-4446-b265-e0debe467f6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:08.230632 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc3cc4d-3efc-4df5-aa71-7eeb4f8eeca0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2cb76eb6-26e2-4e9d-83de-3f38246660ed,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:08.234629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ef2fcde6-9c33-4f28-95b8-4f0b6e520f0a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port 789aa42d-6557-488f-a68f-537d5f02d813 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:08.234972 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef2fcde6-9c33-4f28-95b8-4f0b6e520f0a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:08.349690 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0e7f852b-9b46-4c62-9acf-3852bb42889f req-d17f2ef9-1d44-4d37-af2a-a5ac34ef7f5b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97ca78c-0875-44f8-836d-ef8dc069b6b2 HTTP/1.1" status: 200 len: 999 time: 0.3075705 Nov 23 04:42:08.390964 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:08.403773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:08.405532 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afc3cc4d-3efc-4df5-aa71-7eeb4f8eeca0 admin admin] Checking segment: {'id': '3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:08.405898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc3cc4d-3efc-4df5-aa71-7eeb4f8eeca0 admin admin] Network hostable DHCP agents. Network: bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:08.407798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:08.419236 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:08.419236 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 04:42:08.444883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Port 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0 not found, will not notify nova. {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 04:42:08.452735 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:08.536739 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c249fc34-66ee-4e8f-a94d-b9e7caab63ef tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:08.539060 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Port': ['ID=6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:08.597247 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ec1a7f-11b6-47a9-8c51-0bd5884ba376 None None] DHCP port deletion for 0c72507e-7380-45af-8324-3b15e81b162a request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:08.613503 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8bf7be4b-2041-446c-85b1-3372a251dbf2 None None] Could not find standard attr ID for object 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:42:08.618676 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27ee4646-1433-463c-9f5c-2c4942d096a8 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:42:08.752115 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27ee4646-1433-463c-9f5c-2c4942d096a8 None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:42:08.980781 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c249fc34-66ee-4e8f-a94d-b9e7caab63ef tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Subnet': ['ID=4e548dbe-655c-4490-a799-96aac52d0d58,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:08.986458 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43662) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:09.032126 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef2fcde6-9c33-4f28-95b8-4f0b6e520f0a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.036935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c249fc34-66ee-4e8f-a94d-b9e7caab63ef tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.044773 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c249fc34-66ee-4e8f-a94d-b9e7caab63ef tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/4e548dbe-655c-4490-a799-96aac52d0d58 HTTP/1.1" status: 204 len: 168 time: 2.1876769 Nov 23 04:42:09.044967 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-0c72507e-7380-45af-8324-3b15e81b162a', 'network_id': '0c72507e-7380-45af-8324-3b15e81b162a', 'tenant_id': 'ba6af278a0a24d8eb641d2ebe001ea4e', 'fixed_ips': [{'subnet_id': '88d2318d-0078-4a03-81b7-88a795a8c5c5'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:42:09.045068 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f852b-9b46-4c62-9acf-3852bb42889f req-e7383daa-14a4-4de2-b0d8-07bec9ee90bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:09.045173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.045256 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0e7f852b-9b46-4c62-9acf-3852bb42889f req-e7383daa-14a4-4de2-b0d8-07bec9ee90bb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dead2c83-4076-4874-b4bb-c752ab108ec8 HTTP/1.1" status: 200 len: 835 time: 0.6569114 Nov 23 04:42:09.048307 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43666) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:09.058580 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No DVR routers for this DVR port 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:09.068770 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a1a01280-b34a-43d4-a96d-e1ad4c0ba5f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'subnet': {'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:09.075941 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afc3cc4d-3efc-4df5-aa71-7eeb4f8eeca0 admin admin] Network bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:09.080753 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c2bc82b6-730d-47c2-becf-e44be00fe91a tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/floatingips/923a4106-a684-49dd-ab83-b403dfe67170 HTTP/1.1" status: 200 len: 993 time: 0.0929952 Nov 23 04:42:09.107498 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ef2fcde6-9c33-4f28-95b8-4f0b6e520f0a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for 789aa42d-6557-488f-a68f-537d5f02d813 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:09.154764 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d12305d-d347-462e-ae59-421ab5c36571 req-c290b284-57ee-4e01-a91d-9fb860c9da18 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:09.156285 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6d12305d-d347-462e-ae59-421ab5c36571 req-c290b284-57ee-4e01-a91d-9fb860c9da18 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.0609577 Nov 23 04:42:09.172829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b5b8721a-8ed4-4d77-92d9-4354774026b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.210871 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6d12305d-d347-462e-ae59-421ab5c36571 req-27ad4962-2209-4099-b876-8d0b166c2c5a tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478430 Nov 23 04:42:09.224006 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-afc3cc4d-3efc-4df5-aa71-7eeb4f8eeca0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:09.228378 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Allocated IP 2001:db8::2 (0c72507e-7380-45af-8324-3b15e81b162a/88d2318d-0078-4a03-81b7-88a795a8c5c5/5b27679e-58d4-4c5b-9cb0-412eb292eef2) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:09.241071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afc3cc4d-3efc-4df5-aa71-7eeb4f8eeca0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:09.241712 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-afc3cc4d-3efc-4df5-aa71-7eeb4f8eeca0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.276189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-82206b34-5dfb-4943-b5da-e99c14c6ae1f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.392291 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.404160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82206b34-5dfb-4943-b5da-e99c14c6ae1f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Port': ['ID=f8c223af-e471-40ab-99b0-577d82a51145,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:09.421568 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.428706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.443927 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-afc3cc4d-3efc-4df5-aa71-7eeb4f8eeca0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2884409 Nov 23 04:42:09.482455 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Network 0c72507e-7380-45af-8324-3b15e81b162a is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:09.486304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:09.491836 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:09.519519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Pushing event updated for resources: {'Port': ['ID=5b27679e-58d4-4c5b-9cb0-412eb292eef2,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:09.553748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289448dc-f894-4241-94a0-e4815425a07a req-fbf411cd-7566-4e3e-b79c-26b4d0380dd2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:09.562353 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Attempting to bind port 5b27679e-58d4-4c5b-9cb0-412eb292eef2 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:42:09.562785 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Attempting to bind port 5b27679e-58d4-4c5b-9cb0-412eb292eef2 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '983930e3-9b01-494c-b2ba-ff44edad8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c72507e-7380-45af-8324-3b15e81b162a'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:42:09.563216 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Attempting to bind port 5b27679e-58d4-4c5b-9cb0-412eb292eef2 on network 0c72507e-7380-45af-8324-3b15e81b162a {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:42:09.563434 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7f852b-9b46-4c62-9acf-3852bb42889f req-2afd2971-d9aa-4ff9-86e0-20e741d9b807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:09.565196 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0e7f852b-9b46-4c62-9acf-3852bb42889f req-2afd2971-d9aa-4ff9-86e0-20e741d9b807 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae26ac76-09be-4617-9df0-387c20c99ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5019517 Nov 23 04:42:09.568567 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-289448dc-f894-4241-94a0-e4815425a07a req-fbf411cd-7566-4e3e-b79c-26b4d0380dd2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1103108 Nov 23 04:42:09.569477 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 41, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:42:09.569904 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Checking segment: {'id': '983930e3-9b01-494c-b2ba-ff44edad8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c72507e-7380-45af-8324-3b15e81b162a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:09.570321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.572629 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Bound using segment: {'id': '983930e3-9b01-494c-b2ba-ff44edad8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c72507e-7380-45af-8324-3b15e81b162a'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:42:09.573121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Bound port: 5b27679e-58d4-4c5b-9cb0-412eb292eef2, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '983930e3-9b01-494c-b2ba-ff44edad8936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '0c72507e-7380-45af-8324-3b15e81b162a'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:42:09.573542 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.644768 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-289448dc-f894-4241-94a0-e4815425a07a req-dfe194d7-58a7-4372-8e03-99393157e7cf tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0728350 Nov 23 04:42:09.665743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] For port 5b27679e-58d4-4c5b-9cb0-412eb292eef2, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:42:09.669488 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] For port 5b27679e-58d4-4c5b-9cb0-412eb292eef2, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5b27679e-58d4-4c5b-9cb0-412eb292eef2,segment=NetworkSegment(983930e3-9b01-494c-b2ba-ff44edad8936),segment_id=983930e3-9b01-494c-b2ba-ff44edad8936)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:42:09.675099 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.732169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be23262d-17a7-411b-96dc-5a3063a8bc2c None None] Pushing event updated for resources: {'Port': ['ID=5b27679e-58d4-4c5b-9cb0-412eb292eef2,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:09.771608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.801159 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.809221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a01280-b34a-43d4-a96d-e1ad4c0ba5f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:09.813318 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a1a01280-b34a-43d4-a96d-e1ad4c0ba5f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.819839 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-82206b34-5dfb-4943-b5da-e99c14c6ae1f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:09.925412 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.110024 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-82206b34-5dfb-4943-b5da-e99c14c6ae1f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.224620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43694) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:10.233446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1944247959-network', 'tenant_id': '804065b1d546489ea4815a75c79f0809'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:10.250055 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Subnet': ['ID=88d2318d-0078-4a03-81b7-88a795a8c5c5,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:10.257794 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-82206b34-5dfb-4943-b5da-e99c14c6ae1f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.282057 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0e7f852b-9b46-4c62-9acf-3852bb42889f req-e3429dc6-26b8-4014-b72e-f3b81c6d3744 service neutron] 10.222.0.15 "GET /v2.0/networks/ae26ac76-09be-4617-9df0-387c20c99ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7002640 Nov 23 04:42:10.298390 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b128994e-4f37-4624-9ff9-227c3fb9a96e req-5957b583-d391-4442-824c-5ce21a78b0d0 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:10.301355 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b128994e-4f37-4624-9ff9-227c3fb9a96e req-5957b583-d391-4442-824c-5ce21a78b0d0 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1258554 Nov 23 04:42:10.303117 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] Made reservation on behalf of 804065b1d546489ea4815a75c79f0809 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:10.305789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.344073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.346773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.435226 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b128994e-4f37-4624-9ff9-227c3fb9a96e req-3b336b41-5d69-406b-8c30-532f6c5c289c tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1186512 Nov 23 04:42:10.474007 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5b27679e-58d4-4c5b-9cb0-412eb292eef2 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:10.513796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.526977 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.534165 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.553005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-82206b34-5dfb-4943-b5da-e99c14c6ae1f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.553590 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82206b34-5dfb-4943-b5da-e99c14c6ae1f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Fanout notify agent at l3_agent the message router_deleted on router 2fd12235-0b00-4ba9-bf6f-9993041bd168 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:42:10.561034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 5b27679e-58d4-4c5b-9cb0-412eb292eef2 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:10.561034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.581702 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-82206b34-5dfb-4943-b5da-e99c14c6ae1f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.584965 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-82206b34-5dfb-4943-b5da-e99c14c6ae1f tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/routers/2fd12235-0b00-4ba9-bf6f-9993041bd168 HTTP/1.1" status: 204 len: 168 time: 5.3754394 Nov 23 04:42:10.584965 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef2fcde6-9c33-4f28-95b8-4f0b6e520f0a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.592353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43696) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:10.600474 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c72507e-7380-45af-8324-3b15e81b162a']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:10.603156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:10.651055 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1ee559-5d5c-46cb-a985-a668947f93b4,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:10.685204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.686136 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983930e3-9b01-494c-b2ba-ff44edad8936') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:10.686433 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983930e3-9b01-494c-b2ba-ff44edad8936') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:10.686768 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] Added segment c1c7be36-d6c2-446c-9e20-d3617b8a9a4e of type vlan for network e6e33a86-a7a1-4a6b-b267-990c43b12b61 Nov 23 04:42:10.698068 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.716639 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2fcde6-9c33-4f28-95b8-4f0b6e520f0a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=789aa42d-6557-488f-a68f-537d5f02d813,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:10.735105 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b1a1695-5f0e-49bd-873b-ecc74f0f92ff tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Deleting subnet 3812d7bd-ec91-4cc8-bfc7-4d2f9cd8baab {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:10.736934 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.743011 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b1a1695-5f0e-49bd-873b-ecc74f0f92ff tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.767077 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 5b27679e-58d4-4c5b-9cb0-412eb292eef2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5b27679e-58d4-4c5b-9cb0-412eb292eef2,segment=NetworkSegment(983930e3-9b01-494c-b2ba-ff44edad8936),segment_id=983930e3-9b01-494c-b2ba-ff44edad8936)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:10.777671 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.778019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.839414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b1a1695-5f0e-49bd-873b-ecc74f0f92ff tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.848708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Router bbf61f7b-9ea2-4e97-a7f0-46d4b57fe3f3 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:42:10.862549 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0e7f852b-9b46-4c62-9acf-3852bb42889f req-bb12b3b8-7f38-451c-b30a-c390bb26d6f9 service neutron] 10.222.0.15 "GET /v2.0/networks/ae26ac76-09be-4617-9df0-387c20c99ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5335224 Nov 23 04:42:10.866791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.873422 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:42:10.897201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.898431 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:10.899596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.911599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:10.912194 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6d57b3bf-ecbf-4ad2-8999-1f0aed24e9c0 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:42:10.920015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=5b27679e-58d4-4c5b-9cb0-412eb292eef2,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:10.920798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef2fcde6-9c33-4f28-95b8-4f0b6e520f0a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.931329 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:10.931852 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:10.938632 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:10.980171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b1a1695-5f0e-49bd-873b-ecc74f0f92ff tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:10.989172 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.7621727 Nov 23 04:42:11.012338 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43698) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:11.019262 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a0980901-6fe5-4dcb-99f9-5b2c32888fdf admin admin] Request body: {'subnet': {'network_id': 'e6e33a86-a7a1-4a6b-b267-990c43b12b61', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1944247959-subnet', 'tenant_id': '804065b1d546489ea4815a75c79f0809', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:11.025483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df773cba-cd6a-4667-a75c-e2c72fd38f0d admin admin] Pushing event updated for resources: {'Network': ['ID=e6e33a86-a7a1-4a6b-b267-990c43b12b61,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:11.040069 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network e6e33a86-a7a1-4a6b-b267-990c43b12b61 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:11.069423 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0980901-6fe5-4dcb-99f9-5b2c32888fdf admin admin] Made reservation on behalf of 804065b1d546489ea4815a75c79f0809 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:11.073014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a0980901-6fe5-4dcb-99f9-5b2c32888fdf admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.163828 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b1a1695-5f0e-49bd-873b-ecc74f0f92ff tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.182645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.db.api [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 04:42:11.182645 dv-neutron-818850-1-hyperv neutron-server[109952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 04:42:11.182645 dv-neutron-818850-1-hyperv neutron-server[109952]: [parameters: {'id': '0c72507e-7380-45af-8324-3b15e81b162a'}] Nov 23 04:42:11.182645 dv-neutron-818850-1-hyperv neutron-server[109952]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:42:11.183105 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG oslo_db.api [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:42:11.195242 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08585546-40de-4c07-b108-47576b6abc60 None None] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:11.200284 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4dfff9c-4dcf-405d-8139-02e7f4981f2c None None] Network bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:11.204551 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1a1695-5f0e-49bd-873b-ecc74f0f92ff tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Subnet': ['ID=3812d7bd-ec91-4cc8-bfc7-4d2f9cd8baab,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:11.209212 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b1a1695-5f0e-49bd-873b-ecc74f0f92ff tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.216875 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0b1a1695-5f0e-49bd-873b-ecc74f0f92ff tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/subnets/3812d7bd-ec91-4cc8-bfc7-4d2f9cd8baab HTTP/1.1" status: 204 len: 168 time: 0.6227491 Nov 23 04:42:11.219968 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43700) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:11.348847 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-270f7e6d-330e-4088-880c-10d997b85afd tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.449517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a0980901-6fe5-4dcb-99f9-5b2c32888fdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.534742 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b018c38-41ba-4cbd-bfe2-bf33078601af None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:11.537397 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70884d67-e8db-482b-8958-9b76e0fbef0a None None] Network 0c72507e-7380-45af-8324-3b15e81b162a requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:11.539996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60e9b678-a77a-40ae-b2b2-7933e2ebe38f None None] Network fe323b12-826d-4a27-9634-70b4819abf63 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:11.548062 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-270f7e6d-330e-4088-880c-10d997b85afd tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.572718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0980901-6fe5-4dcb-99f9-5b2c32888fdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=bece27e5-c7a9-42be-8801-08615fc49322,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:11.590469 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-270f7e6d-330e-4088-880c-10d997b85afd tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe323b12-826d-4a27-9634-70b4819abf63']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:11.599116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0980901-6fe5-4dcb-99f9-5b2c32888fdf admin admin] Checking segment: {'id': 'c1c7be36-d6c2-446c-9e20-d3617b8a9a4e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'e6e33a86-a7a1-4a6b-b267-990c43b12b61'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:11.599472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0980901-6fe5-4dcb-99f9-5b2c32888fdf admin admin] Network hostable DHCP agents. Network: e6e33a86-a7a1-4a6b-b267-990c43b12b61, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:11.606534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-270f7e6d-330e-4088-880c-10d997b85afd tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62ed411f-d04c-4acd-9791-ccdd9c4bb7bb') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:11.606534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-270f7e6d-330e-4088-880c-10d997b85afd tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62ed411f-d04c-4acd-9791-ccdd9c4bb7bb') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:11.622437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-270f7e6d-330e-4088-880c-10d997b85afd tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.636717 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:42:11.637336 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0980901-6fe5-4dcb-99f9-5b2c32888fdf admin admin] Network e6e33a86-a7a1-4a6b-b267-990c43b12b61 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:11.644847 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-270f7e6d-330e-4088-880c-10d997b85afd tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.654126 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.654556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-a0980901-6fe5-4dcb-99f9-5b2c32888fdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, e6e33a86-a7a1-4a6b-b267-990c43b12b61) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:11.657798 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f275cce8-b3b9-4a90-b748-1eb4ccbfba4c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "PUT /v2.0/routers/bbf61f7b-9ea2-4e97-a7f0-46d4b57fe3f3 HTTP/1.1" status: 200 len: 919 time: 8.2743154 Nov 23 04:42:11.659399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0980901-6fe5-4dcb-99f9-5b2c32888fdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:11.660205 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a0980901-6fe5-4dcb-99f9-5b2c32888fdf admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.663430 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43704) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:11.665071 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-270f7e6d-330e-4088-880c-10d997b85afd tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:11.665071 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-270f7e6d-330e-4088-880c-10d997b85afd tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:11.669837 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:11.682139 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33df126-ce5a-4636-aa07-46e9a56f178a None None] Sync routers for ids ['bbf61f7b-9ea2-4e97-a7f0-46d4b57fe3f3'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:42:11.698096 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.710309 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e7d395d-5bc7-4db4-983f-dbd2fa18673a None None] Network e6e33a86-a7a1-4a6b-b267-990c43b12b61 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:11.727499 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33df126-ce5a-4636-aa07-46e9a56f178a None None] Routers {'bbf61f7b-9ea2-4e97-a7f0-46d4b57fe3f3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:11.728495 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f33df126-ce5a-4636-aa07-46e9a56f178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['bbf61f7b-9ea2-4e97-a7f0-46d4b57fe3f3'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:11.734006 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-996870cf-a801-4c98-97ab-e79b08b94b2c None None] Provisioning complete for port 5b27679e-58d4-4c5b-9cb0-412eb292eef2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:11.734637 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-996870cf-a801-4c98-97ab-e79b08b94b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.745443 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef2fcde6-9c33-4f28-95b8-4f0b6e520f0a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router d3142252-e438-49c2-ac25-4b08d301531a has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:42:11.750174 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a0980901-6fe5-4dcb-99f9-5b2c32888fdf admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7367151 Nov 23 04:42:11.790785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-270f7e6d-330e-4088-880c-10d997b85afd tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.799493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a1a01280-b34a-43d4-a96d-e1ad4c0ba5f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.815514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-270f7e6d-330e-4088-880c-10d997b85afd tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.826354 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-270f7e6d-330e-4088-880c-10d997b85afd tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] 10.222.0.37 "DELETE /v2.0/networks/fe323b12-826d-4a27-9634-70b4819abf63 HTTP/1.1" status: 204 len: 168 time: 0.6053438 Nov 23 04:42:11.841707 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f33df126-ce5a-4636-aa07-46e9a56f178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:11.855565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f7e6d-330e-4088-880c-10d997b85afd tempest-FloatingIPTestJSON-1562631625 tempest-FloatingIPTestJSON-1562631625-project] Pushing event deleted for resources: {'Network': ['ID=fe323b12-826d-4a27-9634-70b4819abf63,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:11.874133 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:11.913080 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-524628ca-00da-4f41-8267-c90205b20eb0 req-a5127814-cb45-484b-8acd-30e0e1f1a115 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:11.920335 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-524628ca-00da-4f41-8267-c90205b20eb0 req-a5127814-cb45-484b-8acd-30e0e1f1a115 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2960680 Nov 23 04:42:12.020737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33df126-ce5a-4636-aa07-46e9a56f178a None None] Routers {'bbf61f7b-9ea2-4e97-a7f0-46d4b57fe3f3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:12.022140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f33df126-ce5a-4636-aa07-46e9a56f178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['bbf61f7b-9ea2-4e97-a7f0-46d4b57fe3f3'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:12.023675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a01280-b34a-43d4-a96d-e1ad4c0ba5f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:12.037317 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-a1a01280-b34a-43d4-a96d-e1ad4c0ba5f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:12.041376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a01280-b34a-43d4-a96d-e1ad4c0ba5f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:12.041979 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a1a01280-b34a-43d4-a96d-e1ad4c0ba5f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:12.060413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef2fcde6-9c33-4f28-95b8-4f0b6e520f0a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:42:12.073681 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e11c3f-483b-4ea4-a1bb-af6fbb474ef4 None None] Sync routers for ids ['d3142252-e438-49c2-ac25-4b08d301531a'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:42:12.095368 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e11c3f-483b-4ea4-a1bb-af6fbb474ef4 None None] Routers {'d3142252-e438-49c2-ac25-4b08d301531a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:12.096394 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-21e11c3f-483b-4ea4-a1bb-af6fbb474ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d3142252-e438-49c2-ac25-4b08d301531a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:12.115514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb08808-97e6-4de7-9fa4-e71b15fc87b8 None None] DHCP port deletion for fe323b12-826d-4a27-9634-70b4819abf63 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:12.119001 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ef2fcde6-9c33-4f28-95b8-4f0b6e520f0a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/d3142252-e438-49c2-ac25-4b08d301531a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5678248 Nov 23 04:42:12.119207 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43714) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:12.123539 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f33df126-ce5a-4636-aa07-46e9a56f178a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:12.124341 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33df126-ce5a-4636-aa07-46e9a56f178a None None] The sync data for ids ['bbf61f7b-9ea2-4e97-a7f0-46d4b57fe3f3'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:42:12.163345 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a01280-b34a-43d4-a96d-e1ad4c0ba5f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Subnet': ['ID=34cac292-d3c6-40a4-aa4c-5b166d871de4,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:12.182500 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a1a01280-b34a-43d4-a96d-e1ad4c0ba5f1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1247029 Nov 23 04:42:12.182823 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43720) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:12.192045 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c850fa84-a8d5-4dbc-be63-300c68727f51 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/routers/bbf61f7b-9ea2-4e97-a7f0-46d4b57fe3f3 HTTP/1.1" status: 200 len: 925 time: 0.5171099 Nov 23 04:42:12.192851 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b87f5ed-40ff-45e4-aec7-5aec7b36c34c None None] Network bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:12.200519 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-59cb30f9-e69b-48b4-a158-2360165b4b6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'security_group': {'name': 'tempest-secgroup-1382965348'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:12.206708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f16bf-c0e8-42c7-97ec-9644b5da978b req-ed0c3025-19b6-429b-bdf7-c2bc21b436e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:12.207919 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0b5f16bf-c0e8-42c7-97ec-9644b5da978b req-ed0c3025-19b6-429b-bdf7-c2bc21b436e4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca9ade32f67b43ae8be521fa872a6702&device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 1099 time: 0.3634353 Nov 23 04:42:12.211943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43724) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:12.227600 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-21e11c3f-483b-4ea4-a1bb-af6fbb474ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:12.257243 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-09696de0-86d4-492d-bba7-4e8b844725c0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3142252-e438-49c2-ac25-4b08d301531a HTTP/1.1" status: 200 len: 205 time: 0.1328869 Nov 23 04:42:12.260656 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43728) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:12.271911 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-524628ca-00da-4f41-8267-c90205b20eb0 req-cdb58417-289c-4a52-9110-571f4a260394 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3445840 Nov 23 04:42:12.272200 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21e11c3f-483b-4ea4-a1bb-af6fbb474ef4 None None] Routers {'d3142252-e438-49c2-ac25-4b08d301531a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:12.273922 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-21e11c3f-483b-4ea4-a1bb-af6fbb474ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d3142252-e438-49c2-ac25-4b08d301531a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:12.368155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Deleting port 5b27679e-58d4-4c5b-9cb0-412eb292eef2 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:12.368376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:12.395416 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-21e11c3f-483b-4ea4-a1bb-af6fbb474ef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:12.396347 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21e11c3f-483b-4ea4-a1bb-af6fbb474ef4 None None] The sync data for ids ['d3142252-e438-49c2-ac25-4b08d301531a'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:42:12.436422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59cb30f9-e69b-48b4-a158-2360165b4b6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:12.479820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983aca74-68d5-45fc-92c5-fb3caa3da785 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:12.481410 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-983aca74-68d5-45fc-92c5-fb3caa3da785 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&device_id=bbf61f7b-9ea2-4e97-a7f0-46d4b57fe3f3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2685237 Nov 23 04:42:12.482789 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65fae8ac-88c5-4e4d-938f-185558f236b6 None None] DHCP port deletion for 0c72507e-7380-45af-8324-3b15e81b162a request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:12.488126 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43730) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:12.488472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43732) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:12.500142 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ccae4d3-382f-4752-9638-cae62a93fb43 None None] Network e6e33a86-a7a1-4a6b-b267-990c43b12b61 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:12.510792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9bcc882a-7281-4b60-a595-2e3a8344f260 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:12.607914 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] For port 5b27679e-58d4-4c5b-9cb0-412eb292eef2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5b27679e-58d4-4c5b-9cb0-412eb292eef2,segment=NetworkSegment(983930e3-9b01-494c-b2ba-ff44edad8936),segment_id=983930e3-9b01-494c-b2ba-ff44edad8936)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:12.608276 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:12.616374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f16bf-c0e8-42c7-97ec-9644b5da978b req-9c5372a0-e453-432a-a2b0-cb3b59d246f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:12.624193 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0b5f16bf-c0e8-42c7-97ec-9644b5da978b req-9c5372a0-e453-432a-a2b0-cb3b59d246f9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b21b611f-a015-425c-ab34-b547c5f8ac2e HTTP/1.1" status: 200 len: 912 time: 0.3859925 Nov 23 04:42:12.682468 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Calling delete_port for 5b27679e-58d4-4c5b-9cb0-412eb292eef2 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:12.779861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:12.812309 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-65fae8ac-88c5-4e4d-938f-185558f236b6 None None] Deleting port 5b27679e-58d4-4c5b-9cb0-412eb292eef2 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:12.812625 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-65fae8ac-88c5-4e4d-938f-185558f236b6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:12.854177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9bcc882a-7281-4b60-a595-2e3a8344f260 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:12.856814 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9bcc882a-7281-4b60-a595-2e3a8344f260 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:12.894952 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0b5f16bf-c0e8-42c7-97ec-9644b5da978b req-b66181fa-8737-482c-9c24-84fa79f7104b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce1f0e2-ff6c-454f-9cf0-749efb10140c HTTP/1.1" status: 200 len: 1001 time: 0.2573576 Nov 23 04:42:12.896125 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719955ee-7958-46f2-8bbd-0e8c7bc84a6c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:12.900663 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-719955ee-7958-46f2-8bbd-0e8c7bc84a6c tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/networks/707e3b6c-c967-4552-be8b-522e32d46a1b HTTP/1.1" status: 200 len: 881 time: 0.4065294 Nov 23 04:42:12.907533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43748) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:12.928770 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-65fae8ac-88c5-4e4d-938f-185558f236b6 None None] For port 5b27679e-58d4-4c5b-9cb0-412eb292eef2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5b27679e-58d4-4c5b-9cb0-412eb292eef2,segment=NetworkSegment(983930e3-9b01-494c-b2ba-ff44edad8936),segment_id=983930e3-9b01-494c-b2ba-ff44edad8936)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:12.929754 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-65fae8ac-88c5-4e4d-938f-185558f236b6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:12.936193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59cb30f9-e69b-48b4-a158-2360165b4b6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:12.954561 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-65fae8ac-88c5-4e4d-938f-185558f236b6 None None] Calling delete_port for 5b27679e-58d4-4c5b-9cb0-412eb292eef2 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:12.980897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59cb30f9-e69b-48b4-a158-2360165b4b6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.012587 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a39343e3-a74f-42e0-873f-b7bb4bad01ab tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbf61f7b-9ea2-4e97-a7f0-46d4b57fe3f3 HTTP/1.1" status: 200 len: 205 time: 0.0901062 Nov 23 04:42:13.028437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c4a46-e238-41b8-bee7-2d8558420146 req-1e22c6ce-7753-41e1-b7fb-380c2c28e818 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:13.033302 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43750) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:13.036296 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-1e22c6ce-7753-41e1-b7fb-380c2c28e818 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/networks?id=bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd HTTP/1.1" status: 200 len: 812 time: 0.1240432 Nov 23 04:42:13.040345 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c98b4470-42e7-4ecc-8a0f-b88ecf18182e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=143ae7f39fcb4a5bb309ce821d145aae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5474648 Nov 23 04:42:13.046912 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43752) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:13.055365 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-bda7ca30-9db2-4fb1-ac79-1eeb3e31e6dd tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/quotas/f766ef2e82864ea88f497233edaebb39 HTTP/1.1" status: 200 len: 375 time: 0.0180554 Nov 23 04:42:13.055853 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-65fae8ac-88c5-4e4d-938f-185558f236b6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.083841 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fae8ac-88c5-4e4d-938f-185558f236b6 None None] Pushing event deleted for resources: {'Port': ['ID=5b27679e-58d4-4c5b-9cb0-412eb292eef2,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:13.090627 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65fae8ac-88c5-4e4d-938f-185558f236b6 None None] No DVR routers for this DVR port 5b27679e-58d4-4c5b-9cb0-412eb292eef2 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:13.124606 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-71706157-8131-48ee-813e-e00ce6e3a2af tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=f766ef2e82864ea88f497233edaebb39&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0681562 Nov 23 04:42:13.134999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9bcc882a-7281-4b60-a595-2e3a8344f260 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.135630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bcc882a-7281-4b60-a595-2e3a8344f260 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Fanout notify agent at l3_agent the message router_deleted on router d3142252-e438-49c2-ac25-4b08d301531a {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:42:13.135800 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59cb30f9-e69b-48b4-a158-2360165b4b6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.139985 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-59cb30f9-e69b-48b4-a158-2360165b4b6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.9504766 Nov 23 04:42:13.149257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9bcc882a-7281-4b60-a595-2e3a8344f260 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.150945 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9bcc882a-7281-4b60-a595-2e3a8344f260 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/routers/d3142252-e438-49c2-ac25-4b08d301531a HTTP/1.1" status: 204 len: 168 time: 0.8873482 Nov 23 04:42:13.151599 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43756) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:13.156459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1b41dca9-a66d-4296-9bc1-40676246b505 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'security_group': {'name': 'tempest-secgroup-1816555755'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:13.160622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43758) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:13.161377 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59cb30f9-e69b-48b4-a158-2360165b4b6b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c205e4c-a3d0-4372-af5c-f50fcd9b86f4,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:13.203585 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f16bf-c0e8-42c7-97ec-9644b5da978b req-192d0b5d-698c-4e39-8ec0-821d77ca2bfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:13.205175 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0b5f16bf-c0e8-42c7-97ec-9644b5da978b req-192d0b5d-698c-4e39-8ec0-821d77ca2bfb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15926d1c-ee0f-48ad-88dc-7f8fa57c0643 HTTP/1.1" status: 200 len: 850 time: 0.2676406 Nov 23 04:42:13.241750 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb4e5786-54b8-4a19-9130-523188f1bd56 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.243386 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b41dca9-a66d-4296-9bc1-40676246b505 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.249652 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd59926-de16-41d6-8da2-e54d45711b5d None None] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:13.278467 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e34e026-b532-43d8-bf86-9dbfda781468 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting subnet 4ecd3978-b752-4bbb-b77a-66d63a739061 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:13.282619 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-0f3ede2b-b490-48be-9820-602a4eff47c6 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:42:13.283640 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-0f3ede2b-b490-48be-9820-602a4eff47c6 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0798557 Nov 23 04:42:13.291328 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb4e5786-54b8-4a19-9130-523188f1bd56 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.337842 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3e34e026-b532-43d8-bf86-9dbfda781468 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.344021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ee9947cc-7398-47d9-8426-806e20764f31 None None] Provisioning complete for port 37f21f02-beb5-47a8-960d-e0b1b38c1307 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:13.344483 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ee9947cc-7398-47d9-8426-806e20764f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.364389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.432912 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Port': ['ID=5b27679e-58d4-4c5b-9cb0-412eb292eef2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:13.460750 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No DVR routers for this DVR port 5b27679e-58d4-4c5b-9cb0-412eb292eef2 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:13.467312 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3e34e026-b532-43d8-bf86-9dbfda781468 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.478022 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b41dca9-a66d-4296-9bc1-40676246b505 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.480921 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb4e5786-54b8-4a19-9130-523188f1bd56 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.484103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb4e5786-54b8-4a19-9130-523188f1bd56 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.485590 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fb4e5786-54b8-4a19-9130-523188f1bd56 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8af9335f-2538-40ce-8bcc-78a6194124ec HTTP/1.1" status: 204 len: 168 time: 0.3687029 Nov 23 04:42:13.503363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b41dca9-a66d-4296-9bc1-40676246b505 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.518564 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-c5158725-1a72-4d62-b304-809c2b237469 service neutron] 10.222.0.37 "GET /v2.0/networks/bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2229562 Nov 23 04:42:13.535768 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1d5e83a7-027c-45d3-b7ef-377a130d34e9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.536313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb4e5786-54b8-4a19-9130-523188f1bd56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8af9335f-2538-40ce-8bcc-78a6194124ec,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:13.540033 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5f16bf-c0e8-42c7-97ec-9644b5da978b req-c6fd1699-0771-47ee-849e-bbaa854ce758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:13.541953 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0b5f16bf-c0e8-42c7-97ec-9644b5da978b req-c6fd1699-0771-47ee-849e-bbaa854ce758 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b21b611f-a015-425c-ab34-b547c5f8ac2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2691617 Nov 23 04:42:13.597323 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b41dca9-a66d-4296-9bc1-40676246b505 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.598589 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1b41dca9-a66d-4296-9bc1-40676246b505 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.4459734 Nov 23 04:42:13.603843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43766) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:13.616558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d14e9d8c-0fef-4b21-8916-5ebf92ed7065 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'security_group': {'name': 'tempest-secgroup-246237640'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:13.635752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b41dca9-a66d-4296-9bc1-40676246b505 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c50aac9-c3d3-42b2-93a5-44bf21913320,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:13.671521 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d14e9d8c-0fef-4b21-8916-5ebf92ed7065 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.691870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ee9947cc-7398-47d9-8426-806e20764f31 None None] Provisioning complete for port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:13.692450 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ee9947cc-7398-47d9-8426-806e20764f31 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.722972 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3046f487-e0d8-4697-80af-71213af54e8a req-1afcb731-5616-440e-b787-e1d155249910 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:13.724775 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3046f487-e0d8-4697-80af-71213af54e8a req-1afcb731-5616-440e-b787-e1d155249910 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.3560662 Nov 23 04:42:13.729917 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9925d0e6-fa56-4c3d-93ca-f3a7b70389bf service neutron] 10.222.0.37 "GET /v2.0/networks/bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2103910 Nov 23 04:42:13.752151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ee9947cc-7398-47d9-8426-806e20764f31 None None] Port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:13.792664 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.824428 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be77c7fb-a5fc-4c66-97c8-58d22b1eed6b None None] Update dhcp port {'port': {'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'fixed_ips': [{'subnet_id': 'd278eee8-4647-4438-b71e-3bbfa7b60734', 'ip_address': '172.20.0.18'}, {'subnet_id': '34cac292-d3c6-40a4-aa4c-5b166d871de4'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': '37f21f02-beb5-47a8-960d-e0b1b38c1307'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:42:13.848161 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d14e9d8c-0fef-4b21-8916-5ebf92ed7065 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.857313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d14e9d8c-0fef-4b21-8916-5ebf92ed7065 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.870113 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c72507e-7380-45af-8324-3b15e81b162a']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:13.894256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be77c7fb-a5fc-4c66-97c8-58d22b1eed6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.900191 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '983930e3-9b01-494c-b2ba-ff44edad8936') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:13.900493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '983930e3-9b01-494c-b2ba-ff44edad8936') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:13.905623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d14e9d8c-0fef-4b21-8916-5ebf92ed7065 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.913339 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d14e9d8c-0fef-4b21-8916-5ebf92ed7065 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1759 time: 0.3007665 Nov 23 04:42:13.916709 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43770) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:13.925085 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-06ef9bd9-6938-408e-a9c9-6eb6a4268d8a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-549328838', 'security_groups': ['6ff3ee2a-2bf4-43a7-9937-f5ff3dc139ce'], 'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '34cac292-d3c6-40a4-aa4c-5b166d871de4'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:13.935624 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.941038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3e34e026-b532-43d8-bf86-9dbfda781468 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:13.993469 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0b5f16bf-c0e8-42c7-97ec-9644b5da978b req-3a02efd1-54f4-4bfa-a53a-93f5645c46e9 service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4084673 Nov 23 04:42:14.001186 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1d5e83a7-027c-45d3-b7ef-377a130d34e9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:14.005864 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:14.026799 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:14.027297 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:14.034141 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:14.040764 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3046f487-e0d8-4697-80af-71213af54e8a req-8b4d0a1f-1d3b-4c0e-b61b-b8ba3ae855fc tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2671728 Nov 23 04:42:14.094288 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14e9d8c-0fef-4b21-8916-5ebf92ed7065 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff3ee2a-2bf4-43a7-9937-f5ff3dc139ce,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:14.097510 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ef9bd9-6938-408e-a9c9-6eb6a4268d8a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:14.217490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:14.217858 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-be77c7fb-a5fc-4c66-97c8-58d22b1eed6b None None] Allocated IP 172.20.0.2 (3ce37b7d-18dc-4a4b-8f03-fa9101f19109/34cac292-d3c6-40a4-aa4c-5b166d871de4/37f21f02-beb5-47a8-960d-e0b1b38c1307) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:14.231893 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3e34e026-b532-43d8-bf86-9dbfda781468 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:14.234389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:14.237682 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/0c72507e-7380-45af-8324-3b15e81b162a HTTP/1.1" status: 204 len: 168 time: 8.7769322 Nov 23 04:42:14.248166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-06ef9bd9-6938-408e-a9c9-6eb6a4268d8a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:14.265910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43786) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:14.274671 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-094e1c04-98d2-4dc8-9f6d-3cc28b732f23 req-d825278f-2ad9-4e3c-b7ff-424dbf7936f7 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 210 time: 0.0734932 Nov 23 04:42:14.285092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-06ef9bd9-6938-408e-a9c9-6eb6a4268d8a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] device_id is not set on port 37d41aca-f21b-4346-970c-e006af0607a3 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:42:14.304225 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9dc4b-3c12-4bf8-818c-c6ccebafd882 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Network': ['ID=0c72507e-7380-45af-8324-3b15e81b162a,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:14.321988 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e34e026-b532-43d8-bf86-9dbfda781468 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Subnet': ['ID=4ecd3978-b752-4bbb-b77a-66d63a739061,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:14.325547 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0b5f16bf-c0e8-42c7-97ec-9644b5da978b req-007cee0a-5ee0-4def-8563-2717352ecc40 service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209503 Nov 23 04:42:14.326899 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3e34e026-b532-43d8-bf86-9dbfda781468 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:14.333124 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3e34e026-b532-43d8-bf86-9dbfda781468 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/4ecd3978-b752-4bbb-b77a-66d63a739061 HTTP/1.1" status: 204 len: 168 time: 1.1687040 Nov 23 04:42:14.335969 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-23b47dce-6241-4a3d-a1cb-5b68523cabe2 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:14.337242 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-23b47dce-6241-4a3d-a1cb-5b68523cabe2 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:14.340898 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-23b47dce-6241-4a3d-a1cb-5b68523cabe2 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/0c72507e-7380-45af-8324-3b15e81b162a HTTP/1.1" status: 404 len: 339 time: 0.0738997 Nov 23 04:42:14.341651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43788) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:14.353482 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43790) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:14.365551 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-9200c10c-6aa3-4e70-858e-feb6943fef17 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-776084648', 'description': 'd1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:14.386104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-be77c7fb-a5fc-4c66-97c8-58d22b1eed6b None None] For port 37f21f02-beb5-47a8-960d-e0b1b38c1307, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=37f21f02-beb5-47a8-960d-e0b1b38c1307,segment=NetworkSegment(5076f109-d82a-4a50-b353-5ddd9adb4b7b),segment_id=5076f109-d82a-4a50-b353-5ddd9adb4b7b)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:14.423372 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be77c7fb-a5fc-4c66-97c8-58d22b1eed6b None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:14.428856 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-572a6580-178a-44b5-bf7f-e9afcde87ce9 None None] Network 3ed4ced0-2785-4da6-8f30-4bdb20004b19 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:14.434291 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e83a7-027c-45d3-b7ef-377a130d34e9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Deleting port 5bbedddd-8618-4392-9135-31ae1fec8e8c {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:14.434792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1d5e83a7-027c-45d3-b7ef-377a130d34e9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:14.435595 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be77c7fb-a5fc-4c66-97c8-58d22b1eed6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:14.461950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5b27679e-58d4-4c5b-9cb0-412eb292eef2 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:42:14.543690 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1d5e83a7-027c-45d3-b7ef-377a130d34e9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:14.552233 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-06ef9bd9-6938-408e-a9c9-6eb6a4268d8a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Allocated IP 172.20.0.3 (3ce37b7d-18dc-4a4b-8f03-fa9101f19109/34cac292-d3c6-40a4-aa4c-5b166d871de4/37d41aca-f21b-4346-970c-e006af0607a3) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:14.562469 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1d5e83a7-027c-45d3-b7ef-377a130d34e9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Calling delete_port for 5bbedddd-8618-4392-9135-31ae1fec8e8c owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:14.579763 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9200c10c-6aa3-4e70-858e-feb6943fef17 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:14.583958 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 5b27679e-58d4-4c5b-9cb0-412eb292eef2 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:14.584290 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5b27679e-58d4-4c5b-9cb0-412eb292eef2 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:42:14.585545 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9200c10c-6aa3-4e70-858e-feb6943fef17 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:14.704494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be77c7fb-a5fc-4c66-97c8-58d22b1eed6b None None] Pushing event updated for resources: {'Port': ['ID=37f21f02-beb5-47a8-960d-e0b1b38c1307,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:14.817607 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43806) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:14.865986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-06ef9bd9-6938-408e-a9c9-6eb6a4268d8a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:14.931321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d10f5c6-b7cf-4eca-9770-0e933a2886d6 None None] DHCP port deletion for 3ed4ced0-2785-4da6-8f30-4bdb20004b19 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:14.944247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-06ef9bd9-6938-408e-a9c9-6eb6a4268d8a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.020878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-3d10f5c6-b7cf-4eca-9770-0e933a2886d6 None None] Deleting port 939404ad-ec9d-44ad-a06b-0d460475ee72 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:15.021249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3d10f5c6-b7cf-4eca-9770-0e933a2886d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.027725 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Request body: {'networks': [{'name': 'tempest-network--584739632'}, {'name': 'tempest-network--1475479937'}]} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:15.028300 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Request body: {'network': {'name': 'tempest-network--584739632'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:15.028920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Request body: {'network': {'name': 'tempest-network--1475479937'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:15.062851 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ef9bd9-6938-408e-a9c9-6eb6a4268d8a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:15.097878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ef9bd9-6938-408e-a9c9-6eb6a4268d8a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=37d41aca-f21b-4346-970c-e006af0607a3,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:15.113169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-06ef9bd9-6938-408e-a9c9-6eb6a4268d8a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:15.120162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06ef9bd9-6938-408e-a9c9-6eb6a4268d8a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:15.125038 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Made reservation on behalf of 242bc7cf7fe24a25b2c6379528436b11 for: {'network': 2} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:15.130662 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.137643 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-3d10f5c6-b7cf-4eca-9770-0e933a2886d6 None None] For port 939404ad-ec9d-44ad-a06b-0d460475ee72, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=939404ad-ec9d-44ad-a06b-0d460475ee72,segment=NetworkSegment(f2ee7817-38fb-4fda-9896-e92fa39d915b),segment_id=f2ee7817-38fb-4fda-9896-e92fa39d915b)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:15.138513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3d10f5c6-b7cf-4eca-9770-0e933a2886d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.155682 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-3d10f5c6-b7cf-4eca-9770-0e933a2886d6 None None] Calling delete_port for 939404ad-ec9d-44ad-a06b-0d460475ee72 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:15.171105 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.213494 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ef9bd9-6938-408e-a9c9-6eb6a4268d8a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:15.213725 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-06ef9bd9-6938-408e-a9c9-6eb6a4268d8a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.256954 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-06ef9bd9-6938-408e-a9c9-6eb6a4268d8a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3378820 Nov 23 04:42:15.259839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43812) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:15.267695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3d10f5c6-b7cf-4eca-9770-0e933a2886d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.271321 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1708587b-3ab0-4b2e-af0f-63bf604f58eb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'subnet': {'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:15.286221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef10c4af-e47a-419e-8434-028a1cf90dc7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting subnet f8ac77e4-2e27-4ea1-91db-20a0694a83e0 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:15.303273 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9200c10c-6aa3-4e70-858e-feb6943fef17 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:15.308961 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10f5c6-b7cf-4eca-9770-0e933a2886d6 None None] Pushing event deleted for resources: {'Port': ['ID=939404ad-ec9d-44ad-a06b-0d460475ee72,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:15.319745 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef10c4af-e47a-419e-8434-028a1cf90dc7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.320213 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d10f5c6-b7cf-4eca-9770-0e933a2886d6 None None] No DVR routers for this DVR port 939404ad-ec9d-44ad-a06b-0d460475ee72 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:15.370005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9200c10c-6aa3-4e70-858e-feb6943fef17 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.371360 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-9200c10c-6aa3-4e70-858e-feb6943fef17 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Added segment 142600c0-7394-42c8-b509-a941786672f2 of type vlan for network 2e66e602-be2e-4889-a9db-a7ecee8125b5 Nov 23 04:42:15.437711 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0eddd333-3a27-41f1-a16f-27ec50370df3 req-29e7e9b2-7c83-42da-a062-f9730f6afdbb tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 210 time: 0.0542026 Nov 23 04:42:15.462152 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.468810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.469270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.496195 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef10c4af-e47a-419e-8434-028a1cf90dc7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.524483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4d2cc6e7-45e6-4b0d-910e-a23387f5771c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:15.529536 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3e51b7-c871-499d-9f76-e337e19ad656 req-f3bb8a40-5a02-42f1-b2ea-f92172cc8d41 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:15.531157 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6b3e51b7-c871-499d-9f76-e337e19ad656 req-f3bb8a40-5a02-42f1-b2ea-f92172cc8d41 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.3470120 Nov 23 04:42:15.533529 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:15.540395 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1708587b-3ab0-4b2e-af0f-63bf604f58eb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:15.543996 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1708587b-3ab0-4b2e-af0f-63bf604f58eb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.580357 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9200c10c-6aa3-4e70-858e-feb6943fef17 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.583212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d46a81c0-fd8b-4f21-bbf1-1ebfb6da8e1f None None] Provisioning complete for port 37f21f02-beb5-47a8-960d-e0b1b38c1307 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:15.583584 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d46a81c0-fd8b-4f21-bbf1-1ebfb6da8e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.639793 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9200c10c-6aa3-4e70-858e-feb6943fef17 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.645989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9200c10c-6aa3-4e70-858e-feb6943fef17 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:15.646872 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9200c10c-6aa3-4e70-858e-feb6943fef17 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.658035 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.ipam_backend_mixin [None req-1708587b-3ab0-4b2e-af0f-63bf604f58eb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 34cac292-d3c6-40a4-aa4c-5b166d871de4 (CIDR: 172.20.0.0/28) Nov 23 04:42:15.659850 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.660205 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Added segment 54c77236-b678-4183-8e9a-2a9d7e3e1e7a of type vlan for network 9b5a5ede-fc0e-41a5-a130-89d06b09e6b0 Nov 23 04:42:15.671378 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-1708587b-3ab0-4b2e-af0f-63bf604f58eb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:15.672021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1708587b-3ab0-4b2e-af0f-63bf604f58eb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:15.678703 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1d5e83a7-027c-45d3-b7ef-377a130d34e9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.717298 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1708587b-3ab0-4b2e-af0f-63bf604f58eb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4537883 Nov 23 04:42:15.717953 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43816) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:15.724760 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7a192f69-044d-4399-9bdb-295efc36b8c1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'subnet': {'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:15.725648 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9200c10c-6aa3-4e70-858e-feb6943fef17 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.3696029 Nov 23 04:42:15.733312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43818) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:15.747710 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb010970-c656-40be-a1b9-10c710e02404 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:15.797737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d46a81c0-fd8b-4f21-bbf1-1ebfb6da8e1f None None] Provisioning complete for port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:15.798335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d46a81c0-fd8b-4f21-bbf1-1ebfb6da8e1f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.844351 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d46a81c0-fd8b-4f21-bbf1-1ebfb6da8e1f None None] Port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:15.850620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.918046 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6b3e51b7-c871-499d-9f76-e337e19ad656 req-ebdcf8a3-4990-4110-988f-9772a4b7bf14 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3631692 Nov 23 04:42:15.931960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69f381d1-7fff-429c-8f53-137a94c95c29 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:15.935914 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-69f381d1-7fff-429c-8f53-137a94c95c29 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "GET /v2.0/networks?id=2e66e602-be2e-4889-a9db-a7ecee8125b5 HTTP/1.1" status: 200 len: 764 time: 0.1989594 Nov 23 04:42:15.938001 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43820) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:15.951343 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e83a7-027c-45d3-b7ef-377a130d34e9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Pushing event deleted for resources: {'Port': ['ID=5bbedddd-8618-4392-9135-31ae1fec8e8c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:15.957210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:15.963453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-79ade9ef-8054-46a3-a99d-51b0d43d0f3c tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'network': {'description': 'd2'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:15.966353 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-fefa4700-5350-4c79-b5ef-6d64041ae032 None None] Provisioning complete for port 37d41aca-f21b-4346-970c-e006af0607a3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:15.966885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fefa4700-5350-4c79-b5ef-6d64041ae032 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:15.997724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9200c10c-6aa3-4e70-858e-feb6943fef17 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Network': ['ID=2e66e602-be2e-4889-a9db-a7ecee8125b5,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:16.012319 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef10c4af-e47a-419e-8434-028a1cf90dc7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.015714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 2e66e602-be2e-4889-a9db-a7ecee8125b5 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:16.018657 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-fefa4700-5350-4c79-b5ef-6d64041ae032 None None] Port 37d41aca-f21b-4346-970c-e006af0607a3 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:16.026173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.026583 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Added segment 7cd3fa67-2322-4a0a-acbd-da8ad76cb1cc of type vlan for network 9cd95e59-bcbb-43e8-ae6a-e7f033ba069c Nov 23 04:42:16.063651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1d5e83a7-027c-45d3-b7ef-377a130d34e9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.104558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.123703 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a192f69-044d-4399-9bdb-295efc36b8c1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:16.127057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7a192f69-044d-4399-9bdb-295efc36b8c1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.183902 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1d5e83a7-027c-45d3-b7ef-377a130d34e9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.186575 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1d5e83a7-027c-45d3-b7ef-377a130d34e9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.197749 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c4a46-e238-41b8-bee7-2d8558420146 req-1ff6cc6c-185a-4448-8f1f-d63017582916 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:16.199362 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-1ff6cc6c-185a-4448-8f1f-d63017582916 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.15 "GET /v2.0/networks?id=bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd HTTP/1.1" status: 200 len: 812 time: 0.3760159 Nov 23 04:42:16.242217 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [req-227c4a46-e238-41b8-bee7-2d8558420146 req-0b1f8660-5fc4-4edd-bf6e-bd4817823521 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Request body: {'port': {'device_id': 'a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b', 'network_id': 'bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd', 'admin_state_up': True, 'tenant_id': 'f766ef2e82864ea88f497233edaebb39'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:16.272300 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.272806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.278804 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:16.284122 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:16.284733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.292573 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef10c4af-e47a-419e-8434-028a1cf90dc7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.309051 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1d5e83a7-027c-45d3-b7ef-377a130d34e9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.309745 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d5e83a7-027c-45d3-b7ef-377a130d34e9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Fanout notify agent at l3_agent the message router_deleted on router bbf61f7b-9ea2-4e97-a7f0-46d4b57fe3f3 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:42:16.318097 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1d5e83a7-027c-45d3-b7ef-377a130d34e9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.319168 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1d5e83a7-027c-45d3-b7ef-377a130d34e9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "DELETE /v2.0/routers/bbf61f7b-9ea2-4e97-a7f0-46d4b57fe3f3 HTTP/1.1" status: 204 len: 168 time: 3.2847571 Nov 23 04:42:16.338560 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43826) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:16.343054 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-79ade9ef-8054-46a3-a99d-51b0d43d0f3c tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.344786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef10c4af-e47a-419e-8434-028a1cf90dc7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.350503 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ef10c4af-e47a-419e-8434-028a1cf90dc7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/f8ac77e4-2e27-4ea1-91db-20a0694a83e0 HTTP/1.1" status: 204 len: 168 time: 2.0045836 Nov 23 04:42:16.350503 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef10c4af-e47a-419e-8434-028a1cf90dc7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ac77e4-2e27-4ea1-91db-20a0694a83e0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:16.357079 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f3fa6438-5be8-4cf1-8844-2ce359341acc tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-784340329', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:16.358769 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139d248c-ec18-4dd5-b7cd-7f26925bb998 None None] Network e1e0692a-e363-469a-854b-781d64eec3c8 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:16.363887 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43828) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:16.410359 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.ipam_backend_mixin [None req-7a192f69-044d-4399-9bdb-295efc36b8c1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d278eee8-4647-4438-b71e-3bbfa7b60734 (CIDR: 172.20.0.16/28) Nov 23 04:42:16.413909 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6438-5be8-4cf1-8844-2ce359341acc tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.414913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6438-5be8-4cf1-8844-2ce359341acc tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.421311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 37f21f02-beb5-47a8-960d-e0b1b38c1307 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:16.440001 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-79ade9ef-8054-46a3-a99d-51b0d43d0f3c tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.448979 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a192f69-044d-4399-9bdb-295efc36b8c1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:16.449493 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a192f69-044d-4399-9bdb-295efc36b8c1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:16.451949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event updated for resources: {'Network': ['ID=9b5a5ede-fc0e-41a5-a130-89d06b09e6b0,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:16.472255 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 9b5a5ede-fc0e-41a5-a130-89d06b09e6b0 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:16.486922 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 1.6655450 Nov 23 04:42:16.486922 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-79ade9ef-8054-46a3-a99d-51b0d43d0f3c tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network 2e66e602-be2e-4889-a9db-a7ecee8125b5 is not hosted by any dhcp agent {{(pid=109953) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 04:42:16.490573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ade9ef-8054-46a3-a99d-51b0d43d0f3c tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:16.491178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-79ade9ef-8054-46a3-a99d-51b0d43d0f3c tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.495538 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-79ade9ef-8054-46a3-a99d-51b0d43d0f3c tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "PUT /v2.0/networks/2e66e602-be2e-4889-a9db-a7ecee8125b5 HTTP/1.1" status: 200 len: 761 time: 0.5513480 Nov 23 04:42:16.495538 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43832) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:16.510421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6438-5be8-4cf1-8844-2ce359341acc tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.512649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43834) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:16.543881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6438-5be8-4cf1-8844-2ce359341acc tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.566274 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-227c4a46-e238-41b8-bee7-2d8558420146 req-0b1f8660-5fc4-4edd-bf6e-bd4817823521 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Made reservation on behalf of f766ef2e82864ea88f497233edaebb39 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:16.569609 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-227c4a46-e238-41b8-bee7-2d8558420146 req-0b1f8660-5fc4-4edd-bf6e-bd4817823521 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.607456 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 37f21f02-beb5-47a8-960d-e0b1b38c1307 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:16.607976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.630383 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f3fa6438-5be8-4cf1-8844-2ce359341acc tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.631612 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f3fa6438-5be8-4cf1-8844-2ce359341acc tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2920933 Nov 23 04:42:16.640598 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43836) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:16.646219 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'enable_snat': False}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:16.750995 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dad642e-9068-499d-8a27-b6361823d129 None None] DHCP port deletion for e1e0692a-e363-469a-854b-781d64eec3c8 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:16.794141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c293dd0-00d3-4c4a-a35b-7d26de7fbdc1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:16.799471 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8c293dd0-00d3-4c4a-a35b-7d26de7fbdc1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "GET /v2.0/networks?id=2e66e602-be2e-4889-a9db-a7ecee8125b5 HTTP/1.1" status: 200 len: 764 time: 0.2653832 Nov 23 04:42:16.807278 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43838) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:16.807802 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 939404ad-ec9d-44ad-a06b-0d460475ee72 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:42:16.829198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 939404ad-ec9d-44ad-a06b-0d460475ee72 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:16.829864 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 939404ad-ec9d-44ad-a06b-0d460475ee72 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:42:16.854763 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8dad642e-9068-499d-8a27-b6361823d129 None None] Deleting port cf8125f9-a441-4e21-9a2e-153a37fd1811 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:16.855209 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8dad642e-9068-499d-8a27-b6361823d129 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.919473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-8dad642e-9068-499d-8a27-b6361823d129 None None] For port cf8125f9-a441-4e21-9a2e-153a37fd1811, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=cf8125f9-a441-4e21-9a2e-153a37fd1811,segment=NetworkSegment(6e343b54-ad95-4b00-b2e1-7a8fecf534a8),segment_id=6e343b54-ad95-4b00-b2e1-7a8fecf534a8)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:16.919860 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8dad642e-9068-499d-8a27-b6361823d129 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.938599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8dad642e-9068-499d-8a27-b6361823d129 None None] Calling delete_port for cf8125f9-a441-4e21-9a2e-153a37fd1811 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:16.970199 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7a192f69-044d-4399-9bdb-295efc36b8c1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.2511661 Nov 23 04:42:16.990071 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-49cee806-e45c-4fdf-880b-07d204ca4cf0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:16.991924 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43842) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:17.000907 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-321b24c8-294f-411a-ab5a-e7afe199f1a0 req-95856821-889d-4277-a6b7-a9738e5b2933 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 210 time: 0.4400547 Nov 23 04:42:17.008718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b52ccca3-dce9-491a-9332-2ae86ce42ae4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'subnet': {'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:17.025425 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8dad642e-9068-499d-8a27-b6361823d129 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.033650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4f28df-fb62-41db-8d7f-a0263f3e68c7 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event updated for resources: {'Network': ['ID=9cd95e59-bcbb-43e8-ae6a-e7f033ba069c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:17.039844 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dad642e-9068-499d-8a27-b6361823d129 None None] No DVR routers for this DVR port cf8125f9-a441-4e21-9a2e-153a37fd1811 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:17.060888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 9cd95e59-bcbb-43e8-ae6a-e7f033ba069c details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:17.066641 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dad642e-9068-499d-8a27-b6361823d129 None None] Pushing event deleted for resources: {'Port': ['ID=cf8125f9-a441-4e21-9a2e-153a37fd1811,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:17.081293 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [req-227c4a46-e238-41b8-bee7-2d8558420146 req-0b1f8660-5fc4-4edd-bf6e-bd4817823521 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Allocated IP 172.20.0.13 (bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd/2cb76eb6-26e2-4e9d-83de-3f38246660ed/a816d115-ab78-4dd6-8590-4193521ddef1) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:17.148639 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.207661 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9989f27-9b02-4133-adb2-1ac58f93f255 req-3fea6b05-b1a6-43b5-907c-32c5bca7d9f0 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:17.209114 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c9989f27-9b02-4133-adb2-1ac58f93f255 req-3fea6b05-b1a6-43b5-907c-32c5bca7d9f0 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2123601 Nov 23 04:42:17.216243 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ade9ef-8054-46a3-a99d-51b0d43d0f3c tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Network': ['ID=2e66e602-be2e-4889-a9db-a7ecee8125b5,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:17.228085 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 2e66e602-be2e-4889-a9db-a7ecee8125b5 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:17.238078 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef26229-6e44-4026-9236-170113ac4a90 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:17.241374 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5ef26229-6e44-4026-9236-170113ac4a90 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.4314058 Nov 23 04:42:17.250249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43844) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:17.266852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d5e1ce-64f2-41b6-8840-33aa76752205 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:17.272572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d5e1ce-64f2-41b6-8840-33aa76752205 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:17.278803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d5e1ce-64f2-41b6-8840-33aa76752205 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:17.284452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d5e1ce-64f2-41b6-8840-33aa76752205 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:17.288943 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e0d5e1ce-64f2-41b6-8840-33aa76752205 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7685857 Nov 23 04:42:17.295457 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43846) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:17.347338 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5fc8ec68-7276-49f6-81fa-c2568071ed31 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b HTTP/1.1" status: 200 len: 207 time: 0.0958197 Nov 23 04:42:17.365561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43848) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:17.373345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-49cee806-e45c-4fdf-880b-07d204ca4cf0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.424899 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c9989f27-9b02-4133-adb2-1ac58f93f255 req-35026715-1cd6-4eab-bb8e-aedbc265c03e tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1942794 Nov 23 04:42:17.478812 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-227c4a46-e238-41b8-bee7-2d8558420146 req-0b1f8660-5fc4-4edd-bf6e-bd4817823521 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.479034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-49cee806-e45c-4fdf-880b-07d204ca4cf0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ed4ced0-2785-4da6-8f30-4bdb20004b19']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:17.493825 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-49cee806-e45c-4fdf-880b-07d204ca4cf0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2ee7817-38fb-4fda-9896-e92fa39d915b') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:17.494118 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-49cee806-e45c-4fdf-880b-07d204ca4cf0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2ee7817-38fb-4fda-9896-e92fa39d915b') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:17.502433 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b52ccca3-dce9-491a-9332-2ae86ce42ae4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Made reservation on behalf of 21aafe545f554d9ca8d2cff1f90b0ba5 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:17.505931 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b52ccca3-dce9-491a-9332-2ae86ce42ae4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.512340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c63b3015-a862-486f-9ac8-cd7c3570b8f9 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.531491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-49cee806-e45c-4fdf-880b-07d204ca4cf0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.592615 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-227c4a46-e238-41b8-bee7-2d8558420146 req-0b1f8660-5fc4-4edd-bf6e-bd4817823521 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.599306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-49cee806-e45c-4fdf-880b-07d204ca4cf0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.615510 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49cee806-e45c-4fdf-880b-07d204ca4cf0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Releasing vlan 175 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:17.615916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-49cee806-e45c-4fdf-880b-07d204ca4cf0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:17.626646 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:17.678547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-227c4a46-e238-41b8-bee7-2d8558420146 req-0b1f8660-5fc4-4edd-bf6e-bd4817823521 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Network bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:17.681764 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.701978 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [req-227c4a46-e238-41b8-bee7-2d8558420146 req-0b1f8660-5fc4-4edd-bf6e-bd4817823521 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:17.707011 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [req-227c4a46-e238-41b8-bee7-2d8558420146 req-0b1f8660-5fc4-4edd-bf6e-bd4817823521 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:17.710172 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.714408 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f8660-5fc4-4edd-bf6e-bd4817823521 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Pushing event updated for resources: {'Port': ['ID=a816d115-ab78-4dd6-8590-4193521ddef1,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:17.761473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71617c36-082f-4bf1-b99d-2d28ce9a5e80 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:17.767097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71617c36-082f-4bf1-b99d-2d28ce9a5e80 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:17.772827 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71617c36-082f-4bf1-b99d-2d28ce9a5e80 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:17.779455 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71617c36-082f-4bf1-b99d-2d28ce9a5e80 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:17.785529 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71617c36-082f-4bf1-b99d-2d28ce9a5e80 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:17.792199 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71617c36-082f-4bf1-b99d-2d28ce9a5e80 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:17.794022 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-71617c36-082f-4bf1-b99d-2d28ce9a5e80 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.4239962 Nov 23 04:42:17.801321 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c4a46-e238-41b8-bee7-2d8558420146 req-0b1f8660-5fc4-4edd-bf6e-bd4817823521 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:17.801955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-227c4a46-e238-41b8-bee7-2d8558420146 req-0b1f8660-5fc4-4edd-bf6e-bd4817823521 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.804095 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43850) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:17.833831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c63b3015-a862-486f-9ac8-cd7c3570b8f9 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.849384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-49cee806-e45c-4fdf-880b-07d204ca4cf0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.869156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-49cee806-e45c-4fdf-880b-07d204ca4cf0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:17.872469 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-49cee806-e45c-4fdf-880b-07d204ca4cf0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/networks/3ed4ced0-2785-4da6-8f30-4bdb20004b19 HTTP/1.1" status: 204 len: 168 time: 1.5076196 Nov 23 04:42:17.885964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43852) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:17.889036 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c63b3015-a862-486f-9ac8-cd7c3570b8f9 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9b5a5ede-fc0e-41a5-a130-89d06b09e6b0']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:17.899313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49cee806-e45c-4fdf-880b-07d204ca4cf0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Network': ['ID=3ed4ced0-2785-4da6-8f30-4bdb20004b19,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:17.929337 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c63b3015-a862-486f-9ac8-cd7c3570b8f9 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '54c77236-b678-4183-8e9a-2a9d7e3e1e7a') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:17.929656 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c63b3015-a862-486f-9ac8-cd7c3570b8f9 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '54c77236-b678-4183-8e9a-2a9d7e3e1e7a') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:17.939170 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-0b1f8660-5fc4-4edd-bf6e-bd4817823521 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7032325 Nov 23 04:42:17.972693 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Request body: {'port': {'device_id': 'a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:17.974160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c63b3015-a862-486f-9ac8-cd7c3570b8f9 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.027481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c63b3015-a862-486f-9ac8-cd7c3570b8f9 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.053387 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c63b3015-a862-486f-9ac8-cd7c3570b8f9 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:18.053795 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c63b3015-a862-486f-9ac8-cd7c3570b8f9 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:18.056916 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:18.066602 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-798dcefe-3cd4-45fd-873b-e86383e18a81 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.071393 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Allocated IP 172.26.8.250 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/927bb388-7a5d-458f-89c6-f67183be81a2) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:18.135342 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1f8be1c4-a7c4-4268-a817-0906ff70ec8a tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.3230910 Nov 23 04:42:18.135595 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43856) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:18.253711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c63b3015-a862-486f-9ac8-cd7c3570b8f9 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.258968 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c63b3015-a862-486f-9ac8-cd7c3570b8f9 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.264908 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c63b3015-a862-486f-9ac8-cd7c3570b8f9 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "DELETE /v2.0/networks/9b5a5ede-fc0e-41a5-a130-89d06b09e6b0 HTTP/1.1" status: 204 len: 168 time: 0.9665422 Nov 23 04:42:18.265058 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43858) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:18.322385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba6d8c0-0fb7-4ef1-922a-49dcba18a3b7 req-69963141-37d8-4475-bf82-14f3a2a30cc0 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:18.323972 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9ba6d8c0-0fb7-4ef1-922a-49dcba18a3b7 req-69963141-37d8-4475-bf82-14f3a2a30cc0 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 932 time: 0.2337673 Nov 23 04:42:18.365124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63b3015-a862-486f-9ac8-cd7c3570b8f9 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event deleted for resources: {'Network': ['ID=9b5a5ede-fc0e-41a5-a130-89d06b09e6b0,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:18.368036 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device cf8125f9-a441-4e21-9a2e-153a37fd1811 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:42:18.397555 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: cf8125f9-a441-4e21-9a2e-153a37fd1811 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:18.398203 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device cf8125f9-a441-4e21-9a2e-153a37fd1811 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:42:18.430474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b52ccca3-dce9-491a-9332-2ae86ce42ae4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.561792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.583960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-798dcefe-3cd4-45fd-873b-e86383e18a81 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.609770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3930a653-95b3-4347-a4b3-7ca042017d67 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.617105 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b52ccca3-dce9-491a-9332-2ae86ce42ae4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:18.635444 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-b52ccca3-dce9-491a-9332-2ae86ce42ae4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:18.638368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b52ccca3-dce9-491a-9332-2ae86ce42ae4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:18.639104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b52ccca3-dce9-491a-9332-2ae86ce42ae4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.644478 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-127f570e-b1d7-4096-afdf-00b05cb41d61 None None] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:18.660620 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9ba6d8c0-0fb7-4ef1-922a-49dcba18a3b7 req-50817fe9-07b0-4f46-aedd-60b3681e2653 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3113511 Nov 23 04:42:18.661539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b52ccca3-dce9-491a-9332-2ae86ce42ae4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Subnet': ['ID=4881461a-0a49-413f-8f0d-03683f86c374,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:18.685861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-798dcefe-3cd4-45fd-873b-e86383e18a81 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1e0692a-e363-469a-854b-781d64eec3c8']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:18.701045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da1f22d-9406-46e8-b536-ae11531728be tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:18.703056 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da1f22d-9406-46e8-b536-ae11531728be tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:18.704585 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da1f22d-9406-46e8-b536-ae11531728be tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:18.706157 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da1f22d-9406-46e8-b536-ae11531728be tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:18.707717 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7da1f22d-9406-46e8-b536-ae11531728be tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:18.714101 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7da1f22d-9406-46e8-b536-ae11531728be tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.5730731 Nov 23 04:42:18.714892 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43862) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:18.718553 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b52ccca3-dce9-491a-9332-2ae86ce42ae4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7198546 Nov 23 04:42:18.725806 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43864) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:18.738864 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ea71fafd-3129-46b7-aaf8-07bcefd8fb7f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-479238197', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '4881461a-0a49-413f-8f0d-03683f86c374'}], 'security_groups': ['9c205e4c-a3d0-4372-af5c-f50fcd9b86f4', '4c50aac9-c3d3-42b2-93a5-44bf21913320']}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:18.747872 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-798dcefe-3cd4-45fd-873b-e86383e18a81 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e343b54-ad95-4b00-b2e1-7a8fecf534a8') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:18.748225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-798dcefe-3cd4-45fd-873b-e86383e18a81 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e343b54-ad95-4b00-b2e1-7a8fecf534a8') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:18.751435 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-606b6561-1df3-449e-b88f-2973f2f99e22 req-a48fe9d3-645f-45ae-9304-0f706337842c tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:18.752270 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-606b6561-1df3-449e-b88f-2973f2f99e22 req-a48fe9d3-645f-45ae-9304-0f706337842c tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2040877 Nov 23 04:42:18.807067 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.812580 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-798dcefe-3cd4-45fd-873b-e86383e18a81 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.841399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3930a653-95b3-4347-a4b3-7ca042017d67 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.861442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-798dcefe-3cd4-45fd-873b-e86383e18a81 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.869465 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab57f9a6-73ed-4547-8f23-6b13df030765 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['shared'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:18.871064 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab57f9a6-73ed-4547-8f23-6b13df030765 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['shared'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:18.873266 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab57f9a6-73ed-4547-8f23-6b13df030765 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['shared'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:18.874052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab57f9a6-73ed-4547-8f23-6b13df030765 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['shared'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:18.875464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab57f9a6-73ed-4547-8f23-6b13df030765 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['shared'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:18.880517 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ab57f9a6-73ed-4547-8f23-6b13df030765 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1574392 Nov 23 04:42:18.881563 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43866) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:18.907263 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-798dcefe-3cd4-45fd-873b-e86383e18a81 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:18.907263 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-798dcefe-3cd4-45fd-873b-e86383e18a81 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:18.909149 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d904637-a45c-4d04-9328-2001276b1057 None None] Update dhcp port {'port': {'network_id': '3ce37b7d-18dc-4a4b-8f03-fa9101f19109', 'fixed_ips': [{'subnet_id': 'd278eee8-4647-4438-b71e-3bbfa7b60734', 'ip_address': '172.20.0.18'}, {'subnet_id': '34cac292-d3c6-40a4-aa4c-5b166d871de4', 'ip_address': '172.20.0.2'}, {'subnet_id': '4881461a-0a49-413f-8f0d-03683f86c374'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': '37f21f02-beb5-47a8-960d-e0b1b38c1307'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:18.911695 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:18.928601 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-3930a653-95b3-4347-a4b3-7ca042017d67 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd95e59-bcbb-43e8-ae6a-e7f033ba069c']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:18.941465 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8d904637-a45c-4d04-9328-2001276b1057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.011348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-3930a653-95b3-4347-a4b3-7ca042017d67 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7cd3fa67-2322-4a0a-acbd-da8ad76cb1cc') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:19.011967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-3930a653-95b3-4347-a4b3-7ca042017d67 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7cd3fa67-2322-4a0a-acbd-da8ad76cb1cc') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:19.039137 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-606b6561-1df3-449e-b88f-2973f2f99e22 req-0cad0d60-30dc-4175-be0a-2380b955f7c1 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2553337 Nov 23 04:42:19.050231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3930a653-95b3-4347-a4b3-7ca042017d67 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.080237 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.083781 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-798dcefe-3cd4-45fd-873b-e86383e18a81 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.088347 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-798dcefe-3cd4-45fd-873b-e86383e18a81 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.097034 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-798dcefe-3cd4-45fd-873b-e86383e18a81 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/networks/e1e0692a-e363-469a-854b-781d64eec3c8 HTTP/1.1" status: 204 len: 168 time: 1.2098143 Nov 23 04:42:19.098236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3930a653-95b3-4347-a4b3-7ca042017d67 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.099232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43868) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:19.126854 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-798dcefe-3cd4-45fd-873b-e86383e18a81 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Network': ['ID=e1e0692a-e363-469a-854b-781d64eec3c8,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:19.127966 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f4495b32-8329-48eb-bfc6-a154d336904d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1188381396'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:19.130196 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-8d904637-a45c-4d04-9328-2001276b1057 None None] Allocated IP 172.20.0.34 (3ce37b7d-18dc-4a4b-8f03-fa9101f19109/4881461a-0a49-413f-8f0d-03683f86c374/37f21f02-beb5-47a8-960d-e0b1b38c1307) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:19.143110 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3930a653-95b3-4347-a4b3-7ca042017d67 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:19.143444 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3930a653-95b3-4347-a4b3-7ca042017d67 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:19.146620 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:19.199436 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3847889-de25-4bd1-8f6c-e45fbd1b08d4 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:19.200774 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c3847889-de25-4bd1-8f6c-e45fbd1b08d4 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "GET /v2.0/networks/65b18e2b-50f5-440a-b3e1-acd91a095f55 HTTP/1.1" status: 200 len: 803 time: 0.3182936 Nov 23 04:42:19.207666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43870) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:19.234124 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:19.236141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea71fafd-3129-46b7-aaf8-07bcefd8fb7f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.238180 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Pushing event updated for resources: {'Port': ['ID=927bb388-7a5d-458f-89c6-f67183be81a2,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:19.251672 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-8d904637-a45c-4d04-9328-2001276b1057 None None] For port 37f21f02-beb5-47a8-960d-e0b1b38c1307, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=37f21f02-beb5-47a8-960d-e0b1b38c1307,segment=NetworkSegment(5076f109-d82a-4a50-b353-5ddd9adb4b7b),segment_id=5076f109-d82a-4a50-b353-5ddd9adb4b7b)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:19.261716 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:19.263479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4495b32-8329-48eb-bfc6-a154d336904d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:19.267009 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4495b32-8329-48eb-bfc6-a154d336904d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.273863 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:19.277435 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3930a653-95b3-4347-a4b3-7ca042017d67 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.291442 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa131d98-86dc-4e07-8572-854c5d4f95c6 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:19.298452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3930a653-95b3-4347-a4b3-7ca042017d67 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.300827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8d904637-a45c-4d04-9328-2001276b1057 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.304159 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3930a653-95b3-4347-a4b3-7ca042017d67 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "DELETE /v2.0/networks/9cd95e59-bcbb-43e8-ae6a-e7f033ba069c HTTP/1.1" status: 204 len: 168 time: 1.0255089 Nov 23 04:42:19.306562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3930a653-95b3-4347-a4b3-7ca042017d67 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event deleted for resources: {'Network': ['ID=9cd95e59-bcbb-43e8-ae6a-e7f033ba069c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:19.308379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43872) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:19.315840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8d904637-a45c-4d04-9328-2001276b1057 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.443533 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-54fc824f-d19c-403f-8fe0-ccd395ac1db1 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "GET /v2.0/networks/65b18e2b-50f5-440a-b3e1-acd91a095f55?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2299514 Nov 23 04:42:19.449667 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43874) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:19.482008 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4495b32-8329-48eb-bfc6-a154d336904d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:19.525178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e828d4-1d7f-4157-a53d-39329ae1a7ca tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:19.531657 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8e828d4-1d7f-4157-a53d-39329ae1a7ca tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:19.537397 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e8e828d4-1d7f-4157-a53d-39329ae1a7ca tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2221141 Nov 23 04:42:19.541309 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43876) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:19.548251 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-910a43f2-64c9-4140-aaaf-fce00c05de65 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-171197966'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:19.555577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a34ce60-8033-4ddd-a75b-9b27f7aa6602 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:19.557417 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4495b32-8329-48eb-bfc6-a154d336904d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.557770 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-f4495b32-8329-48eb-bfc6-a154d336904d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Added segment 345f367b-e22f-4332-9769-da8a260adaee of type vlan for network 80f2e555-71a1-4471-b045-67d239014903 Nov 23 04:42:19.561452 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3a34ce60-8033-4ddd-a75b-9b27f7aa6602 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "GET /v2.0/subnets/c63da1a7-4901-4fef-ad72-a9d8f6649bbc HTTP/1.1" status: 200 len: 843 time: 0.1106963 Nov 23 04:42:19.564160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43878) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:19.589313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1da74c9f-63db-4923-ae25-36bb0a12897d None None] Provisioning complete for port 927bb388-7a5d-458f-89c6-f67183be81a2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:19.589313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1da74c9f-63db-4923-ae25-36bb0a12897d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.591925 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d904637-a45c-4d04-9328-2001276b1057 None None] Pushing event updated for resources: {'Port': ['ID=37f21f02-beb5-47a8-960d-e0b1b38c1307,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:19.635505 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-1da74c9f-63db-4923-ae25-36bb0a12897d None None] Port 927bb388-7a5d-458f-89c6-f67183be81a2 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:19.642884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2645642-6c16-4704-a172-68355a2ce8f7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['shared'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:19.647666 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d2645642-6c16-4704-a172-68355a2ce8f7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "GET /v2.0/subnets/c63da1a7-4901-4fef-ad72-a9d8f6649bbc?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0792735 Nov 23 04:42:19.647839 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a816d115-ab78-4dd6-8590-4193521ddef1 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:42:19.650090 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43880) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:19.659988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-3e6ac6e6-74c2-495f-9c1a-b03bc6afd4c6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-653563250'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:19.667639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-910a43f2-64c9-4140-aaaf-fce00c05de65 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Made reservation on behalf of 242bc7cf7fe24a25b2c6379528436b11 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:19.668530 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.671216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-910a43f2-64c9-4140-aaaf-fce00c05de65 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.678701 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4495b32-8329-48eb-bfc6-a154d336904d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.702836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e6ac6e6-74c2-495f-9c1a-b03bc6afd4c6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:19.706946 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac6e6-74c2-495f-9c1a-b03bc6afd4c6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.724610 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-910a43f2-64c9-4140-aaaf-fce00c05de65 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:19.741679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-910a43f2-64c9-4140-aaaf-fce00c05de65 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.742400 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-910a43f2-64c9-4140-aaaf-fce00c05de65 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Added segment 2aed6161-2f69-451f-a52c-49b2e79f1489 of type vlan for network 20fc034a-273f-4849-a4ec-5d00b93f5b6e Nov 23 04:42:19.756956 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Transition to ACTIVE for port object a816d115-ab78-4dd6-8590-4193521ddef1 will not be triggered until provisioned by entity L2. {{(pid=109952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:42:19.758989 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e6ac6e6-74c2-495f-9c1a-b03bc6afd4c6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:19.799279 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.830581 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac6e6-74c2-495f-9c1a-b03bc6afd4c6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.831082 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-3e6ac6e6-74c2-495f-9c1a-b03bc6afd4c6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Added segment 400100b5-d8eb-45d2-bfd3-68376c95bc66 of type vlan for network dac1ebb1-1eb1-4f0d-b953-931a11b1c03a Nov 23 04:42:19.849869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-910a43f2-64c9-4140-aaaf-fce00c05de65 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.887221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4495b32-8329-48eb-bfc6-a154d336904d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.892781 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4495b32-8329-48eb-bfc6-a154d336904d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:19.893413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4495b32-8329-48eb-bfc6-a154d336904d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.916518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e670597-7832-4e24-b178-fa4fa1a8ea01 req-324a1f7f-3fec-4a22-a13f-8e6608b47b29 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:19.926271 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4e670597-7832-4e24-b178-fa4fa1a8ea01 req-324a1f7f-3fec-4a22-a13f-8e6608b47b29 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 944 time: 0.1725922 Nov 23 04:42:19.934746 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac6e6-74c2-495f-9c1a-b03bc6afd4c6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.966937 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-910a43f2-64c9-4140-aaaf-fce00c05de65 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.972453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-910a43f2-64c9-4140-aaaf-fce00c05de65 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:19.973107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-910a43f2-64c9-4140-aaaf-fce00c05de65 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:19.994518 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Pushing event updated for resources: {'Port': ['ID=a816d115-ab78-4dd6-8590-4193521ddef1,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:20.002592 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f4495b32-8329-48eb-bfc6-a154d336904d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8832493 Nov 23 04:42:20.003219 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43884) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:20.016235 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4e670597-7832-4e24-b178-fa4fa1a8ea01 req-b2dcf799-e1eb-4de3-8206-c43b1754382f tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886097 Nov 23 04:42:20.044062 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-93c7be0e-ea50-4c35-a34c-d9353809e551 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'subnet': {'network_id': '80f2e555-71a1-4471-b045-67d239014903', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:20.058265 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:20.070771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac6e6-74c2-495f-9c1a-b03bc6afd4c6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:20.076732 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e6ac6e6-74c2-495f-9c1a-b03bc6afd4c6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:20.077690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e6ac6e6-74c2-495f-9c1a-b03bc6afd4c6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:20.111411 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3e6ac6e6-74c2-495f-9c1a-b03bc6afd4c6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4566898 Nov 23 04:42:20.114075 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-910a43f2-64c9-4140-aaaf-fce00c05de65 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5716937 Nov 23 04:42:20.114632 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43888) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:20.118901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43890) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:20.123236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ef6fbf14-bcf1-4266-a8c0-0d1a8d40a4a7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'subnet': {'network_id': 'dac1ebb1-1eb1-4f0d-b953-931a11b1c03a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:20.135551 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-21a6e025-5ab6-4cdb-83db-640c5788554f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-757862331'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:20.151179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910a43f2-64c9-4140-aaaf-fce00c05de65 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event updated for resources: {'Network': ['ID=20fc034a-273f-4849-a4ec-5d00b93f5b6e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:20.161758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 20fc034a-273f-4849-a4ec-5d00b93f5b6e details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:20.218980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4495b32-8329-48eb-bfc6-a154d336904d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Network': ['ID=80f2e555-71a1-4471-b045-67d239014903,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:20.235505 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 80f2e555-71a1-4471-b045-67d239014903 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:20.336572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a6e025-5ab6-4cdb-83db-640c5788554f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Made reservation on behalf of 242bc7cf7fe24a25b2c6379528436b11 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:20.340847 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21a6e025-5ab6-4cdb-83db-640c5788554f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:20.364347 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e6ac6e6-74c2-495f-9c1a-b03bc6afd4c6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Network': ['ID=dac1ebb1-1eb1-4f0d-b953-931a11b1c03a,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:20.378198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-6ace9c93-cbe1-455f-a9a4-81073c498683 None None] Provisioning complete for port 37f21f02-beb5-47a8-960d-e0b1b38c1307 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:20.378799 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6ace9c93-cbe1-455f-a9a4-81073c498683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:20.384751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-21a6e025-5ab6-4cdb-83db-640c5788554f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:20.386593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network dac1ebb1-1eb1-4f0d-b953-931a11b1c03a details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:20.393304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef6fbf14-bcf1-4266-a8c0-0d1a8d40a4a7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Made reservation on behalf of ba6af278a0a24d8eb641d2ebe001ea4e for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:20.397382 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef6fbf14-bcf1-4266-a8c0-0d1a8d40a4a7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:20.405651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-ea71fafd-3129-46b7-aaf8-07bcefd8fb7f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Delete allocated IP 172.20.0.3 (3ce37b7d-18dc-4a4b-8f03-fa9101f19109/34cac292-d3c6-40a4-aa4c-5b166d871de4) {{(pid=109952) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 04:42:20.416031 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067ce29a-d45b-4a75-9df6-843cef7598f0 req-e364b782-abbb-4f51-918a-fdb2d3f4e24f tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:20.416380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21a6e025-5ab6-4cdb-83db-640c5788554f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:20.416734 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-21a6e025-5ab6-4cdb-83db-640c5788554f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Added segment f1933930-1c07-49e7-87a2-a10b5f8146ea of type vlan for network 7435574b-22a1-4fa3-9c42-1fbba5d2917b Nov 23 04:42:20.418007 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-067ce29a-d45b-4a75-9df6-843cef7598f0 req-e364b782-abbb-4f51-918a-fdb2d3f4e24f tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2658367 Nov 23 04:42:20.427818 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Attempting to bind port a816d115-ab78-4dd6-8590-4193521ddef1 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:42:20.428145 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Attempting to bind port a816d115-ab78-4dd6-8590-4193521ddef1 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:42:20.428473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Attempting to bind port a816d115-ab78-4dd6-8590-4193521ddef1 on network bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:42:20.443524 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-ea71fafd-3129-46b7-aaf8-07bcefd8fb7f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Allocated IP 172.20.0.46 (3ce37b7d-18dc-4a4b-8f03-fa9101f19109/4881461a-0a49-413f-8f0d-03683f86c374/37d41aca-f21b-4346-970c-e006af0607a3) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:20.460406 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 37f21f02-beb5-47a8-960d-e0b1b38c1307 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:20.470564 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Port a816d115-ab78-4dd6-8590-4193521ddef1 on network bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:42:20.470766 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Attempting to bind port a816d115-ab78-4dd6-8590-4193521ddef1 on network bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:42:20.472643 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c7be0e-ea50-4c35-a34c-d9353809e551 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:20.478050 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-93c7be0e-ea50-4c35-a34c-d9353809e551 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:20.496622 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.ipam_backend_mixin [None req-ef6fbf14-bcf1-4266-a8c0-0d1a8d40a4a7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Performing IP validity checks on allocation pools {{(pid=109953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 04:42:20.497150 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.ipam_backend_mixin [None req-ef6fbf14-bcf1-4266-a8c0-0d1a8d40a4a7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109953) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 04:42:20.511082 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21a6e025-5ab6-4cdb-83db-640c5788554f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:20.560808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21a6e025-5ab6-4cdb-83db-640c5788554f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:20.566390 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a6e025-5ab6-4cdb-83db-640c5788554f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:20.566955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21a6e025-5ab6-4cdb-83db-640c5788554f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:20.581962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 37f21f02-beb5-47a8-960d-e0b1b38c1307 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:20.582340 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:20.584663 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 42, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:42:20.585009 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Checking segment: {'id': '3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:20.585412 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Bound using segment: {'id': '3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:42:20.586078 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Bound port: a816d115-ab78-4dd6-8590-4193521ddef1, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': 'bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:42:20.586756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:20.678425 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-21a6e025-5ab6-4cdb-83db-640c5788554f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5489156 Nov 23 04:42:20.683521 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43892) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:20.689263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-6ace9c93-cbe1-455f-a9a4-81073c498683 None None] Provisioning complete for port 37d41aca-f21b-4346-970c-e006af0607a3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:20.689871 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6ace9c93-cbe1-455f-a9a4-81073c498683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:20.694234 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Request body: {'ports': [{'network_id': '20fc034a-273f-4849-a4ec-5d00b93f5b6e', 'name': 'tempest-port--1673710795', 'admin_state_up': True}, {'network_id': '7435574b-22a1-4fa3-9c42-1fbba5d2917b', 'admin_state_up': False}]} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:20.694780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Request body: {'port': {'network_id': '20fc034a-273f-4849-a4ec-5d00b93f5b6e', 'name': 'tempest-port--1673710795', 'admin_state_up': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:20.695041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Request body: {'port': {'network_id': '7435574b-22a1-4fa3-9c42-1fbba5d2917b', 'admin_state_up': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:20.703719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a6e025-5ab6-4cdb-83db-640c5788554f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event updated for resources: {'Network': ['ID=7435574b-22a1-4fa3-9c42-1fbba5d2917b,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:20.719519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 7435574b-22a1-4fa3-9c42-1fbba5d2917b details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:20.735890 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-067ce29a-d45b-4a75-9df6-843cef7598f0 req-0bcf1490-ee6f-4141-aa35-cddee10db2bf tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2965031 Nov 23 04:42:20.831761 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-6ace9c93-cbe1-455f-a9a4-81073c498683 None None] Port 37d41aca-f21b-4346-970c-e006af0607a3 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:20.846101 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-6ace9c93-cbe1-455f-a9a4-81073c498683 None None] Provisioning complete for port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:20.846470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6ace9c93-cbe1-455f-a9a4-81073c498683 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:20.885890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-6ace9c93-cbe1-455f-a9a4-81073c498683 None None] Port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:20.907309 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef6fbf14-bcf1-4266-a8c0-0d1a8d40a4a7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.010107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6fbf14-bcf1-4266-a8c0-0d1a8d40a4a7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Subnet': ['ID=e5272f28-e6aa-45b9-9511-01159632da98,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:21.025964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef6fbf14-bcf1-4266-a8c0-0d1a8d40a4a7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Checking segment: {'id': '400100b5-d8eb-45d2-bfd3-68376c95bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dac1ebb1-1eb1-4f0d-b953-931a11b1c03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:21.026693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6fbf14-bcf1-4266-a8c0-0d1a8d40a4a7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network hostable DHCP agents. Network: dac1ebb1-1eb1-4f0d-b953-931a11b1c03a, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:21.037944 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Made reservation on behalf of 242bc7cf7fe24a25b2c6379528436b11 for: {'port': 2} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:21.043166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.062766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.066610 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef6fbf14-bcf1-4266-a8c0-0d1a8d40a4a7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Network dac1ebb1-1eb1-4f0d-b953-931a11b1c03a is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:21.086382 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-ef6fbf14-bcf1-4266-a8c0-0d1a8d40a4a7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, dac1ebb1-1eb1-4f0d-b953-931a11b1c03a) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:21.095918 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-302ca0c1-fefe-42ae-9863-25c6656d7f5c None None] Network dac1ebb1-1eb1-4f0d-b953-931a11b1c03a requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:21.130998 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef6fbf14-bcf1-4266-a8c0-0d1a8d40a4a7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:21.131678 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef6fbf14-bcf1-4266-a8c0-0d1a8d40a4a7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-570404'] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.192316 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ef6fbf14-bcf1-4266-a8c0-0d1a8d40a4a7 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.0741043 Nov 23 04:42:21.198865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43896) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:21.205220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f6d00e6d-4ac4-4da1-b3fb-7bbd3d018314 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:21.212527 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.213406 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] device_id is not set on port 48cdc153-55be-4466-8df5-3ed1b67099dd yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:42:21.232936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.259407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc7f7976-a55f-48e1-863e-a94fd440940f req-0c18fc45-15fe-4d4a-90aa-20e7d28fda88 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:21.260445 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc7f7976-a55f-48e1-863e-a94fd440940f req-0c18fc45-15fe-4d4a-90aa-20e7d28fda88 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 944 time: 0.1260693 Nov 23 04:42:21.281039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-dac1ebb1-1eb1-4f0d-b953-931a11b1c03a', 'network_id': 'dac1ebb1-1eb1-4f0d-b953-931a11b1c03a', 'tenant_id': 'ba6af278a0a24d8eb641d2ebe001ea4e', 'fixed_ips': [{'subnet_id': 'e5272f28-e6aa-45b9-9511-01159632da98'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:42:21.281039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.321410 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] For port a816d115-ab78-4dd6-8590-4193521ddef1, host hv-neutron-8188, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:42:21.369550 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] For port a816d115-ab78-4dd6-8590-4193521ddef1, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=a816d115-ab78-4dd6-8590-4193521ddef1,segment=NetworkSegment(3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9),segment_id=3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:42:21.407794 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.416544 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f6d00e6d-4ac4-4da1-b3fb-7bbd3d018314 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-14951156'] for subnet, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.426206 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc7f7976-a55f-48e1-863e-a94fd440940f req-be3c96aa-5df6-4362-9f2e-3fa88c938b75 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547592 Nov 23 04:42:21.428874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea71fafd-3129-46b7-aaf8-07bcefd8fb7f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.447108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Allocated IP 2001:db8::3 (dac1ebb1-1eb1-4f0d-b953-931a11b1c03a/e5272f28-e6aa-45b9-9511-01159632da98/6a6e423d-f88e-4837-bb77-393603fde9e2) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:21.485529 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.494653 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea71fafd-3129-46b7-aaf8-07bcefd8fb7f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.534145 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:21.534950 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.536365 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] 10.222.0.15 "PUT /v2.0/ports/a816d115-ab78-4dd6-8590-4193521ddef1 HTTP/1.1" status: 200 len: 1094 time: 3.5678704 Nov 23 04:42:21.538641 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b', 'tag': 'a816d115-ab78-4dd6-8590-4193521ddef1'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:42:21.541618 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-882fea0a-2bd8-4dc5-b889-369d95618251" -d '{"events": [{"name": "network-changed", "server_uuid": "a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b", "tag": "a816d115-ab78-4dd6-8590-4193521ddef1"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:42:21.565084 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-93c7be0e-ea50-4c35-a34c-d9353809e551 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.565411 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] device_id is not set on port 0ea5c8ed-b316-4a13-807a-a3cf174471a9 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:42:21.599370 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:42:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98b80958-8537-4ec6-b6be-5a4ab8da912e x-openstack-request-id: req-98b80958-8537-4ec6-b6be-5a4ab8da912e {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:42:21.599779 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b", "tag": "a816d115-ab78-4dd6-8590-4193521ddef1", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:42:21.600137 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98b80958-8537-4ec6-b6be-5a4ab8da912e {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:42:21.600632 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b', 'tag': 'a816d115-ab78-4dd6-8590-4193521ddef1', 'status': 'completed', 'code': 200} Nov 23 04:42:21.631975 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.638238 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8bd69a-2531-4497-b736-9310f1dc9d7c service neutron] Pushing event updated for resources: {'Port': ['ID=a816d115-ab78-4dd6-8590-4193521ddef1,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:21.641785 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.684712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Network dac1ebb1-1eb1-4f0d-b953-931a11b1c03a is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:21.689843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:21.693353 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:21.700796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.701236 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Pushing event updated for resources: {'Port': ['ID=6a6e423d-f88e-4837-bb77-393603fde9e2,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:21.827175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Attempting to bind port 6a6e423d-f88e-4837-bb77-393603fde9e2 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:42:21.827549 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Attempting to bind port 6a6e423d-f88e-4837-bb77-393603fde9e2 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '400100b5-d8eb-45d2-bfd3-68376c95bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dac1ebb1-1eb1-4f0d-b953-931a11b1c03a'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:42:21.828183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Attempting to bind port 6a6e423d-f88e-4837-bb77-393603fde9e2 on network dac1ebb1-1eb1-4f0d-b953-931a11b1c03a {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:42:21.832507 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c7be0e-ea50-4c35-a34c-d9353809e551 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Subnet': ['ID=56d1e018-2953-4645-8a7b-cf72598acd71,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:21.852498 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Router aebfc846-3ad4-4b79-a885-51b3da47115d is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:42:21.857721 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ea71fafd-3129-46b7-aaf8-07bcefd8fb7f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] In _notify_port_updated(), no bound segment for port 37d41aca-f21b-4346-970c-e006af0607a3 on network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 {{(pid=109952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:42:21.858086 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:42:21.858476 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Checking segment: {'id': '400100b5-d8eb-45d2-bfd3-68376c95bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dac1ebb1-1eb1-4f0d-b953-931a11b1c03a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:21.858887 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.859289 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Bound using segment: {'id': '400100b5-d8eb-45d2-bfd3-68376c95bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dac1ebb1-1eb1-4f0d-b953-931a11b1c03a'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:42:21.862213 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Bound port: 6a6e423d-f88e-4837-bb77-393603fde9e2, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '400100b5-d8eb-45d2-bfd3-68376c95bc66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'dac1ebb1-1eb1-4f0d-b953-931a11b1c03a'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:42:21.862621 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.864579 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea71fafd-3129-46b7-aaf8-07bcefd8fb7f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:21.865495 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea71fafd-3129-46b7-aaf8-07bcefd8fb7f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.867180 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ea71fafd-3129-46b7-aaf8-07bcefd8fb7f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "PUT /v2.0/ports/37d41aca-f21b-4346-970c-e006af0607a3 HTTP/1.1" status: 200 len: 959 time: 3.1351249 Nov 23 04:42:21.870238 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea71fafd-3129-46b7-aaf8-07bcefd8fb7f tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event updated for resources: {'Port': ['ID=37d41aca-f21b-4346-970c-e006af0607a3,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:21.877232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43902) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:21.878265 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93c7be0e-ea50-4c35-a34c-d9353809e551 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Checking segment: {'id': '345f367b-e22f-4332-9769-da8a260adaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '80f2e555-71a1-4471-b045-67d239014903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:21.878493 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:21.878682 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7be0e-ea50-4c35-a34c-d9353809e551 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network hostable DHCP agents. Network: 80f2e555-71a1-4471-b045-67d239014903, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:21.915596 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c4a46-e238-41b8-bee7-2d8558420146 req-a256cb91-a17c-495a-b10e-3308fa8732b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:21.917222 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-a256cb91-a17c-495a-b10e-3308fa8732b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f766ef2e82864ea88f497233edaebb39&device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 1097 time: 0.2844169 Nov 23 04:42:21.950314 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] For port 6a6e423d-f88e-4837-bb77-393603fde9e2, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:42:21.953621 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] For port 6a6e423d-f88e-4837-bb77-393603fde9e2, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6a6e423d-f88e-4837-bb77-393603fde9e2,segment=NetworkSegment(400100b5-d8eb-45d2-bfd3-68376c95bc66),segment_id=400100b5-d8eb-45d2-bfd3-68376c95bc66)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:42:21.963497 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:22.042464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50041c4-c267-4f95-844f-b6c4d6d1d3c0 None None] Pushing event updated for resources: {'Port': ['ID=6a6e423d-f88e-4837-bb77-393603fde9e2,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:22.054760 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09225beb-25f8-4b66-b8e2-51bb9087ee34 req-9878f881-e4ed-4f86-a6af-25247f5b0f6a tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:22.056549 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-09225beb-25f8-4b66-b8e2-51bb9087ee34 req-9878f881-e4ed-4f86-a6af-25247f5b0f6a tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1300075 Nov 23 04:42:22.060000 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-0304cb99-5aa4-4295-a6d4-4e43bfca3932 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a816d115-ab78-4dd6-8590-4193521ddef1 HTTP/1.1" status: 200 len: 217 time: 0.0899053 Nov 23 04:42:22.065397 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c7be0e-ea50-4c35-a34c-d9353809e551 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 80f2e555-71a1-4471-b045-67d239014903 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:22.070434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event updated for resources: {'Port': ['ID=48cdc153-55be-4466-8df5-3ed1b67099dd,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:22.155463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-93c7be0e-ea50-4c35-a34c-d9353809e551 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 80f2e555-71a1-4471-b045-67d239014903) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:22.160180 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c7be0e-ea50-4c35-a34c-d9353809e551 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:22.160793 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-93c7be0e-ea50-4c35-a34c-d9353809e551 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:22.177694 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37102809-cbb3-4dd9-9118-7a632765dafa None None] Network 80f2e555-71a1-4471-b045-67d239014903 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:22.210078 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-93c7be0e-ea50-4c35-a34c-d9353809e551 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1750736 Nov 23 04:42:22.213402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43904) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:22.219254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-04e45fcd-1b70-4908-9bc6-b9f5fa697397 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2091138146', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:22.225272 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227c4a46-e238-41b8-bee7-2d8558420146 req-2c6962df-9583-449f-9c14-7065b5f992d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:22.227413 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-2c6962df-9583-449f-9c14-7065b5f992d5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2cb76eb6-26e2-4e9d-83de-3f38246660ed HTTP/1.1" status: 200 len: 852 time: 0.1541746 Nov 23 04:42:22.234306 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:42:22.250817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:22.254692 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cde4912d-aa5e-4291-9c1c-124a72524263 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "PUT /v2.0/routers/aebfc846-3ad4-4b79-a885-51b3da47115d HTTP/1.1" status: 200 len: 919 time: 5.6106904 Nov 23 04:42:22.260819 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43906) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:22.293856 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-c3d527ec-9a17-43fe-a88f-e85270441fdf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0548575 Nov 23 04:42:22.359987 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-979fc50a-ab0d-40f2-b504-3b7ff817830b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port 37d41aca-f21b-4346-970c-e006af0607a3 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:22.360623 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-979fc50a-ab0d-40f2-b504-3b7ff817830b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:22.371215 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2ede6-c578-4fe3-b7fe-b99de94fdf2a None None] Sync routers for ids ['aebfc846-3ad4-4b79-a885-51b3da47115d'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:42:22.400589 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-04e45fcd-1b70-4908-9bc6-b9f5fa697397 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:22.401645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-04e45fcd-1b70-4908-9bc6-b9f5fa697397 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:22.420856 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2ede6-c578-4fe3-b7fe-b99de94fdf2a None None] Routers {'aebfc846-3ad4-4b79-a885-51b3da47115d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:22.421524 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-21f2ede6-c578-4fe3-b7fe-b99de94fdf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['aebfc846-3ad4-4b79-a885-51b3da47115d'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:22.458074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-21f2ede6-c578-4fe3-b7fe-b99de94fdf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:22.463900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7e2a575f-d645-4881-8dba-5496169682bf None None] Provisioning complete for port 37d41aca-f21b-4346-970c-e006af0607a3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:22.464281 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7e2a575f-d645-4881-8dba-5496169682bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:22.500894 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Checking segment: {'id': '2aed6161-2f69-451f-a52c-49b2e79f1489', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '20fc034a-273f-4849-a4ec-5d00b93f5b6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:22.507270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Network hostable DHCP agents. Network: 20fc034a-273f-4849-a4ec-5d00b93f5b6e, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:22.512275 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-80f2e555-71a1-4471-b045-67d239014903', 'network_id': '80f2e555-71a1-4471-b045-67d239014903', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'fixed_ips': [{'subnet_id': '56d1e018-2953-4645-8a7b-cf72598acd71'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:42:22.513251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:22.518856 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7e2a575f-d645-4881-8dba-5496169682bf None None] Port 37d41aca-f21b-4346-970c-e006af0607a3 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:22.538129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f2ede6-c578-4fe3-b7fe-b99de94fdf2a None None] Routers {'aebfc846-3ad4-4b79-a885-51b3da47115d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:22.538671 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-21f2ede6-c578-4fe3-b7fe-b99de94fdf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['aebfc846-3ad4-4b79-a885-51b3da47115d'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:22.572087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f6d00e6d-4ac4-4da1-b3fb-7bbd3d018314 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788451473996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-14656350'] for subnet, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:22.588250 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-21f2ede6-c578-4fe3-b7fe-b99de94fdf2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:22.588937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21f2ede6-c578-4fe3-b7fe-b99de94fdf2a None None] The sync data for ids ['aebfc846-3ad4-4b79-a885-51b3da47115d'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:42:22.617068 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Network 20fc034a-273f-4849-a4ec-5d00b93f5b6e is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:22.636688 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-09225beb-25f8-4b66-b8e2-51bb9087ee34 req-3dd87aa8-18f5-405f-83f4-5bc374f64540 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5612841 Nov 23 04:42:22.642362 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6d00e6d-4ac4-4da1-b3fb-7bbd3d018314 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:22.642962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f6d00e6d-4ac4-4da1-b3fb-7bbd3d018314 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:22.647016 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f6d00e6d-4ac4-4da1-b3fb-7bbd3d018314 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "PUT /v2.0/subnets/e5272f28-e6aa-45b9-9511-01159632da98 HTTP/1.1" status: 200 len: 900 time: 1.4458687 Nov 23 04:42:22.647831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43910) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:22.662438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 20fc034a-273f-4849-a4ec-5d00b93f5b6e) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:22.667580 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:22.669069 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:22.697681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-04e45fcd-1b70-4908-9bc6-b9f5fa697397 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:22.729627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-04e45fcd-1b70-4908-9bc6-b9f5fa697397 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:22.755539 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2e21305e-9da4-4a46-912e-f7be40ae18e0 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/routers/aebfc846-3ad4-4b79-a885-51b3da47115d HTTP/1.1" status: 200 len: 925 time: 0.4935155 Nov 23 04:42:22.761617 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-979fc50a-ab0d-40f2-b504-3b7ff817830b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:22.763464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43914) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:22.764397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d00e6d-4ac4-4da1-b3fb-7bbd3d018314 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event updated for resources: {'Subnet': ['ID=e5272f28-e6aa-45b9-9511-01159632da98,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:22.775153 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Allocated IP 2001:db8::2 (80f2e555-71a1-4471-b045-67d239014903/56d1e018-2953-4645-8a7b-cf72598acd71/e2c4d067-dea5-4959-b7d5-d9b84fc30ede) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:22.781614 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce3686bc-2e11-4188-b92f-04723058baa0 None None] Network 20fc034a-273f-4849-a4ec-5d00b93f5b6e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:22.788063 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916f5488-2313-4d10-817c-2b10bcef79f4 req-5323e53e-8c1c-423f-b6c7-ee2414e9bb59 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:22.791780 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-916f5488-2313-4d10-817c-2b10bcef79f4 req-5323e53e-8c1c-423f-b6c7-ee2414e9bb59 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 944 time: 0.2198548 Nov 23 04:42:22.798198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-04e45fcd-1b70-4908-9bc6-b9f5fa697397 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:22.802373 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-04e45fcd-1b70-4908-9bc6-b9f5fa697397 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5867445 Nov 23 04:42:22.806452 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43916) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:22.810647 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-bbb67e30-5188-4f7f-a6bb-da056a3a8732 service neutron] 10.222.0.15 "GET /v2.0/networks/bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4436095 Nov 23 04:42:22.814566 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-15cd14ec-0b5b-49d4-9fe1-aacee1977b82 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'port': {'network_id': '80f2e555-71a1-4471-b045-67d239014903', 'name': 'tempest-RoutersIpV6Test-319952870'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:22.815431 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event updated for resources: {'Port': ['ID=0ea5c8ed-b316-4a13-807a-a3cf174471a9,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:22.819816 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-979fc50a-ab0d-40f2-b504-3b7ff817830b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for 37d41aca-f21b-4346-970c-e006af0607a3 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:22.915788 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Checking segment: {'id': 'f1933930-1c07-49e7-87a2-a10b5f8146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '7435574b-22a1-4fa3-9c42-1fbba5d2917b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:22.916143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Network hostable DHCP agents. Network: 7435574b-22a1-4fa3-9c42-1fbba5d2917b, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:22.919750 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcfdb405-2d59-4bd1-a2b6-75c4e06b61ff tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:22.921484 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fcfdb405-2d59-4bd1-a2b6-75c4e06b61ff tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&device_id=aebfc846-3ad4-4b79-a885-51b3da47115d&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1499619 Nov 23 04:42:22.924684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43920) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:22.959156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.068658 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-916f5488-2313-4d10-817c-2b10bcef79f4 req-8cca802c-a7b9-47c8-b2d4-a656fb5085aa tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339973 Nov 23 04:42:23.154925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Network 7435574b-22a1-4fa3-9c42-1fbba5d2917b is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:23.161125 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-227c4a46-e238-41b8-bee7-2d8558420146 req-67c14637-5e44-445d-9c08-e96ee7eb3e55 service neutron] 10.222.0.15 "GET /v2.0/networks/bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3388181 Nov 23 04:42:23.181043 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.193832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.196046 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eea5d4e-81d6-43c8-8638-9975de7ba3e0 req-23ba1c9b-ae85-4cd3-b9a9-b48e5c166c43 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:23.198150 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6eea5d4e-81d6-43c8-8638-9975de7ba3e0 req-23ba1c9b-ae85-4cd3-b9a9-b48e5c166c43 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2646449 Nov 23 04:42:23.216451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 7435574b-22a1-4fa3-9c42-1fbba5d2917b) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:23.223690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c08f2e9-15fc-42d8-b799-2e2b0bb59dfa tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:23.225340 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0c08f2e9-15fc-42d8-b799-2e2b0bb59dfa tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/networks/707e3b6c-c967-4552-be8b-522e32d46a1b HTTP/1.1" status: 200 len: 881 time: 0.2988904 Nov 23 04:42:23.228253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43922) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:23.235290 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:23.239345 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cd14ec-0b5b-49d4-9fe1-aacee1977b82 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:23.243015 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-15cd14ec-0b5b-49d4-9fe1-aacee1977b82 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.243726 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2cf6541-f381-453f-850a-d4c3b4770a0c None None] Network 7435574b-22a1-4fa3-9c42-1fbba5d2917b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:23.244880 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:23.249968 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:23.250676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.254935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa4d10-e7ae-4ac7-89a6-e546a509fe3c req-5c0e0249-e0d0-4526-aede-fe1cda53c41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:23.258605 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-34fa4d10-e7ae-4ac7-89a6-e546a509fe3c req-5c0e0249-e0d0-4526-aede-fe1cda53c41a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca9ade32f67b43ae8be521fa872a6702&device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 1099 time: 0.1996565 Nov 23 04:42:23.310336 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-15ec9cab-74cf-40cc-89a9-788c20c0c0d8 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.6237135 Nov 23 04:42:23.318703 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43924) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:23.320388 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Network 80f2e555-71a1-4471-b045-67d239014903 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:23.330588 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:23.335014 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Pushing event updated for resources: {'Port': ['ID=e2c4d067-dea5-4959-b7d5-d9b84fc30ede,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:23.340864 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:23.364659 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d3c298de-e2dc-4379-8664-7026cca8c73c tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebfc846-3ad4-4b79-a885-51b3da47115d HTTP/1.1" status: 200 len: 205 time: 0.1306622 Nov 23 04:42:23.390377 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43926) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:23.423210 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6eea5d4e-81d6-43c8-8638-9975de7ba3e0 req-76995a18-8042-4710-9bf3-32571821b2f5 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2156129 Nov 23 04:42:23.442151 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Deleting port 6a6e423d-f88e-4837-bb77-393603fde9e2 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:23.442278 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.451459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Attempting to bind port e2c4d067-dea5-4959-b7d5-d9b84fc30ede on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:42:23.452345 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Attempting to bind port e2c4d067-dea5-4959-b7d5-d9b84fc30ede by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '345f367b-e22f-4332-9769-da8a260adaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '80f2e555-71a1-4471-b045-67d239014903'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:42:23.452830 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Attempting to bind port e2c4d067-dea5-4959-b7d5-d9b84fc30ede on network 80f2e555-71a1-4471-b045-67d239014903 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:42:23.481599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:42:23.482132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Checking segment: {'id': '345f367b-e22f-4332-9769-da8a260adaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '80f2e555-71a1-4471-b045-67d239014903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:23.482639 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.483129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Bound using segment: {'id': '345f367b-e22f-4332-9769-da8a260adaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '80f2e555-71a1-4471-b045-67d239014903'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:42:23.483726 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Bound port: e2c4d067-dea5-4959-b7d5-d9b84fc30ede, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '345f367b-e22f-4332-9769-da8a260adaee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '80f2e555-71a1-4471-b045-67d239014903'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:42:23.484199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.516768 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-979fc50a-ab0d-40f2-b504-3b7ff817830b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.521103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96d1baf5-9fe6-4941-8931-0d39f1aaa545 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.528590 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-15cd14ec-0b5b-49d4-9fe1-aacee1977b82 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] device_id is not set on port 4b2abad3-b915-4dba-859f-bfe15f74c015 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:42:23.540224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2da1f8-4692-4f9d-9a05-ec8455c7befe tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:23.547464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2da1f8-4692-4f9d-9a05-ec8455c7befe tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:23.551664 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3d2da1f8-4692-4f9d-9a05-ec8455c7befe tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.2166212 Nov 23 04:42:23.555560 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43928) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:23.571172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa4d10-e7ae-4ac7-89a6-e546a509fe3c req-2a6d5842-3d58-455a-94ac-26221f3d0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:23.573187 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-34fa4d10-e7ae-4ac7-89a6-e546a509fe3c req-2a6d5842-3d58-455a-94ac-26221f3d0962 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b21b611f-a015-425c-ab34-b547c5f8ac2e HTTP/1.1" status: 200 len: 912 time: 0.2837219 Nov 23 04:42:23.577530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febda156-b786-4660-ab30-0d9df4d067a9 None None] Network dac1ebb1-1eb1-4f0d-b953-931a11b1c03a requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:23.620231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-979fc50a-ab0d-40f2-b504-3b7ff817830b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=37d41aca-f21b-4346-970c-e006af0607a3,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:23.643970 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] For port e2c4d067-dea5-4959-b7d5-d9b84fc30ede, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:42:23.669733 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fea0a-2bd8-4dc5-b889-369d95618251 req-787b5d5a-321b-4f75-bbaf-84db57e93292 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:23.671730 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-882fea0a-2bd8-4dc5-b889-369d95618251 req-787b5d5a-321b-4f75-bbaf-84db57e93292 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f766ef2e82864ea88f497233edaebb39&device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 1097 time: 0.3608418 Nov 23 04:42:23.676611 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] For port e2c4d067-dea5-4959-b7d5-d9b84fc30ede, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e2c4d067-dea5-4959-b7d5-d9b84fc30ede,segment=NetworkSegment(345f367b-e22f-4332-9769-da8a260adaee),segment_id=345f367b-e22f-4332-9769-da8a260adaee)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:42:23.772778 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] For port 6a6e423d-f88e-4837-bb77-393603fde9e2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6a6e423d-f88e-4837-bb77-393603fde9e2,segment=NetworkSegment(400100b5-d8eb-45d2-bfd3-68376c95bc66),segment_id=400100b5-d8eb-45d2-bfd3-68376c95bc66)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:23.773770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.801034 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-34fa4d10-e7ae-4ac7-89a6-e546a509fe3c req-a28d9fef-76c6-44c4-b5cc-135389655e1f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce1f0e2-ff6c-454f-9cf0-749efb10140c HTTP/1.1" status: 200 len: 1001 time: 0.2052217 Nov 23 04:42:23.802799 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Calling delete_port for 6a6e423d-f88e-4837-bb77-393603fde9e2 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:23.869163 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ae2627ad-ae19-4dda-84f2-8237f9e7adbd None None] Provisioning complete for port 6a6e423d-f88e-4837-bb77-393603fde9e2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:23.869722 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ae2627ad-ae19-4dda-84f2-8237f9e7adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.873953 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.911682 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-acde874d-631c-4504-8b50-fb227458e51f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Deleting port 48cdc153-55be-4466-8df5-3ed1b67099dd {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:23.912026 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-acde874d-631c-4504-8b50-fb227458e51f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.920230 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-979fc50a-ab0d-40f2-b504-3b7ff817830b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.923627 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-979fc50a-ab0d-40f2-b504-3b7ff817830b tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/37d41aca-f21b-4346-970c-e006af0607a3 HTTP/1.1" status: 204 len: 168 time: 2.0419157 Nov 23 04:42:23.925002 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96d1baf5-9fe6-4941-8931-0d39f1aaa545 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:23.927775 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43930) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:23.937293 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa4d10-e7ae-4ac7-89a6-e546a509fe3c req-fb594a30-90e6-4a1c-9f3e-7ff01ed4c8e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:23.938886 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-34fa4d10-e7ae-4ac7-89a6-e546a509fe3c req-fb594a30-90e6-4a1c-9f3e-7ff01ed4c8e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15926d1c-ee0f-48ad-88dc-7f8fa57c0643 HTTP/1.1" status: 200 len: 850 time: 0.1274495 Nov 23 04:42:23.976822 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fea0a-2bd8-4dc5-b889-369d95618251 req-d90fde40-d975-41f2-9d72-e1e2edbe9551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:23.978346 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-882fea0a-2bd8-4dc5-b889-369d95618251 req-d90fde40-d975-41f2-9d72-e1e2edbe9551 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd HTTP/1.1" status: 200 len: 913 time: 0.2548027 Nov 23 04:42:23.995270 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-15cd14ec-0b5b-49d4-9fe1-aacee1977b82 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Allocated IP 2001:db8::35 (80f2e555-71a1-4471-b045-67d239014903/56d1e018-2953-4645-8a7b-cf72598acd71/4b2abad3-b915-4dba-859f-bfe15f74c015) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:24.039650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-acde874d-631c-4504-8b50-fb227458e51f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:24.060498 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e24b0-0a00-46c0-a259-39691a0c7feb None None] Pushing event updated for resources: {'Port': ['ID=e2c4d067-dea5-4959-b7d5-d9b84fc30ede,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:24.061292 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-acde874d-631c-4504-8b50-fb227458e51f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Calling delete_port for 48cdc153-55be-4466-8df5-3ed1b67099dd owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:24.081073 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-01251387-ce2a-4ff0-a30a-34ddebd44942 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] GET failed (client error): The resource could not be found. Nov 23 04:42:24.085248 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-01251387-ce2a-4ff0-a30a-34ddebd44942 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports/37d41aca-f21b-4346-970c-e006af0607a3 HTTP/1.1" status: 404 len: 333 time: 0.1467991 Nov 23 04:42:24.092833 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43932) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:24.102565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fa4d10-e7ae-4ac7-89a6-e546a509fe3c req-e1a0839d-ee8d-4e57-8e32-5d517c3975dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:24.103536 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-34fa4d10-e7ae-4ac7-89a6-e546a509fe3c req-e1a0839d-ee8d-4e57-8e32-5d517c3975dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b21b611f-a015-425c-ab34-b547c5f8ac2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1339111 Nov 23 04:42:24.135196 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ae2627ad-ae19-4dda-84f2-8237f9e7adbd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:24.228686 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-882fea0a-2bd8-4dc5-b889-369d95618251 req-1c42bfbb-4fc6-46e3-9b70-c393333c055c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a816d115-ab78-4dd6-8590-4193521ddef1 HTTP/1.1" status: 200 len: 217 time: 0.1446826 Nov 23 04:42:24.251761 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:24.326935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Port': ['ID=6a6e423d-f88e-4837-bb77-393603fde9e2,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:24.415945 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6a6e423d-f88e-4837-bb77-393603fde9e2 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:24.425802 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fea0a-2bd8-4dc5-b889-369d95618251 req-cb8036c4-4462-45eb-8a62-8de38e166899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:24.427662 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No DVR routers for this DVR port 6a6e423d-f88e-4837-bb77-393603fde9e2 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:24.432567 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-34fa4d10-e7ae-4ac7-89a6-e546a509fe3c req-fe8ebc43-f112-41dd-b73f-ef45360f12ac service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3130736 Nov 23 04:42:24.433203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b68e690-0764-42db-8612-b176ec3b1bc4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:24.433698 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-882fea0a-2bd8-4dc5-b889-369d95618251 req-cb8036c4-4462-45eb-8a62-8de38e166899 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2cb76eb6-26e2-4e9d-83de-3f38246660ed HTTP/1.1" status: 200 len: 852 time: 0.1628480 Nov 23 04:42:24.472743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 6a6e423d-f88e-4837-bb77-393603fde9e2 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:24.473268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6a6e423d-f88e-4837-bb77-393603fde9e2 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 04:42:24.491436 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-acde874d-631c-4504-8b50-fb227458e51f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:24.496654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Port 6a6e423d-f88e-4837-bb77-393603fde9e2 not found, will not notify nova. {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 04:42:24.593348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acde874d-631c-4504-8b50-fb227458e51f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event deleted for resources: {'Port': ['ID=48cdc153-55be-4466-8df5-3ed1b67099dd,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:24.600799 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b68e690-0764-42db-8612-b176ec3b1bc4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:24.629777 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:24.674737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bbcbe83-14dc-474c-a2fa-724a6abc0f80 None None] Network dac1ebb1-1eb1-4f0d-b953-931a11b1c03a requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:24.731944 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-85d1879a-10ca-412e-9898-a955aff1ee7c None None] Could not find standard attr ID for object 6a6e423d-f88e-4837-bb77-393603fde9e2. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:42:24.736787 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-acde874d-631c-4504-8b50-fb227458e51f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:24.744020 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-acde874d-631c-4504-8b50-fb227458e51f tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "DELETE /v2.0/ports/48cdc153-55be-4466-8df5-3ed1b67099dd HTTP/1.1" status: 204 len: 168 time: 1.1822734 Nov 23 04:42:24.747065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b68e690-0764-42db-8612-b176ec3b1bc4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:24.749888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b68e690-0764-42db-8612-b176ec3b1bc4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:24.753579 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9b68e690-0764-42db-8612-b176ec3b1bc4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/security-groups/6ff3ee2a-2bf4-43a7-9937-f5ff3dc139ce HTTP/1.1" status: 204 len: 168 time: 0.6572165 Nov 23 04:42:24.755770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43938) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:24.756178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43940) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:24.854285 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b68e690-0764-42db-8612-b176ec3b1bc4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff3ee2a-2bf4-43a7-9937-f5ff3dc139ce,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:24.883432 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ac6768-adb7-4ac5-935e-291a29c0d43f req-a5618a0e-4230-4416-8f11-a76b09d88dbb tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:24.884975 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-12ac6768-adb7-4ac5-935e-291a29c0d43f req-a5618a0e-4230-4416-8f11-a76b09d88dbb tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 944 time: 0.7055366 Nov 23 04:42:24.889687 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-96d1baf5-9fe6-4941-8931-0d39f1aaa545 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Deleting port 927bb388-7a5d-458f-89c6-f67183be81a2 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:24.890030 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96d1baf5-9fe6-4941-8931-0d39f1aaa545 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:24.914658 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-882fea0a-2bd8-4dc5-b889-369d95618251 req-029999e9-de6a-4922-8de1-b3c5a7c07acb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4432497 Nov 23 04:42:24.924099 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-34fa4d10-e7ae-4ac7-89a6-e546a509fe3c req-eb49eedf-61db-4fa5-860e-b21c3725824b service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4528062 Nov 23 04:42:24.939225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0c21fa-9429-4b69-856c-67e869c73b15 req-77f51775-5ff8-403e-953a-dfbc9c818c19 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:24.940779 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0e0c21fa-9429-4b69-856c-67e869c73b15 req-77f51775-5ff8-403e-953a-dfbc9c818c19 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.3342135 Nov 23 04:42:24.956715 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-15cd14ec-0b5b-49d4-9fe1-aacee1977b82 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:24.980935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.021178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8bb8a2b-eac0-4159-b172-8080c35126bf tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.032741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Subnet': ['ID=e5272f28-e6aa-45b9-9511-01159632da98,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:25.093254 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-12ac6768-adb7-4ac5-935e-291a29c0d43f req-4fbeee29-1ba8-4285-b367-1026d34e8628 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1847320 Nov 23 04:42:25.114358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8bb8a2b-eac0-4159-b172-8080c35126bf tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.152094 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0e0c21fa-9429-4b69-856c-67e869c73b15 req-2f9e2a5e-7bdb-4d59-ae63-2a1270a0c2bd tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1970670 Nov 23 04:42:25.159604 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96d1baf5-9fe6-4941-8931-0d39f1aaa545 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.160869 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fd139d6-c0f2-4b37-9cc0-79fadf2726dd None None] Network dac1ebb1-1eb1-4f0d-b953-931a11b1c03a requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:25.161446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.166440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-cac9e9d8-db34-4d4e-a4b5-5556322f6ba5 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Deleting port 0ea5c8ed-b316-4a13-807a-a3cf174471a9 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:25.166772 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cac9e9d8-db34-4d4e-a4b5-5556322f6ba5 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.187196 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-882fea0a-2bd8-4dc5-b889-369d95618251 req-d8ccd195-0cfa-4042-9008-f89249071c84 service neutron] 10.222.0.15 "GET /v2.0/networks/bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388637 Nov 23 04:42:25.247481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dac1ebb1-1eb1-4f0d-b953-931a11b1c03a']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:25.269583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '400100b5-d8eb-45d2-bfd3-68376c95bc66') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:25.270288 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '400100b5-d8eb-45d2-bfd3-68376c95bc66') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:25.293349 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8bb8a2b-eac0-4159-b172-8080c35126bf tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.296005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8bb8a2b-eac0-4159-b172-8080c35126bf tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.299557 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f8bb8a2b-eac0-4159-b172-8080c35126bf tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/security-groups/4c50aac9-c3d3-42b2-93a5-44bf21913320 HTTP/1.1" status: 204 len: 168 time: 0.5293276 Nov 23 04:42:25.299557 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.310210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43944) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:25.311941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cac9e9d8-db34-4d4e-a4b5-5556322f6ba5 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.314221 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-882fea0a-2bd8-4dc5-b889-369d95618251 req-8982f148-2ff9-485b-b95c-d04a618dfd36 service neutron] 10.222.0.15 "GET /v2.0/networks/bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104441 Nov 23 04:42:25.315782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-96d1baf5-9fe6-4941-8931-0d39f1aaa545 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Calling delete_port for 927bb388-7a5d-458f-89c6-f67183be81a2 owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:25.318320 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-15cd14ec-0b5b-49d4-9fe1-aacee1977b82 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.352110 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bb8a2b-eac0-4159-b172-8080c35126bf tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c50aac9-c3d3-42b2-93a5-44bf21913320,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:25.359978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-cac9e9d8-db34-4d4e-a4b5-5556322f6ba5 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Calling delete_port for 0ea5c8ed-b316-4a13-807a-a3cf174471a9 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:25.362078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.388781 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:25.389095 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:25.393579 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:25.442854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cd14ec-0b5b-49d4-9fe1-aacee1977b82 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 80f2e555-71a1-4471-b045-67d239014903 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:25.452653 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-15cd14ec-0b5b-49d4-9fe1-aacee1977b82 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:25.455897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cd14ec-0b5b-49d4-9fe1-aacee1977b82 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=4b2abad3-b915-4dba-859f-bfe15f74c015,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:25.459531 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15cd14ec-0b5b-49d4-9fe1-aacee1977b82 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:25.465851 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cd14ec-0b5b-49d4-9fe1-aacee1977b82 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:25.466506 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-15cd14ec-0b5b-49d4-9fe1-aacee1977b82 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.482128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c482281c-b994-41f7-8c5e-ae725511ed4e None None] DHCP port deletion for dac1ebb1-1eb1-4f0d-b953-931a11b1c03a request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:25.501897 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device a816d115-ab78-4dd6-8590-4193521ddef1 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:42:25.521482 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-15cd14ec-0b5b-49d4-9fe1-aacee1977b82 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 927 time: 2.7133341 Nov 23 04:42:25.522133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43948) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:25.530981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.543459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.546715 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/dac1ebb1-1eb1-4f0d-b953-931a11b1c03a HTTP/1.1" status: 204 len: 168 time: 2.8954496 Nov 23 04:42:25.559538 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa16d-1921-4422-bfd5-ab0ccb147cae tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.562268 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43950) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:25.632211 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1201c9af-fb76-45c2-b818-07f82c930053 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Network': ['ID=dac1ebb1-1eb1-4f0d-b953-931a11b1c03a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:25.646972 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-21aa488e-9c18-4ee0-a32d-d71e320b9c15 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:25.647430 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21aa488e-9c18-4ee0-a32d-d71e320b9c15 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:25.653769 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-21aa488e-9c18-4ee0-a32d-d71e320b9c15 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/subnets/e5272f28-e6aa-45b9-9511-01159632da98 HTTP/1.1" status: 404 len: 337 time: 0.0860524 Nov 23 04:42:25.656117 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43952) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:25.684295 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa16d-1921-4422-bfd5-ab0ccb147cae tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.695920 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2dcd979-8088-448e-88c5-31b49108637a tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:25.696446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2dcd979-8088-448e-88c5-31b49108637a tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:25.699683 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d2dcd979-8088-448e-88c5-31b49108637a tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/dac1ebb1-1eb1-4f0d-b953-931a11b1c03a HTTP/1.1" status: 404 len: 339 time: 0.0419726 Nov 23 04:42:25.702711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43954) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:25.724761 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cac9e9d8-db34-4d4e-a4b5-5556322f6ba5 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.735216 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port a816d115-ab78-4dd6-8590-4193521ddef1, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=a816d115-ab78-4dd6-8590-4193521ddef1,segment=NetworkSegment(3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9),segment_id=3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:25.765311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'a816d115-ab78-4dd6-8590-4193521ddef1', 'network_id': 'bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd', 'port_id': 'a816d115-ab78-4dd6-8590-4193521ddef1', 'mac_address': 'fa:16:3e:70:0b:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2cb76eb6-26e2-4e9d-83de-3f38246660ed', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:42:25.806950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a12f7ef4-aad2-4020-b214-cfb93adc7446 None None] Network 80f2e555-71a1-4471-b045-67d239014903 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:25.815146 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac9e9d8-db34-4d4e-a4b5-5556322f6ba5 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event deleted for resources: {'Port': ['ID=0ea5c8ed-b316-4a13-807a-a3cf174471a9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:25.829766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cac9e9d8-db34-4d4e-a4b5-5556322f6ba5 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.833138 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cac9e9d8-db34-4d4e-a4b5-5556322f6ba5 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "DELETE /v2.0/ports/0ea5c8ed-b316-4a13-807a-a3cf174471a9 HTTP/1.1" status: 204 len: 168 time: 1.0717170 Nov 23 04:42:25.837928 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43956) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:25.850440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c885f9d9-e5f6-48b6-9296-bfe7f43d1c84 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.865173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.874500 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ef4d0979-825c-4fb8-ad13-d51a9c313548 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0305705 Nov 23 04:42:25.875820 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43958) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:25.880610 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-dd61cf51-1180-4748-a1fb-92fc5adfc8cb tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1345631160'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:25.886664 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa16d-1921-4422-bfd5-ab0ccb147cae tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.889631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b9cfa16d-1921-4422-bfd5-ab0ccb147cae tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.893094 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b9cfa16d-1921-4422-bfd5-ab0ccb147cae tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/security-groups/9c205e4c-a3d0-4372-af5c-f50fcd9b86f4 HTTP/1.1" status: 204 len: 168 time: 0.5742149 Nov 23 04:42:25.895184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43960) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:25.910388 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfa16d-1921-4422-bfd5-ab0ccb147cae tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c205e4c-a3d0-4372-af5c-f50fcd9b86f4,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:25.940448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd61cf51-1180-4748-a1fb-92fc5adfc8cb tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Made reservation on behalf of 242bc7cf7fe24a25b2c6379528436b11 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:25.941874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96d1baf5-9fe6-4941-8931-0d39f1aaa545 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.943950 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd61cf51-1180-4748-a1fb-92fc5adfc8cb tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:25.988911 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a816d115-ab78-4dd6-8590-4193521ddef1 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:42:26.012148 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d1baf5-9fe6-4941-8931-0d39f1aaa545 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Pushing event deleted for resources: {'Port': ['ID=927bb388-7a5d-458f-89c6-f67183be81a2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:26.026101 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c885f9d9-e5f6-48b6-9296-bfe7f43d1c84 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.035604 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd61cf51-1180-4748-a1fb-92fc5adfc8cb tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:26.045291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port a816d115-ab78-4dd6-8590-4193521ddef1, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=a816d115-ab78-4dd6-8590-4193521ddef1,segment=NetworkSegment(3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9),segment_id=3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:26.050049 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-21eec42e-7f22-49d7-9c85-2f8830f5defe None None] Provisioning complete for port e2c4d067-dea5-4959-b7d5-d9b84fc30ede triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:26.050710 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21eec42e-7f22-49d7-9c85-2f8830f5defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.055480 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf1b601d-4445-433d-ac89-3ca6379d0643 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting subnet 34cac292-d3c6-40a4-aa4c-5b166d871de4 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:26.055631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c885f9d9-e5f6-48b6-9296-bfe7f43d1c84 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e66e602-be2e-4889-a9db-a7ecee8125b5']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:26.065133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd61cf51-1180-4748-a1fb-92fc5adfc8cb tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.065537 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-dd61cf51-1180-4748-a1fb-92fc5adfc8cb tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Added segment 3217e962-c921-46f2-8fb6-3b40f7b3e0e8 of type vlan for network 332886d0-db9c-4bd7-9f20-2ea1343cb595 Nov 23 04:42:26.076197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c885f9d9-e5f6-48b6-9296-bfe7f43d1c84 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '142600c0-7394-42c8-b509-a941786672f2') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:26.076496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c885f9d9-e5f6-48b6-9296-bfe7f43d1c84 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '142600c0-7394-42c8-b509-a941786672f2') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:26.078873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cf1b601d-4445-433d-ac89-3ca6379d0643 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.096149 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.098714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b9f3039-9533-4f09-8dcf-832dbc3c2709 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:26.105249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c885f9d9-e5f6-48b6-9296-bfe7f43d1c84 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.128584 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd61cf51-1180-4748-a1fb-92fc5adfc8cb tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.131074 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c885f9d9-e5f6-48b6-9296-bfe7f43d1c84 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.140711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c885f9d9-e5f6-48b6-9296-bfe7f43d1c84 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:26.141123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c885f9d9-e5f6-48b6-9296-bfe7f43d1c84 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:26.144248 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:26.156142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cf1b601d-4445-433d-ac89-3ca6379d0643 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.225420 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=a816d115-ab78-4dd6-8590-4193521ddef1,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:26.241821 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd61cf51-1180-4748-a1fb-92fc5adfc8cb tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.248468 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd61cf51-1180-4748-a1fb-92fc5adfc8cb tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:26.248693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd61cf51-1180-4748-a1fb-92fc5adfc8cb tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.254108 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96d1baf5-9fe6-4941-8931-0d39f1aaa545 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.313444 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21eec42e-7f22-49d7-9c85-2f8830f5defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.358011 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c885f9d9-e5f6-48b6-9296-bfe7f43d1c84 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.367713 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c885f9d9-e5f6-48b6-9296-bfe7f43d1c84 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.371156 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c885f9d9-e5f6-48b6-9296-bfe7f43d1c84 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/2e66e602-be2e-4889-a9db-a7ecee8125b5 HTTP/1.1" status: 204 len: 168 time: 0.6675038 Nov 23 04:42:26.374706 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dd61cf51-1180-4748-a1fb-92fc5adfc8cb tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4988260 Nov 23 04:42:26.378835 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43966) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:26.379179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43968) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:26.391101 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f827a992-0a16-4ccd-a836-0d00691c9b8d tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-379337165'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:26.393164 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-21eec42e-7f22-49d7-9c85-2f8830f5defe None None] For port e2c4d067-dea5-4959-b7d5-d9b84fc30ede, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e2c4d067-dea5-4959-b7d5-d9b84fc30ede,segment=NetworkSegment(345f367b-e22f-4332-9769-da8a260adaee),segment_id=345f367b-e22f-4332-9769-da8a260adaee)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:26.400691 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21eec42e-7f22-49d7-9c85-2f8830f5defe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.431160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96d1baf5-9fe6-4941-8931-0d39f1aaa545 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.433793 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96d1baf5-9fe6-4941-8931-0d39f1aaa545 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.446588 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0072652-fa63-4b37-aaa6-02486c63d598 req-21d9786d-eff8-4aed-9762-9072daa7d257 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:26.448411 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b0072652-fa63-4b37-aaa6-02486c63d598 req-21d9786d-eff8-4aed-9762-9072daa7d257 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 945 time: 0.2599487 Nov 23 04:42:26.449503 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcaac6e7-cb23-42a7-8533-964aafa3c914 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:26.450098 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcaac6e7-cb23-42a7-8533-964aafa3c914 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:26.453610 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fcaac6e7-cb23-42a7-8533-964aafa3c914 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/subnets/88d2318d-0078-4a03-81b7-88a795a8c5c5 HTTP/1.1" status: 404 len: 337 time: 0.0734870 Nov 23 04:42:26.468393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43970) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:26.477194 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21eec42e-7f22-49d7-9c85-2f8830f5defe None None] Pushing event updated for resources: {'Port': ['ID=e2c4d067-dea5-4959-b7d5-d9b84fc30ede,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:26.483768 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['a816d115-ab78-4dd6-8590-4193521ddef1'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:42:26.524160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59e11164-70af-4113-93a8-9a641c608bfd tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.547051 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96d1baf5-9fe6-4941-8931-0d39f1aaa545 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.547591 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d1baf5-9fe6-4941-8931-0d39f1aaa545 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Fanout notify agent at l3_agent the message router_deleted on router aebfc846-3ad4-4b79-a885-51b3da47115d {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:42:26.549261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e2c4d067-dea5-4959-b7d5-d9b84fc30ede up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:26.593214 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-96d1baf5-9fe6-4941-8931-0d39f1aaa545 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.594265 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-96d1baf5-9fe6-4941-8931-0d39f1aaa545 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "DELETE /v2.0/routers/aebfc846-3ad4-4b79-a885-51b3da47115d HTTP/1.1" status: 204 len: 168 time: 3.2025466 Nov 23 04:42:26.605665 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43972) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:26.612002 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1701083603', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:26.646421 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bb3f8736-6187-4621-a0e8-ef3b291859b1 None None] Provisioning complete for port 4b2abad3-b915-4dba-859f-bfe15f74c015 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:26.646706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bb3f8736-6187-4621-a0e8-ef3b291859b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.686981 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cf1b601d-4445-433d-ac89-3ca6379d0643 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.703887 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e2c4d067-dea5-4959-b7d5-d9b84fc30ede triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:26.704263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.745617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f8736-6187-4621-a0e8-ef3b291859b1 None None] Port 4b2abad3-b915-4dba-859f-bfe15f74c015 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:26.754279 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe479ae-aecb-4f61-87a5-60d0478a75b8 req-bc645122-7421-4fb6-b70b-70d1b036e0fb tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:26.762392 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ffe479ae-aecb-4f61-87a5-60d0478a75b8 req-bc645122-7421-4fb6-b70b-70d1b036e0fb tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.4154825 Nov 23 04:42:26.796125 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bb3f8736-6187-4621-a0e8-ef3b291859b1 None None] Provisioning complete for port e2c4d067-dea5-4959-b7d5-d9b84fc30ede triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:26.796499 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bb3f8736-6187-4621-a0e8-ef3b291859b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.862011 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd61cf51-1180-4748-a1fb-92fc5adfc8cb tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event updated for resources: {'Network': ['ID=332886d0-db9c-4bd7-9f20-2ea1343cb595,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:26.885863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c885f9d9-e5f6-48b6-9296-bfe7f43d1c84 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Network': ['ID=2e66e602-be2e-4889-a9db-a7ecee8125b5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:26.893560 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-3df3448a-de5b-4549-8da2-68d2f5e547f3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:26.893560 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3df3448a-de5b-4549-8da2-68d2f5e547f3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:26.896970 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3df3448a-de5b-4549-8da2-68d2f5e547f3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/0c72507e-7380-45af-8324-3b15e81b162a HTTP/1.1" status: 404 len: 339 time: 0.4272265 Nov 23 04:42:26.899175 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43974) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:26.901010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 332886d0-db9c-4bd7-9f20-2ea1343cb595 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:26.945669 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ffe479ae-aecb-4f61-87a5-60d0478a75b8 req-192f48ec-ae56-4fe6-ba8e-4fce7ede4b40 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1790423 Nov 23 04:42:26.948993 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b0072652-fa63-4b37-aaa6-02486c63d598 req-07d07c05-9774-421d-ace4-a6bbe19e8ee7 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4914973 Nov 23 04:42:26.951059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f827a992-0a16-4ccd-a836-0d00691c9b8d tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Made reservation on behalf of 242bc7cf7fe24a25b2c6379528436b11 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:26.954711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f827a992-0a16-4ccd-a836-0d00691c9b8d tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:26.980177 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6a6e423d-f88e-4837-bb77-393603fde9e2 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:42:27.010671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f827a992-0a16-4ccd-a836-0d00691c9b8d tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:27.015722 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cf1b601d-4445-433d-ac89-3ca6379d0643 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.030228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d04580f-301e-4bcd-80bb-1df8efb6ebb6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Deleting subnet 5b3c0ec6-e770-4627-ad8d-70412303aa73 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:27.035122 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d04580f-301e-4bcd-80bb-1df8efb6ebb6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.035660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 6a6e423d-f88e-4837-bb77-393603fde9e2 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:27.036014 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6a6e423d-f88e-4837-bb77-393603fde9e2 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:42:27.039943 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f827a992-0a16-4ccd-a836-0d00691c9b8d tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.039943 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-f827a992-0a16-4ccd-a836-0d00691c9b8d tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Added segment 64aaa0b7-6864-47c9-9927-a1e85eb4e960 of type vlan for network 27fe416b-aa38-408b-a088-b007de9e38fe Nov 23 04:42:27.040200 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.041199 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.091304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf1b601d-4445-433d-ac89-3ca6379d0643 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Subnet': ['ID=34cac292-d3c6-40a4-aa4c-5b166d871de4,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:27.091715 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4f311c-6748-4fb9-ac61-dfda26bffdc7 None None] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:27.095847 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cf1b601d-4445-433d-ac89-3ca6379d0643 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.102003 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cf1b601d-4445-433d-ac89-3ca6379d0643 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/34cac292-d3c6-40a4-aa4c-5b166d871de4 HTTP/1.1" status: 204 len: 168 time: 1.2002330 Nov 23 04:42:27.115217 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43978) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:27.133908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f827a992-0a16-4ccd-a836-0d00691c9b8d tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.174974 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d04580f-301e-4bcd-80bb-1df8efb6ebb6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.197486 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f827a992-0a16-4ccd-a836-0d00691c9b8d tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.202985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f827a992-0a16-4ccd-a836-0d00691c9b8d tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:27.203610 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f827a992-0a16-4ccd-a836-0d00691c9b8d tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.231199 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.248994 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-9808d69d-c370-468c-a3a4-91c0487956b6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting subnet 4881461a-0a49-413f-8f0d-03683f86c374 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:27.252137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8f9c84ec-03e0-4b40-8604-70977d476b5e None None] Provisioning complete for port 4b2abad3-b915-4dba-859f-bfe15f74c015 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:27.253089 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8f9c84ec-03e0-4b40-8604-70977d476b5e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.263579 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82fcb88-ee1a-4f29-91c1-4ed50aeb48ad req-82e6f00d-c9f3-4299-af95-a04c931b4737 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:27.265115 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b82fcb88-ee1a-4f29-91c1-4ed50aeb48ad req-82e6f00d-c9f3-4299-af95-a04c931b4737 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1969843 Nov 23 04:42:27.293188 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f827a992-0a16-4ccd-a836-0d00691c9b8d tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8897979 Nov 23 04:42:27.298804 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8f9c84ec-03e0-4b40-8604-70977d476b5e None None] Port 4b2abad3-b915-4dba-859f-bfe15f74c015 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:27.300088 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827a992-0a16-4ccd-a836-0d00691c9b8d tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event updated for resources: {'Network': ['ID=27fe416b-aa38-408b-a088-b007de9e38fe,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:27.300232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9808d69d-c370-468c-a3a4-91c0487956b6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.340574 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 27fe416b-aa38-408b-a088-b007de9e38fe details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:27.343734 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59e11164-70af-4113-93a8-9a641c608bfd tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.368269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d04580f-301e-4bcd-80bb-1df8efb6ebb6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.374513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59e11164-70af-4113-93a8-9a641c608bfd tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.476697 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d04580f-301e-4bcd-80bb-1df8efb6ebb6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.495939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d04580f-301e-4bcd-80bb-1df8efb6ebb6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.499869 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4d04580f-301e-4bcd-80bb-1df8efb6ebb6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/subnets/5b3c0ec6-e770-4627-ad8d-70412303aa73 HTTP/1.1" status: 204 len: 168 time: 0.5678160 Nov 23 04:42:27.522392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43980) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:27.531935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bee0106f-a12f-4d4b-b56e-672cb1b85eff None None] Network 67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:27.539745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d04580f-301e-4bcd-80bb-1df8efb6ebb6 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Subnet': ['ID=5b3c0ec6-e770-4627-ad8d-70412303aa73,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:27.546259 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9808d69d-c370-468c-a3a4-91c0487956b6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.587774 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b82fcb88-ee1a-4f29-91c1-4ed50aeb48ad req-297460fc-e55e-41bc-b9cb-cc79f8d54ae7 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2536871 Nov 23 04:42:27.605954 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.613220 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e11164-70af-4113-93a8-9a641c608bfd tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=4b2abad3-b915-4dba-859f-bfe15f74c015,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:27.718082 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-e14fbcbe-a9c0-4b4c-bda3-d727f7678491 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Deleting subnet a3b22aa4-c96a-477a-9308-43589d04cfc3 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:27.725550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e14fbcbe-a9c0-4b4c-bda3-d727f7678491 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.772679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e14fbcbe-a9c0-4b4c-bda3-d727f7678491 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.889150 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e14fbcbe-a9c0-4b4c-bda3-d727f7678491 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.967437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e14fbcbe-a9c0-4b4c-bda3-d727f7678491 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:27.994057 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9808d69d-c370-468c-a3a4-91c0487956b6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:28.010361 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14fbcbe-a9c0-4b4c-bda3-d727f7678491 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Subnet': ['ID=a3b22aa4-c96a-477a-9308-43589d04cfc3,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:28.034148 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e14fbcbe-a9c0-4b4c-bda3-d727f7678491 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:28.053253 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e14fbcbe-a9c0-4b4c-bda3-d727f7678491 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/subnets/a3b22aa4-c96a-477a-9308-43589d04cfc3 HTTP/1.1" status: 204 len: 168 time: 0.5259004 Nov 23 04:42:28.058255 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43988) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:28.061358 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ca28f63c-0108-481c-960b-c54a959a8edc None None] Provisioning complete for port 4b2abad3-b915-4dba-859f-bfe15f74c015 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:28.061738 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ca28f63c-0108-481c-960b-c54a959a8edc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:28.078371 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59e11164-70af-4113-93a8-9a641c608bfd tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:28.237563 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ca28f63c-0108-481c-960b-c54a959a8edc None None] Port 4b2abad3-b915-4dba-859f-bfe15f74c015 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:28.272274 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e3db8ca-8711-43f8-95ee-15c89983ddcd None None] Update dhcp port {'port': {'network_id': '67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1', 'fixed_ips': [{'subnet_id': 'a3b22aa4-c96a-477a-9308-43589d04cfc3'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': 'c31805b7-2256-4d2b-9365-1771c07d2345'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:42:28.341473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8e3db8ca-8711-43f8-95ee-15c89983ddcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:28.356006 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:28.391856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0029abdf-f6b1-46eb-b247-20e9a8b11c99 req-b98a8387-e254-4c59-9b9d-5bc4db565a4d tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:28.393482 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0029abdf-f6b1-46eb-b247-20e9a8b11c99 req-b98a8387-e254-4c59-9b9d-5bc4db565a4d tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2056329 Nov 23 04:42:28.466407 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0029abdf-f6b1-46eb-b247-20e9a8b11c99 req-631fbecc-b054-461c-a4fc-aea2d5bf1f4a tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637200 Nov 23 04:42:28.525770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Deleting port c31805b7-2256-4d2b-9365-1771c07d2345 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:28.526246 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:28.562831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e2c4d067-dea5-4959-b7d5-d9b84fc30ede up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:28.609017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] For port c31805b7-2256-4d2b-9365-1771c07d2345, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c31805b7-2256-4d2b-9365-1771c07d2345,segment=NetworkSegment(df74e671-7f08-4c25-ba9b-87f9b5247bd7),segment_id=df74e671-7f08-4c25-ba9b-87f9b5247bd7)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:28.609498 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:28.625233 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Calling delete_port for c31805b7-2256-4d2b-9365-1771c07d2345 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:28.664504 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd36e7da-6132-48ce-9e09-24419784dccd None None] Network 67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:28.827027 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9808d69d-c370-468c-a3a4-91c0487956b6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:28.828039 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:28.878976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Port': ['ID=c31805b7-2256-4d2b-9365-1771c07d2345,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:28.883124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No DVR routers for this DVR port c31805b7-2256-4d2b-9365-1771c07d2345 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:28.932202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9808d69d-c370-468c-a3a4-91c0487956b6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:28.938424 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9808d69d-c370-468c-a3a4-91c0487956b6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/4881461a-0a49-413f-8f0d-03683f86c374 HTTP/1.1" status: 204 len: 168 time: 1.8168733 Nov 23 04:42:28.943131 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9808d69d-c370-468c-a3a4-91c0487956b6 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Subnet': ['ID=4881461a-0a49-413f-8f0d-03683f86c374,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:28.948073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59e11164-70af-4113-93a8-9a641c608bfd tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:28.973898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7aef43af-b9fd-466a-aa0a-5fdfcaeae1b3 None None] Provisioning complete for port 37f21f02-beb5-47a8-960d-e0b1b38c1307 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:28.974658 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7aef43af-b9fd-466a-aa0a-5fdfcaeae1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:28.979487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177ef9f1-eb0c-43b3-9859-c419f017f19d None None] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:28.994186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:28.998408 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f07b68-2c67-49de-ace2-bb2884aada9f req-33ad9ba6-7b27-4ebd-bbbb-607ad1ce8efb tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:29.007314 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c0f07b68-2c67-49de-ace2-bb2884aada9f req-33ad9ba6-7b27-4ebd-bbbb-607ad1ce8efb tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 945 time: 0.3695264 Nov 23 04:42:29.019280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:29.030453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df74e671-7f08-4c25-ba9b-87f9b5247bd7') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:29.030782 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df74e671-7f08-4c25-ba9b-87f9b5247bd7') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:29.042342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.055163 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 43996) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:29.059263 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.067347 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:29.067701 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:29.143639 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:29.153832 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4083a79-afb3-45b0-b64f-c2927f20903c req-ce91b2e2-ca27-40de-8892-18367e6dcabf tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:29.162169 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b4083a79-afb3-45b0-b64f-c2927f20903c req-ce91b2e2-ca27-40de-8892-18367e6dcabf tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.3473344 Nov 23 04:42:29.172594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.186978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.190654 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1 HTTP/1.1" status: 204 len: 168 time: 1.1313787 Nov 23 04:42:29.193132 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 43998) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:29.207411 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad0eb133-9589-4357-b2d7-9ec47eb5fb87 None None] DHCP port deletion for 67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:29.233513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2a61b6-cc81-42cf-a992-c0804a7fd978 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Network': ['ID=67a8b9a5-744a-4a1b-ad63-0f2cc83eebb1,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:29.239282 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-9be3ceec-f0d5-4585-9ac3-963f0a752d04 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:29.239735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9be3ceec-f0d5-4585-9ac3-963f0a752d04 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:29.243615 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9be3ceec-f0d5-4585-9ac3-963f0a752d04 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/subnets/c82119f0-a48e-407a-a3b5-2a7e78ba3cf3 HTTP/1.1" status: 404 len: 337 time: 0.0482466 Nov 23 04:42:29.246022 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-66467755-90ff-4573-a070-eeaa729242a5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:29.246720 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44000) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:29.247221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66467755-90ff-4573-a070-eeaa729242a5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:29.254052 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-66467755-90ff-4573-a070-eeaa729242a5 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/34cac292-d3c6-40a4-aa4c-5b166d871de4 HTTP/1.1" status: 404 len: 337 time: 0.1813321 Nov 23 04:42:29.258577 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44002) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:29.303858 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b4083a79-afb3-45b0-b64f-c2927f20903c req-3aa96768-2f24-46d3-9aef-1ba919fbef7a tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1402349 Nov 23 04:42:29.306904 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7c56c31-35ca-49d4-aff7-f4e0174919d3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:29.307727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7c56c31-35ca-49d4-aff7-f4e0174919d3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:29.320598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e2c4d067-dea5-4959-b7d5-d9b84fc30ede triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:29.322328 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.326438 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e7c56c31-35ca-49d4-aff7-f4e0174919d3 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/2f6199e4-a9b3-459d-9415-751366b9afd0 HTTP/1.1" status: 404 len: 339 time: 0.0562263 Nov 23 04:42:29.329467 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44004) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:29.368492 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-e78471d0-7b30-4ba4-84ed-369368f086e2 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:29.368985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e78471d0-7b30-4ba4-84ed-369368f086e2 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:29.372200 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e78471d0-7b30-4ba4-84ed-369368f086e2 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/subnets/e4b437fc-670e-47aa-b6ea-ccbc90c6c317 HTTP/1.1" status: 404 len: 337 time: 0.0417259 Nov 23 04:42:29.374698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44006) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:29.395559 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c0f07b68-2c67-49de-ace2-bb2884aada9f req-79b5db41-46dc-4200-a225-85918b188a4b tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3866389 Nov 23 04:42:29.419353 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-1863bf9e-8f36-470c-99b5-6b87c213c9cc tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:29.420841 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1863bf9e-8f36-470c-99b5-6b87c213c9cc tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:29.427518 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1863bf9e-8f36-470c-99b5-6b87c213c9cc tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/97cb7c91-c882-4022-b493-dd8c4d668fed HTTP/1.1" status: 404 len: 339 time: 0.0518446 Nov 23 04:42:29.428197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44008) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:29.443777 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.490772 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-88534274-476d-4628-9fd7-9f26f46e52eb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting subnet d278eee8-4647-4438-b71e-3bbfa7b60734 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:29.496172 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4df18a2-d784-4314-88ab-1ce748534b51 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:29.496629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4df18a2-d784-4314-88ab-1ce748534b51 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:29.499701 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a4df18a2-d784-4314-88ab-1ce748534b51 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/subnets/2aa6591e-b5d6-4122-9044-08f75b132a3b HTTP/1.1" status: 404 len: 337 time: 0.0667779 Nov 23 04:42:29.500911 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.502830 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-88534274-476d-4628-9fd7-9f26f46e52eb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.502972 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44010) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:29.504081 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7aef43af-b9fd-466a-aa0a-5fdfcaeae1b3 None None] Provisioning complete for port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:29.504786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7aef43af-b9fd-466a-aa0a-5fdfcaeae1b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.530133 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-d74d6ef9-dee8-4c93-9b91-4e3d93cf20ef tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:29.531075 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d74d6ef9-dee8-4c93-9b91-4e3d93cf20ef tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:29.535106 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d74d6ef9-dee8-4c93-9b91-4e3d93cf20ef tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/d6426442-3992-4062-b5eb-d3fe1ed3ed56 HTTP/1.1" status: 404 len: 339 time: 0.0310478 Nov 23 04:42:29.540995 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44012) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:29.559862 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7aef43af-b9fd-466a-aa0a-5fdfcaeae1b3 None None] Port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:29.562424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device a816d115-ab78-4dd6-8590-4193521ddef1 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:29.642672 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port a816d115-ab78-4dd6-8590-4193521ddef1 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:42:29.651662 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port a816d115-ab78-4dd6-8590-4193521ddef1 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:29.652034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.661162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-88534274-476d-4628-9fd7-9f26f46e52eb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.664681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3677f88-20bd-451b-917e-9221800c6571 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Deleting subnet da6490dc-802a-4ea2-93ba-3f3fc26f33ad {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:29.676035 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3677f88-20bd-451b-917e-9221800c6571 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.699590 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-634bf876-8470-4f90-bea7-5d0d38332714 None None] Could not find standard attr ID for object c31805b7-2256-4d2b-9365-1771c07d2345. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:42:29.757202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3677f88-20bd-451b-917e-9221800c6571 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.823122 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.869712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a816d115-ab78-4dd6-8590-4193521ddef1'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:42:29.877783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-038f33f7-44fa-4a9a-b435-e27592a14777" -d '{"events": [{"server_uuid": "a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b", "name": "network-vif-plugged", "status": "completed", "tag": "a816d115-ab78-4dd6-8590-4193521ddef1"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:42:29.891275 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Allocated IP 172.26.8.101 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/3a044ce3-0be8-47cf-a4eb-567312c881b5) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:29.909793 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port a816d115-ab78-4dd6-8590-4193521ddef1, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=a816d115-ab78-4dd6-8590-4193521ddef1,segment=NetworkSegment(3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9),segment_id=3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:29.919217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.925860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-88534274-476d-4628-9fd7-9f26f46e52eb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.937502 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3677f88-20bd-451b-917e-9221800c6571 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:29.937770 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:42:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2c935f5-6af8-4950-aef1-2fdd6d149c7a x-openstack-request-id: req-b2c935f5-6af8-4950-aef1-2fdd6d149c7a {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:42:29.938082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b", "name": "network-vif-plugged", "status": "completed", "tag": "a816d115-ab78-4dd6-8590-4193521ddef1", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:42:29.938337 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b2c935f5-6af8-4950-aef1-2fdd6d149c7a {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:42:29.938734 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a816d115-ab78-4dd6-8590-4193521ddef1', 'code': 200} Nov 23 04:42:30.006007 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=a816d115-ab78-4dd6-8590-4193521ddef1,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:30.052470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3677f88-20bd-451b-917e-9221800c6571 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:30.074499 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b368f1-1f67-4ff8-8861-53ceee7631a5 None None] Network 74209845-5db6-4399-a566-93f658cdc085 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:30.091351 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59e11164-70af-4113-93a8-9a641c608bfd tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:30.111659 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3677f88-20bd-451b-917e-9221800c6571 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:30.114923 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f3677f88-20bd-451b-917e-9221800c6571 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/subnets/da6490dc-802a-4ea2-93ba-3f3fc26f33ad HTTP/1.1" status: 204 len: 168 time: 0.5726593 Nov 23 04:42:30.118126 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44016) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:30.122735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3677f88-20bd-451b-917e-9221800c6571 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Subnet': ['ID=da6490dc-802a-4ea2-93ba-3f3fc26f33ad,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:30.130032 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59e11164-70af-4113-93a8-9a641c608bfd tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:30.131291 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59e11164-70af-4113-93a8-9a641c608bfd tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:30.233941 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e11164-70af-4113-93a8-9a641c608bfd tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=4b2abad3-b915-4dba-859f-bfe15f74c015,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:30.244621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:30.361237 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-88534274-476d-4628-9fd7-9f26f46e52eb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:30.411314 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88534274-476d-4628-9fd7-9f26f46e52eb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Subnet': ['ID=d278eee8-4647-4438-b71e-3bbfa7b60734,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:30.425429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-88534274-476d-4628-9fd7-9f26f46e52eb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:30.428903 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-88534274-476d-4628-9fd7-9f26f46e52eb tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/d278eee8-4647-4438-b71e-3bbfa7b60734 HTTP/1.1" status: 204 len: 168 time: 1.1644475 Nov 23 04:42:30.438824 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44022) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:30.442173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e8fbbda-116e-4ee7-b28c-15673e0a70d5 None None] DHCP port deletion for 74209845-5db6-4399-a566-93f658cdc085 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:30.467464 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb9413d-e5a9-49c2-9d97-0a082759541a req-280c40dc-72d4-4dd8-9e73-b103a78fc9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:30.468955 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dcb9413d-e5a9-49c2-9d97-0a082759541a req-280c40dc-72d4-4dd8-9e73-b103a78fc9cd service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 1099 time: 0.2399032 Nov 23 04:42:30.475747 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b520171b-a0dd-4ab0-8ce0-13f9b40a1660 None None] Network 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:30.507283 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-df032994-20b9-4093-bbe5-4e588dba9208 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:30.508338 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df032994-20b9-4093-bbe5-4e588dba9208 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:30.511429 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-df032994-20b9-4093-bbe5-4e588dba9208 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/4e548dbe-655c-4490-a799-96aac52d0d58 HTTP/1.1" status: 404 len: 337 time: 0.0716493 Nov 23 04:42:30.519504 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44024) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:30.520848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Deleting port e793eb6b-8409-4d18-8930-2f3a67db0098 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:30.521184 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:30.558404 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c6ab846f-770e-480c-9838-fb88bf50d96a tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "GET /v2.0/ports?device_id=6bba43ad-a5e1-416e-938c-c2f5b1a44b2f HTTP/1.1" status: 200 len: 205 time: 0.0308702 Nov 23 04:42:30.567425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44026) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:30.576373 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c31805b7-2256-4d2b-9365-1771c07d2345 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:42:30.602087 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-52d81584-98af-4156-abc7-2ea2e275c8f6 None None] Provisioning complete for port 37f21f02-beb5-47a8-960d-e0b1b38c1307 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:30.602463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-52d81584-98af-4156-abc7-2ea2e275c8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:30.640798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:30.641977 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-d260e094-b3d6-4774-8bd1-05dbefc016e1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] delete failed (client error): The resource could not be found. Nov 23 04:42:30.643017 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d260e094-b3d6-4774-8bd1-05dbefc016e1 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/routers/6bba43ad-a5e1-416e-938c-c2f5b1a44b2f HTTP/1.1" status: 404 len: 336 time: 0.0747209 Nov 23 04:42:30.647634 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44028) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:30.658750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: c31805b7-2256-4d2b-9365-1771c07d2345 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:30.659099 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c31805b7-2256-4d2b-9365-1771c07d2345 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:42:30.661993 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc2ab03-9d24-4060-91fc-7b2858f9f507 req-786100b3-15fc-4345-a08f-e96dd3e1e9f5 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:30.664264 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cdc2ab03-9d24-4060-91fc-7b2858f9f507 req-786100b3-15fc-4345-a08f-e96dd3e1e9f5 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2198875 Nov 23 04:42:30.675849 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e11164-70af-4113-93a8-9a641c608bfd tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 80f2e555-71a1-4471-b045-67d239014903 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:30.691388 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-59e11164-70af-4113-93a8-9a641c608bfd tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:30.707728 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd39bea9-d4f5-4062-b73f-09ca76ab1029 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:30.708513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd39bea9-d4f5-4062-b73f-09ca76ab1029 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:30.711937 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cd39bea9-d4f5-4062-b73f-09ca76ab1029 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/7071c683-ed80-4c3b-a9a7-455b33ba17d4 HTTP/1.1" status: 404 len: 337 time: 0.0618005 Nov 23 04:42:30.717841 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44030) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:30.750590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] For port e793eb6b-8409-4d18-8930-2f3a67db0098, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e793eb6b-8409-4d18-8930-2f3a67db0098,segment=NetworkSegment(bc829548-7c80-472a-a7c6-be422c69e87a),segment_id=bc829548-7c80-472a-a7c6-be422c69e87a)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:30.750957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:30.754879 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9e8fbbda-116e-4ee7-b28c-15673e0a70d5 None None] Deleting port e793eb6b-8409-4d18-8930-2f3a67db0098 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:30.756107 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbbda-116e-4ee7-b28c-15673e0a70d5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:30.775922 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Calling delete_port for e793eb6b-8409-4d18-8930-2f3a67db0098 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:30.796686 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662e8496-8d12-430a-8d8a-59c491706000 req-37805aca-0e0a-4c89-824e-a16cf1f50a96 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:30.799190 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-662e8496-8d12-430a-8d8a-59c491706000 req-37805aca-0e0a-4c89-824e-a16cf1f50a96 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.2707250 Nov 23 04:42:30.800526 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dcb9413d-e5a9-49c2-9d97-0a082759541a req-db302ba6-048a-4787-8045-8c04e2b6c5a0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3086212 Nov 23 04:42:30.800670 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44032) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:30.813393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Request body: {'subnets': [{'network_id': '332886d0-db9c-4bd7-9f20-2ea1343cb595', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2128871088', 'ip_version': 6}, {'network_id': '27fe416b-aa38-408b-a088-b007de9e38fe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:30.813731 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Request body: {'subnet': {'network_id': '332886d0-db9c-4bd7-9f20-2ea1343cb595', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2128871088', 'ip_version': 6}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:30.814425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Request body: {'subnet': {'network_id': '27fe416b-aa38-408b-a088-b007de9e38fe', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:30.849583 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-609da992-05d3-4db3-9796-53a9d92fee57 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:30.850040 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-609da992-05d3-4db3-9796-53a9d92fee57 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:30.853900 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-609da992-05d3-4db3-9796-53a9d92fee57 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/b9fe9ba2-0680-4b5b-aff7-e0f6c4bf578e HTTP/1.1" status: 404 len: 337 time: 0.1044815 Nov 23 04:42:30.859982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44034) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:30.879643 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9e8fbbda-116e-4ee7-b28c-15673e0a70d5 None None] For port e793eb6b-8409-4d18-8930-2f3a67db0098, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e793eb6b-8409-4d18-8930-2f3a67db0098,segment=NetworkSegment(bc829548-7c80-472a-a7c6-be422c69e87a),segment_id=bc829548-7c80-472a-a7c6-be422c69e87a)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:30.880050 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbbda-116e-4ee7-b28c-15673e0a70d5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:30.896113 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9e8fbbda-116e-4ee7-b28c-15673e0a70d5 None None] Calling delete_port for e793eb6b-8409-4d18-8930-2f3a67db0098 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:30.910707 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc694769-16b7-44f4-832c-ca1dc5b9e747 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:30.911300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-52d81584-98af-4156-abc7-2ea2e275c8f6 None None] Provisioning complete for port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:30.911662 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-52d81584-98af-4156-abc7-2ea2e275c8f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:30.913109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc694769-16b7-44f4-832c-ca1dc5b9e747 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:30.921052 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fc694769-16b7-44f4-832c-ca1dc5b9e747 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/a5fbcf46-b52a-4abf-a796-fcdfc8833a44 HTTP/1.1" status: 404 len: 337 time: 0.0531814 Nov 23 04:42:30.924859 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cdc2ab03-9d24-4060-91fc-7b2858f9f507 req-e0d3805f-e83d-48cd-8d35-aa8b3a8fc07f tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2474782 Nov 23 04:42:30.928331 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44036) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:30.962154 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31edcb3-9a38-4dfc-a1fa-481516789b30 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:30.962779 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f31edcb3-9a38-4dfc-a1fa-481516789b30 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:30.968543 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f31edcb3-9a38-4dfc-a1fa-481516789b30 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/82bf7435-1d76-43bc-96fb-758d7836e57a HTTP/1.1" status: 404 len: 333 time: 0.0391881 Nov 23 04:42:30.970250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44040) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:31.001130 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.012851 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0fc234d-db73-413c-9697-33da5ef1bf23 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:31.013334 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0fc234d-db73-413c-9697-33da5ef1bf23 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:31.019118 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a0fc234d-db73-413c-9697-33da5ef1bf23 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/78a4a986-1f2e-406a-bac2-b411dbb8930f HTTP/1.1" status: 404 len: 337 time: 0.0458825 Nov 23 04:42:31.021481 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44042) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:31.033910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dabbc187-ddbc-4867-ba5d-15b8002a8338 None None] DHCP port deletion for 3ce37b7d-18dc-4a4b-8f03-fa9101f19109 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:31.065921 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-52d81584-98af-4156-abc7-2ea2e275c8f6 None None] Port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:31.089160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:31.090269 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68c7c06-a2bd-4686-9586-7ae3a40c0232 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:31.090727 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68c7c06-a2bd-4686-9586-7ae3a40c0232 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:31.096877 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d68c7c06-a2bd-4686-9586-7ae3a40c0232 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/fc7d0a96-f5dd-4d9c-bef2-f87666c1c4c0 HTTP/1.1" status: 404 len: 337 time: 0.0543537 Nov 23 04:42:31.097367 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44044) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:31.104747 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:31.107564 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:31.111737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9e8fbbda-116e-4ee7-b28c-15673e0a70d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.142693 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Pushing event updated for resources: {'Port': ['ID=3a044ce3-0be8-47cf-a4eb-567312c881b5,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:31.154180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ed6750d-0fe8-4b48-a326-52ed3aaacd21 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:31.160679 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8fbbda-116e-4ee7-b28c-15673e0a70d5 None None] Pushing event deleted for resources: {'Port': ['ID=e793eb6b-8409-4d18-8930-2f3a67db0098,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:31.174072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8fbbda-116e-4ee7-b28c-15673e0a70d5 None None] No DVR routers for this DVR port e793eb6b-8409-4d18-8930-2f3a67db0098 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:31.181647 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59e11164-70af-4113-93a8-9a641c608bfd tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 717e4188-af28-4c5f-9671-ca758a5e8985 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:42:31.184099 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-dabbc187-ddbc-4867-ba5d-15b8002a8338 None None] Deleting port 37f21f02-beb5-47a8-960d-e0b1b38c1307 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:31.184698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dabbc187-ddbc-4867-ba5d-15b8002a8338 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.200835 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-90551be6-918e-46be-9ec3-5eca7c715370 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:31.201539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90551be6-918e-46be-9ec3-5eca7c715370 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:31.205052 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-90551be6-918e-46be-9ec3-5eca7c715370 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/f8ce1566-6ae4-43b1-812b-1446a9b727c5 HTTP/1.1" status: 404 len: 333 time: 0.0975089 Nov 23 04:42:31.210061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44048) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:31.213983 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-662e8496-8d12-430a-8d8a-59c491706000 req-19303de8-505f-4b99-80a8-dbae891b5c91 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3929129 Nov 23 04:42:31.254871 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.282207 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-555e9bd6-ae76-48c3-a402-4d1cf8097aef None None] Provisioning complete for port 4b2abad3-b915-4dba-859f-bfe15f74c015 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:31.282695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-555e9bd6-ae76-48c3-a402-4d1cf8097aef None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.291234 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Port': ['ID=e793eb6b-8409-4d18-8930-2f3a67db0098,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:31.294902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No DVR routers for this DVR port e793eb6b-8409-4d18-8930-2f3a67db0098 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:31.325497 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-dabbc187-ddbc-4867-ba5d-15b8002a8338 None None] For port 37f21f02-beb5-47a8-960d-e0b1b38c1307, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=37f21f02-beb5-47a8-960d-e0b1b38c1307,segment=NetworkSegment(5076f109-d82a-4a50-b353-5ddd9adb4b7b),segment_id=5076f109-d82a-4a50-b353-5ddd9adb4b7b)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:31.325992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dabbc187-ddbc-4867-ba5d-15b8002a8338 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.342449 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Made reservation on behalf of 242bc7cf7fe24a25b2c6379528436b11 for: {'subnet': 2} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:31.346928 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.347263 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.347720 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-dabbc187-ddbc-4867-ba5d-15b8002a8338 None None] Calling delete_port for 37f21f02-beb5-47a8-960d-e0b1b38c1307 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:31.357488 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-555e9bd6-ae76-48c3-a402-4d1cf8097aef None None] Port 4b2abad3-b915-4dba-859f-bfe15f74c015 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:31.385702 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c1b549b-d4f9-4b0b-b00e-9f67deeb83bd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:31.386203 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c1b549b-d4f9-4b0b-b00e-9f67deeb83bd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:31.391796 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3c1b549b-d4f9-4b0b-b00e-9f67deeb83bd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/740e21a0-334a-4f21-a48d-23c9f069dce4 HTTP/1.1" status: 404 len: 337 time: 0.1760998 Nov 23 04:42:31.397891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44052) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:31.454126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dabbc187-ddbc-4867-ba5d-15b8002a8338 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.476938 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-400a2bc0-e8fc-44db-8f69-407d11012ca4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:31.477570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-400a2bc0-e8fc-44db-8f69-407d11012ca4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:31.483018 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-400a2bc0-e8fc-44db-8f69-407d11012ca4 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/subnets/0c353cb7-6a9c-4ca1-a202-e77bd0f50201 HTTP/1.1" status: 404 len: 337 time: 0.0816855 Nov 23 04:42:31.486443 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44054) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:31.501986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.537923 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dabbc187-ddbc-4867-ba5d-15b8002a8338 None None] No DVR routers for this DVR port 37f21f02-beb5-47a8-960d-e0b1b38c1307 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:31.538334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74209845-5db6-4399-a566-93f658cdc085']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:31.544831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabbc187-ddbc-4867-ba5d-15b8002a8338 None None] Pushing event deleted for resources: {'Port': ['ID=37f21f02-beb5-47a8-960d-e0b1b38c1307,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:31.552507 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc829548-7c80-472a-a7c6-be422c69e87a') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:31.552809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc829548-7c80-472a-a7c6-be422c69e87a') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:31.562795 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dfb1dd6-e377-4a1c-a653-057394da1c82 req-cd4bdca9-450a-42e0-b8e8-0a0acbef3fe7 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:31.562795 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4dfb1dd6-e377-4a1c-a653-057394da1c82 req-cd4bdca9-450a-42e0-b8e8-0a0acbef3fe7 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.3000574 Nov 23 04:42:31.562795 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59e11164-70af-4113-93a8-9a641c608bfd tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:42:31.566406 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-56ae7e8c-b1b8-4c36-b883-3bdf081de7bd None None] Provisioning complete for port 3a044ce3-0be8-47cf-a4eb-567312c881b5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:31.567570 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-56ae7e8c-b1b8-4c36-b883-3bdf081de7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.575163 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-59e11164-70af-4113-93a8-9a641c608bfd tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/717e4188-af28-4c5f-9671-ca758a5e8985/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0466683 Nov 23 04:42:31.577641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44056) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:31.582685 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e8868-430f-49cc-bb32-e5f37dd1ffc6 None None] Sync routers for ids ['717e4188-af28-4c5f-9671-ca758a5e8985'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:42:31.596462 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e8868-430f-49cc-bb32-e5f37dd1ffc6 None None] Routers {'717e4188-af28-4c5f-9671-ca758a5e8985'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:31.597079 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-197e8868-430f-49cc-bb32-e5f37dd1ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['717e4188-af28-4c5f-9671-ca758a5e8985'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:31.601654 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.615780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-56ae7e8c-b1b8-4c36-b883-3bdf081de7bd None None] Port 3a044ce3-0be8-47cf-a4eb-567312c881b5 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:31.622172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.638335 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-197e8868-430f-49cc-bb32-e5f37dd1ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:31.647058 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-197e8868-430f-49cc-bb32-e5f37dd1ffc6 None None] Routers {'717e4188-af28-4c5f-9671-ca758a5e8985'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:31.647662 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-197e8868-430f-49cc-bb32-e5f37dd1ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['717e4188-af28-4c5f-9671-ca758a5e8985'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:31.651954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:31.652597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:31.658523 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:31.681866 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-197e8868-430f-49cc-bb32-e5f37dd1ffc6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:31.682328 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-197e8868-430f-49cc-bb32-e5f37dd1ffc6 None None] The sync data for ids ['717e4188-af28-4c5f-9671-ca758a5e8985'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:42:31.724729 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4dfb1dd6-e377-4a1c-a653-057394da1c82 req-aa2a8230-f92a-464b-b03c-05dac1f43705 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1473329 Nov 23 04:42:31.725292 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b82e622-968a-4178-87f4-c49d8a6480be tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:31.729246 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7b82e622-968a-4178-87f4-c49d8a6480be tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports/4b2abad3-b915-4dba-859f-bfe15f74c015 HTTP/1.1" status: 200 len: 982 time: 0.1481767 Nov 23 04:42:31.730367 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44058) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:31.770909 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.789791 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.793061 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/74209845-5db6-4399-a566-93f658cdc085 HTTP/1.1" status: 204 len: 168 time: 1.6679921 Nov 23 04:42:31.796810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44060) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:31.798872 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a548736-aeef-4865-b0df-853b71bcd566 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Network': ['ID=74209845-5db6-4399-a566-93f658cdc085,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:31.823928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9922c6ab-91d5-404f-ad4d-d9a8300465cd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Deleting port 6732dcc2-d425-4cb0-adb5-ae5580f755c3 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:31.824287 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9922c6ab-91d5-404f-ad4d-d9a8300465cd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.829492 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd6929ba-74a9-4180-8f7b-a6d205ef01e8 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:31.829955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd6929ba-74a9-4180-8f7b-a6d205ef01e8 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:31.833108 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bd6929ba-74a9-4180-8f7b-a6d205ef01e8 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/subnets/4f21c415-582b-4897-9ad1-4842abe083ba HTTP/1.1" status: 404 len: 337 time: 0.0352392 Nov 23 04:42:31.843936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44062) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:31.907907 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:31.909791 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f796ca-ef95-493e-8787-1226286bf338 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:31.910290 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f796ca-ef95-493e-8787-1226286bf338 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:31.913598 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a0f796ca-ef95-493e-8787-1226286bf338 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/2dc021e0-03c5-4e73-8815-40b9170de42c HTTP/1.1" status: 404 len: 339 time: 0.0661144 Nov 23 04:42:31.916256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44064) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:32.001827 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b0a6dc9-8f46-448a-aeb7-40ed2fd5707a tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Deleting subnet c63da1a7-4901-4fef-ad72-a9d8f6649bbc {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:32.006989 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6dc9-8f46-448a-aeb7-40ed2fd5707a tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.062570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6dc9-8f46-448a-aeb7-40ed2fd5707a tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.224224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.227880 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6dc9-8f46-448a-aeb7-40ed2fd5707a tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.352437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event updated for resources: {'Subnet': ['ID=27cd4165-8ead-4c47-8b45-6a925b986402,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:32.375637 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 37f21f02-beb5-47a8-960d-e0b1b38c1307 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:42:32.379581 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Checking segment: {'id': '3217e962-c921-46f2-8fb6-3b40f7b3e0e8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '332886d0-db9c-4bd7-9f20-2ea1343cb595'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:32.379581 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Network hostable DHCP agents. Network: 332886d0-db9c-4bd7-9f20-2ea1343cb595, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:32.382614 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9922c6ab-91d5-404f-ad4d-d9a8300465cd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.387156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6dc9-8f46-448a-aeb7-40ed2fd5707a tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.402948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b479ae9d-f0b0-4db7-a92e-cc75f780a430 req-58f2b04b-222e-4d57-a6e1-d8271fec6c07 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:32.404308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 37f21f02-beb5-47a8-960d-e0b1b38c1307 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:32.404450 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b479ae9d-f0b0-4db7-a92e-cc75f780a430 req-58f2b04b-222e-4d57-a6e1-d8271fec6c07 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.0980768 Nov 23 04:42:32.404833 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 37f21f02-beb5-47a8-960d-e0b1b38c1307 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:42:32.405371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e793eb6b-8409-4d18-8930-2f3a67db0098 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:42:32.431717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: e793eb6b-8409-4d18-8930-2f3a67db0098 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:32.432414 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e793eb6b-8409-4d18-8930-2f3a67db0098 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:42:32.449448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a6dc9-8f46-448a-aeb7-40ed2fd5707a tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Subnet': ['ID=c63da1a7-4901-4fef-ad72-a9d8f6649bbc,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:32.464748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b0a6dc9-8f46-448a-aeb7-40ed2fd5707a tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.466067 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9922c6ab-91d5-404f-ad4d-d9a8300465cd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Calling delete_port for 6732dcc2-d425-4cb0-adb5-ae5580f755c3 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:32.468060 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8b0a6dc9-8f46-448a-aeb7-40ed2fd5707a tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/subnets/c63da1a7-4901-4fef-ad72-a9d8f6649bbc HTTP/1.1" status: 204 len: 168 time: 0.5508525 Nov 23 04:42:32.471359 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44068) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:32.472612 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2461a1-865b-40d7-b1a0-83f3c8f080ca None None] Network 65b18e2b-50f5-440a-b3e1-acd91a095f55 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:32.494472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Network 332886d0-db9c-4bd7-9f20-2ea1343cb595 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:32.554366 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 332886d0-db9c-4bd7-9f20-2ea1343cb595) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:32.565937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74343082-efab-40da-b94e-98b98f490ae9 None None] Network 332886d0-db9c-4bd7-9f20-2ea1343cb595 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:32.566630 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b479ae9d-f0b0-4db7-a92e-cc75f780a430 req-1462fcff-2776-4c61-8148-e0308804f252 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349313 Nov 23 04:42:32.567783 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.613767 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.655193 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event updated for resources: {'Subnet': ['ID=510e9af8-0631-4bca-9fe0-37dafcad81f9,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:32.694869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Checking segment: {'id': '64aaa0b7-6864-47c9-9927-a1e85eb4e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '27fe416b-aa38-408b-a088-b007de9e38fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:32.695405 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Network hostable DHCP agents. Network: 27fe416b-aa38-408b-a088-b007de9e38fe, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:32.731626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Network 27fe416b-aa38-408b-a088-b007de9e38fe is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:32.741472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Deleting port d58a7dc6-e731-49f0-a690-321f909ca408 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:32.742032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.759508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9922c6ab-91d5-404f-ad4d-d9a8300465cd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.768465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.787735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 27fe416b-aa38-408b-a088-b007de9e38fe) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:32.795642 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:32.796254 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:32.797037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.804555 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1e625f5-1e1f-414b-9200-9376c31b05db None None] Network 27fe416b-aa38-408b-a088-b007de9e38fe requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:32.826085 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9922c6ab-91d5-404f-ad4d-d9a8300465cd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Port': ['ID=6732dcc2-d425-4cb0-adb5-ae5580f755c3,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:32.833919 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] For port d58a7dc6-e731-49f0-a690-321f909ca408, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d58a7dc6-e731-49f0-a690-321f909ca408,segment=NetworkSegment(83764b14-d971-4b38-b14b-a13a320f501d),segment_id=83764b14-d971-4b38-b14b-a13a320f501d)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:32.834385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.838648 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a9ac2-8f6a-495a-9a34-1cffdabd863b req-464a0652-1774-495b-9108-4cfcb79625a7 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:32.840183 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cd0a9ac2-8f6a-495a-9a34-1cffdabd863b req-464a0652-1774-495b-9108-4cfcb79625a7 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.1640639 Nov 23 04:42:32.841189 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a5a8c94d-ac4d-4b2b-9ee4-1b12b178076b tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0342445 Nov 23 04:42:32.847183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44074) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:32.847376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9922c6ab-91d5-404f-ad4d-d9a8300465cd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.853819 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9922c6ab-91d5-404f-ad4d-d9a8300465cd tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/ports/6732dcc2-d425-4cb0-adb5-ae5580f755c3 HTTP/1.1" status: 204 len: 168 time: 1.3629985 Nov 23 04:42:32.860315 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44076) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:32.874793 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e53c5032-eea0-4684-bfff-0d55efdc8ee2 None None] DHCP port deletion for 65b18e2b-50f5-440a-b3e1-acd91a095f55 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:32.899475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Calling delete_port for d58a7dc6-e731-49f0-a690-321f909ca408 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:32.951855 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bbb88ce-8b5e-47e7-85d9-07c8d550958b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-332886d0-db9c-4bd7-9f20-2ea1343cb595', 'network_id': '332886d0-db9c-4bd7-9f20-2ea1343cb595', 'tenant_id': '242bc7cf7fe24a25b2c6379528436b11', 'fixed_ips': [{'subnet_id': '27cd4165-8ead-4c47-8b45-6a925b986402'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:42:32.952710 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9bbb88ce-8b5e-47e7-85d9-07c8d550958b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:32.982466 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4128f3-4e7a-4e06-8eb5-00bf09ffad3e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:32.984164 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4128f3-4e7a-4e06-8eb5-00bf09ffad3e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:32.985937 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c4128f3-4e7a-4e06-8eb5-00bf09ffad3e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:32.987649 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9c4128f3-4e7a-4e06-8eb5-00bf09ffad3e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1391900 Nov 23 04:42:33.003510 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30febb4f-f074-410c-8bd4-e2bfed3006fb req-cfdca38e-ddb8-4d62-b9bb-6cfcf13cc4b4 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:33.005169 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-30febb4f-f074-410c-8bd4-e2bfed3006fb req-cfdca38e-ddb8-4d62-b9bb-6cfcf13cc4b4 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1183875 Nov 23 04:42:33.007774 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44078) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:33.077228 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ebf4146e-a5e1-4b87-9b15-06440a8b23a8 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.095714 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cd0a9ac2-8f6a-495a-9a34-1cffdabd863b req-f682b8db-f9f3-420a-9aef-071545ee58ed tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407482 Nov 23 04:42:33.132097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf5f674-893e-4bea-940c-e44e1ffd33d2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Deleting subnet 27cd4165-8ead-4c47-8b45-6a925b986402 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:33.137906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f674-893e-4bea-940c-e44e1ffd33d2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.160265 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-30febb4f-f074-410c-8bd4-e2bfed3006fb req-4d0f3686-d5f3-4016-a202-d0c340f5efa6 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1405017 Nov 23 04:42:33.248839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f674-893e-4bea-940c-e44e1ffd33d2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.268112 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e53c5032-eea0-4684-bfff-0d55efdc8ee2 None None] Deleting port d58a7dc6-e731-49f0-a690-321f909ca408 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:33.268398 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e53c5032-eea0-4684-bfff-0d55efdc8ee2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.296465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ebf4146e-a5e1-4b87-9b15-06440a8b23a8 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.297000 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.301264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-16ec4b13-94d3-4eda-8c7c-b9eebe3924c8 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.359537 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-27fe416b-aa38-408b-a088-b007de9e38fe', 'network_id': '27fe416b-aa38-408b-a088-b007de9e38fe', 'tenant_id': '242bc7cf7fe24a25b2c6379528436b11', 'fixed_ips': [{'subnet_id': '510e9af8-0631-4bca-9fe0-37dafcad81f9'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:42:33.360813 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.380926 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e53c5032-eea0-4684-bfff-0d55efdc8ee2 None None] For port d58a7dc6-e731-49f0-a690-321f909ca408, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:33.381680 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e53c5032-eea0-4684-bfff-0d55efdc8ee2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.384624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Port': ['ID=d58a7dc6-e731-49f0-a690-321f909ca408,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:33.399465 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e53c5032-eea0-4684-bfff-0d55efdc8ee2 None None] Calling delete_port for d58a7dc6-e731-49f0-a690-321f909ca408 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:33.403253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Router e457b573-1b42-48b8-97d4-0f6e310c7976 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:42:33.403873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.ipam_backend_mixin [None req-e53c5032-eea0-4684-bfff-0d55efdc8ee2 None None] Port d58a7dc6-e731-49f0-a690-321f909ca408 was not found and therefore no delete operation was performed {{(pid=109954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:42:33.409063 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-ebf4146e-a5e1-4b87-9b15-06440a8b23a8 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ce37b7d-18dc-4a4b-8f03-fa9101f19109']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:33.410487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e53c5032-eea0-4684-bfff-0d55efdc8ee2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.428551 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] No DVR routers for this DVR port d58a7dc6-e731-49f0-a690-321f909ca408 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:33.432183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f674-893e-4bea-940c-e44e1ffd33d2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.441656 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-ebf4146e-a5e1-4b87-9b15-06440a8b23a8 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5076f109-d82a-4a50-b353-5ddd9adb4b7b') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:33.441947 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-ebf4146e-a5e1-4b87-9b15-06440a8b23a8 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5076f109-d82a-4a50-b353-5ddd9adb4b7b') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:33.476162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ebf4146e-a5e1-4b87-9b15-06440a8b23a8 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.488802 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53c5032-eea0-4684-bfff-0d55efdc8ee2 None None] Pushing event deleted for resources: {'Port': ['ID=d58a7dc6-e731-49f0-a690-321f909ca408,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:33.490755 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53c5032-eea0-4684-bfff-0d55efdc8ee2 None None] No DVR routers for this DVR port d58a7dc6-e731-49f0-a690-321f909ca408 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:33.495293 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5230a7c4-6173-49bd-a72c-22c2afc1fa74 req-c998bc2b-d511-4314-95ea-18b2e6fead72 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:33.496522 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5230a7c4-6173-49bd-a72c-22c2afc1fa74 req-c998bc2b-d511-4314-95ea-18b2e6fead72 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1820343 Nov 23 04:42:33.549221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ebf4146e-a5e1-4b87-9b15-06440a8b23a8 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.555787 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebf4146e-a5e1-4b87-9b15-06440a8b23a8 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:33.556184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ebf4146e-a5e1-4b87-9b15-06440a8b23a8 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:33.560895 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:33.578361 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Allocated IP 2001:db8:0:1::1 (27fe416b-aa38-408b-a088-b007de9e38fe/510e9af8-0631-4bca-9fe0-37dafcad81f9/7f117251-af0c-487a-a9c9-68023f28ed7d) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:33.586399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.637578 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65b18e2b-50f5-440a-b3e1-acd91a095f55']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:33.645304 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5230a7c4-6173-49bd-a72c-22c2afc1fa74 req-d5eab372-04e5-470e-ad4c-93007a44ec60 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1331706 Nov 23 04:42:33.655013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83764b14-d971-4b38-b14b-a13a320f501d') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:33.655390 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83764b14-d971-4b38-b14b-a13a320f501d') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:33.666189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f674-893e-4bea-940c-e44e1ffd33d2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.679203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.702738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf5f674-893e-4bea-940c-e44e1ffd33d2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event deleted for resources: {'Subnet': ['ID=27cd4165-8ead-4c47-8b45-6a925b986402,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server [None req-9bbb88ce-8b5e-47e7-85d9-07c8d550958b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27cd4165-8ead-4c47-8b45-6a925b986402: This subnet is being modified by another concurrent operation. Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:42:33.703594 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise exception Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 27cd4165-8ead-4c47-8b45-6a925b986402: This subnet is being modified by another concurrent operation. Nov 23 04:42:33.707824 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Nov 23 04:42:33.715838 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.718849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7cf5f674-893e-4bea-940c-e44e1ffd33d2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.719750 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ab70ec-64af-44e3-876d-fb84bcdd17a1 req-68344dcf-701e-48d8-b549-d0d7b58d76cc tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:33.721727 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e5ab70ec-64af-44e3-876d-fb84bcdd17a1 req-68344dcf-701e-48d8-b549-d0d7b58d76cc tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.3101602 Nov 23 04:42:33.722651 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7cf5f674-893e-4bea-940c-e44e1ffd33d2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "DELETE /v2.0/subnets/27cd4165-8ead-4c47-8b45-6a925b986402 HTTP/1.1" status: 204 len: 168 time: 0.7138915 Nov 23 04:42:33.725729 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44088) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:33.738073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:33.738707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:33.742705 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:33.790324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bea192-21cc-4c64-9f88-04118fef2378 None None] Network 332886d0-db9c-4bd7-9f20-2ea1343cb595 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:33.805574 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ebf4146e-a5e1-4b87-9b15-06440a8b23a8 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.809636 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ebf4146e-a5e1-4b87-9b15-06440a8b23a8 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.815738 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ebf4146e-a5e1-4b87-9b15-06440a8b23a8 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] 10.222.0.37 "DELETE /v2.0/networks/3ce37b7d-18dc-4a4b-8f03-fa9101f19109 HTTP/1.1" status: 204 len: 168 time: 0.9526837 Nov 23 04:42:33.870272 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf4146e-a5e1-4b87-9b15-06440a8b23a8 tempest-PortsTestJSON-2010091326 tempest-PortsTestJSON-2010091326-project] Pushing event deleted for resources: {'Network': ['ID=3ce37b7d-18dc-4a4b-8f03-fa9101f19109,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:33.883429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:42:33.901690 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e5ab70ec-64af-44e3-876d-fb84bcdd17a1 req-6567ad86-3477-4af6-b715-f65ae5216c73 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727536 Nov 23 04:42:33.910766 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765c559-60b7-410c-91c0-392579be15a9 None None] Sync routers for ids ['e457b573-1b42-48b8-97d4-0f6e310c7976'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:42:33.911724 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-e39e3a08-0fc5-4f8f-954a-b4cd7b0eeff2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Deleting subnet 510e9af8-0631-4bca-9fe0-37dafcad81f9 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:33.925483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371a1b45-a741-4d27-810a-d3c316cec9c1 req-975fb254-4d36-4586-8b75-b5776d033be1 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:33.927364 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.927761 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-371a1b45-a741-4d27-810a-d3c316cec9c1 req-975fb254-4d36-4586-8b75-b5776d033be1 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1834981 Nov 23 04:42:33.929796 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-468969bf-523f-470d-8ae8-08dc349ed9e5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 7.3207855 Nov 23 04:42:33.932066 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.933557 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44092) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:33.938262 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:33.974949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:33.979207 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] 10.222.0.37 "DELETE /v2.0/networks/65b18e2b-50f5-440a-b3e1-acd91a095f55 HTTP/1.1" status: 204 len: 168 time: 1.5067718 Nov 23 04:42:33.985743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:34.015813 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-16ec4b13-94d3-4eda-8c7c-b9eebe3924c8 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port 4b2abad3-b915-4dba-859f-bfe15f74c015 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:34.016154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-16ec4b13-94d3-4eda-8c7c-b9eebe3924c8 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:34.023906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabbebf0-63ef-4211-a30d-98cddef3cd10 tempest-NetworksIpV6Test-1456557935 tempest-NetworksIpV6Test-1456557935-project] Pushing event deleted for resources: {'Network': ['ID=65b18e2b-50f5-440a-b3e1-acd91a095f55,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:34.057105 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e39e3a08-0fc5-4f8f-954a-b4cd7b0eeff2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:34.069604 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:34.104520 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b765c559-60b7-410c-91c0-392579be15a9 None None] Routers {'e457b573-1b42-48b8-97d4-0f6e310c7976'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:34.104785 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-b765c559-60b7-410c-91c0-392579be15a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e457b573-1b42-48b8-97d4-0f6e310c7976'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:34.184144 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Network 27fe416b-aa38-408b-a088-b007de9e38fe is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:34.193991 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:34.196836 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-b765c559-60b7-410c-91c0-392579be15a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:34.200044 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:34.215344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-16ec4b13-94d3-4eda-8c7c-b9eebe3924c8 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:34.236631 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-16ec4b13-94d3-4eda-8c7c-b9eebe3924c8 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for 4b2abad3-b915-4dba-859f-bfe15f74c015 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:34.250556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Pushing event updated for resources: {'Port': ['ID=7f117251-af0c-487a-a9c9-68023f28ed7d,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:34.277832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b765c559-60b7-410c-91c0-392579be15a9 None None] Routers {'e457b573-1b42-48b8-97d4-0f6e310c7976'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:34.278749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-b765c559-60b7-410c-91c0-392579be15a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e457b573-1b42-48b8-97d4-0f6e310c7976'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:34.353505 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-b765c559-60b7-410c-91c0-392579be15a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:34.354472 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b765c559-60b7-410c-91c0-392579be15a9 None None] The sync data for ids ['e457b573-1b42-48b8-97d4-0f6e310c7976'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:42:34.385712 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44100) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:34.386059 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44102) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:34.392672 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Attempting to bind port 7f117251-af0c-487a-a9c9-68023f28ed7d on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:42:34.393170 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Attempting to bind port 7f117251-af0c-487a-a9c9-68023f28ed7d by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '64aaa0b7-6864-47c9-9927-a1e85eb4e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '27fe416b-aa38-408b-a088-b007de9e38fe'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:42:34.393661 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Attempting to bind port 7f117251-af0c-487a-a9c9-68023f28ed7d on network 27fe416b-aa38-408b-a088-b007de9e38fe {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:42:34.399963 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:42:34.400507 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Checking segment: {'id': '64aaa0b7-6864-47c9-9927-a1e85eb4e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '27fe416b-aa38-408b-a088-b007de9e38fe'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:34.401134 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:34.401776 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Bound using segment: {'id': '64aaa0b7-6864-47c9-9927-a1e85eb4e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '27fe416b-aa38-408b-a088-b007de9e38fe'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:42:34.402379 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Bound port: 7f117251-af0c-487a-a9c9-68023f28ed7d, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '64aaa0b7-6864-47c9-9927-a1e85eb4e960', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '27fe416b-aa38-408b-a088-b007de9e38fe'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:42:34.402872 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:34.431474 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d58a7dc6-e731-49f0-a690-321f909ca408 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:42:34.453843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: d58a7dc6-e731-49f0-a690-321f909ca408 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:34.453843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d58a7dc6-e731-49f0-a690-321f909ca408 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:42:34.509184 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-371a1b45-a741-4d27-810a-d3c316cec9c1 req-c1dd59e3-1f4c-47e6-9549-793f1273bd52 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5410979 Nov 23 04:42:34.517190 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e39e3a08-0fc5-4f8f-954a-b4cd7b0eeff2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:34.525623 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-16ec4b13-94d3-4eda-8c7c-b9eebe3924c8 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:34.555532 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] For port 7f117251-af0c-487a-a9c9-68023f28ed7d, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:42:34.567248 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] For port 7f117251-af0c-487a-a9c9-68023f28ed7d, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=7f117251-af0c-487a-a9c9-68023f28ed7d,segment=NetworkSegment(64aaa0b7-6864-47c9-9927-a1e85eb4e960),segment_id=64aaa0b7-6864-47c9-9927-a1e85eb4e960)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:42:34.577523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:34.588257 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ec4b13-94d3-4eda-8c7c-b9eebe3924c8 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=4b2abad3-b915-4dba-859f-bfe15f74c015,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:34.739750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a72c26-d244-4b7b-b573-d3330fb805bd None None] Pushing event updated for resources: {'Port': ['ID=7f117251-af0c-487a-a9c9-68023f28ed7d,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:34.777645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-16ec4b13-94d3-4eda-8c7c-b9eebe3924c8 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:34.797244 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e39e3a08-0fc5-4f8f-954a-b4cd7b0eeff2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:34.830121 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f50c81ef-6dd3-4f6c-9f29-692b4779dca1 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=21aafe545f554d9ca8d2cff1f90b0ba5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4429171 Nov 23 04:42:34.830735 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44110) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:34.848727 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d8aaf14b-913d-4c4f-b0d2-ef83c025d7ff admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ba6af278a0a24d8eb641d2ebe001ea4e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4509537 Nov 23 04:42:34.853823 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44112) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:35.083911 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403cd6a2-34c0-4b32-89c7-2b8776ee432b req-558068c8-b776-4bb1-83f7-d60973615089 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:35.085717 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-403cd6a2-34c0-4b32-89c7-2b8776ee432b req-558068c8-b776-4bb1-83f7-d60973615089 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2421553 Nov 23 04:42:35.096037 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cef1ec3d-ed1d-4a3d-8707-eac961c367df admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.109972 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.117864 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e39e3a08-0fc5-4f8f-954a-b4cd7b0eeff2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.131492 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ec4b13-94d3-4eda-8c7c-b9eebe3924c8 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 717e4188-af28-4c5f-9671-ca758a5e8985 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:42:35.148666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cef1ec3d-ed1d-4a3d-8707-eac961c367df admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.166208 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54926754-dcf5-4a28-a9f8-95a10a0ee1a4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.170933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.174049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39e3a08-0fc5-4f8f-954a-b4cd7b0eeff2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event deleted for resources: {'Subnet': ['ID=510e9af8-0631-4bca-9fe0-37dafcad81f9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:35.177137 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e39e3a08-0fc5-4f8f-954a-b4cd7b0eeff2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.180965 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e39e3a08-0fc5-4f8f-954a-b4cd7b0eeff2 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "DELETE /v2.0/subnets/510e9af8-0631-4bca-9fe0-37dafcad81f9 HTTP/1.1" status: 204 len: 168 time: 1.4536319 Nov 23 04:42:35.191578 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44116) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:35.211360 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-682b6815-9c75-4b97-82c5-0cdb4b8d5480 req-ec12067f-c0fc-44d6-af56-5eaa95486cc5 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:35.212806 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-682b6815-9c75-4b97-82c5-0cdb4b8d5480 req-ec12067f-c0fc-44d6-af56-5eaa95486cc5 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.1839402 Nov 23 04:42:35.244463 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-403cd6a2-34c0-4b32-89c7-2b8776ee432b req-b18cbead-57e9-4487-9917-3bccaef13725 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1497290 Nov 23 04:42:35.251087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54926754-dcf5-4a28-a9f8-95a10a0ee1a4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.280546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ec4b13-94d3-4eda-8c7c-b9eebe3924c8 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:42:35.288924 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-16ec4b13-94d3-4eda-8c7c-b9eebe3924c8 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/717e4188-af28-4c5f-9671-ca758a5e8985/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5568445 Nov 23 04:42:35.291620 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44120) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:35.292722 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5cb63-c47d-48f6-a97a-7474765a7bc5 None None] Sync routers for ids ['717e4188-af28-4c5f-9671-ca758a5e8985'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:42:35.305568 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5cb63-c47d-48f6-a97a-7474765a7bc5 None None] Routers {'717e4188-af28-4c5f-9671-ca758a5e8985'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:35.306568 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-99a5cb63-c47d-48f6-a97a-7474765a7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['717e4188-af28-4c5f-9671-ca758a5e8985'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:35.343778 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-99a5cb63-c47d-48f6-a97a-7474765a7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:35.350217 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17cc0d72-f991-4123-a8a5-c739ac07f1fb tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:35.356398 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-17cc0d72-f991-4123-a8a5-c739ac07f1fb tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1595833 Nov 23 04:42:35.359032 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99a5cb63-c47d-48f6-a97a-7474765a7bc5 None None] Routers {'717e4188-af28-4c5f-9671-ca758a5e8985'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:35.359838 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-99a5cb63-c47d-48f6-a97a-7474765a7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['717e4188-af28-4c5f-9671-ca758a5e8985'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:35.368051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44122) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:35.381242 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cef1ec3d-ed1d-4a3d-8707-eac961c367df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.383846 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cef1ec3d-ed1d-4a3d-8707-eac961c367df admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.387289 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cef1ec3d-ed1d-4a3d-8707-eac961c367df admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a02d7ded-1c9d-462a-9495-7bf21b7c09b2 HTTP/1.1" status: 204 len: 168 time: 0.5517783 Nov 23 04:42:35.401173 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-99a5cb63-c47d-48f6-a97a-7474765a7bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:35.402177 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99a5cb63-c47d-48f6-a97a-7474765a7bc5 None None] The sync data for ids ['717e4188-af28-4c5f-9671-ca758a5e8985'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:42:35.436904 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-682b6815-9c75-4b97-82c5-0cdb4b8d5480 req-e06a1e51-7b41-4c24-9b5c-c30bc36e922f tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1899719 Nov 23 04:42:35.464162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1ec3d-ed1d-4a3d-8707-eac961c367df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a02d7ded-1c9d-462a-9495-7bf21b7c09b2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:35.467878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Deleting port 3a044ce3-0be8-47cf-a4eb-567312c881b5 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:35.468226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.531383 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-d95e4edc-8149-4f54-b14e-042383f5b1d2 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 04:42:35.535353 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d95e4edc-8149-4f54-b14e-042383f5b1d2 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/717e4188-af28-4c5f-9671-ca758a5e8985/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2399859 Nov 23 04:42:35.535964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44128) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:35.556588 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.562768 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54926754-dcf5-4a28-a9f8-95a10a0ee1a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.567019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-54926754-dcf5-4a28-a9f8-95a10a0ee1a4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.571618 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-54926754-dcf5-4a28-a9f8-95a10a0ee1a4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/5d60f406-ad93-456d-9050-5a4586516e63 HTTP/1.1" status: 204 len: 168 time: 0.7143474 Nov 23 04:42:35.603346 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-02ea1542-e930-4569-934a-c83e6fe5cbf6 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports?device_id=717e4188-af28-4c5f-9671-ca758a5e8985 HTTP/1.1" status: 200 len: 205 time: 0.0630021 Nov 23 04:42:35.603918 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44134) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:35.631247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54926754-dcf5-4a28-a9f8-95a10a0ee1a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d60f406-ad93-456d-9050-5a4586516e63,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:35.734320 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.758597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Calling delete_port for 3a044ce3-0be8-47cf-a4eb-567312c881b5 owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:35.842441 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Deleting port 7f117251-af0c-487a-a9c9-68023f28ed7d {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:35.842783 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.891348 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69555030-aaf6-491e-ae0c-472afa16a69a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:35.968218 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10304dd-7911-4047-9146-1d74c8479840 req-2a452e48-90e6-4152-8c71-551fde429a6a tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:35.969821 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e10304dd-7911-4047-9146-1d74c8479840 req-2a452e48-90e6-4152-8c71-551fde429a6a tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.1899030 Nov 23 04:42:36.052604 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] For port 7f117251-af0c-487a-a9c9-68023f28ed7d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=7f117251-af0c-487a-a9c9-68023f28ed7d,segment=NetworkSegment(64aaa0b7-6864-47c9-9927-a1e85eb4e960),segment_id=64aaa0b7-6864-47c9-9927-a1e85eb4e960)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:36.052990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:36.084731 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Calling delete_port for 7f117251-af0c-487a-a9c9-68023f28ed7d owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:36.129639 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc41856b-d8ed-4a9a-997c-f426b4607503 None None] Network 27fe416b-aa38-408b-a088-b007de9e38fe requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:36.134396 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e10304dd-7911-4047-9146-1d74c8479840 req-734b3d10-50e7-4d12-9aa7-a902f81430ec tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546822 Nov 23 04:42:36.313500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:36.318861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:36.351626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7b3c0375-7ee4-4b13-a5c3-92d9caf53c81 None None] Provisioning complete for port 7f117251-af0c-487a-a9c9-68023f28ed7d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:36.353214 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7b3c0375-7ee4-4b13-a5c3-92d9caf53c81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:36.383372 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:42:36.393271 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7b3c0375-7ee4-4b13-a5c3-92d9caf53c81 None None] Port 7f117251-af0c-487a-a9c9-68023f28ed7d was deleted so its status cannot be updated. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:335}} Nov 23 04:42:36.431692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event deleted for resources: {'Port': ['ID=7f117251-af0c-487a-a9c9-68023f28ed7d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:36.450987 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-503f6026-351b-4751-aaca-edfbc6ba36cf None None] DHCP port deletion for 27fe416b-aa38-408b-a088-b007de9e38fe request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:36.478966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] No DVR routers for this DVR port 7f117251-af0c-487a-a9c9-68023f28ed7d on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:36.483516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9144191b-8d1f-483e-b082-8790d991eb4f None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:42:36.596179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Pushing event deleted for resources: {'Port': ['ID=3a044ce3-0be8-47cf-a4eb-567312c881b5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:36.641828 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9144191b-8d1f-483e-b082-8790d991eb4f None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:42:36.678336 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:36.722632 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:36.797687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27fe416b-aa38-408b-a088-b007de9e38fe']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:36.855849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64aaa0b7-6864-47c9-9927-a1e85eb4e960') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:36.856780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64aaa0b7-6864-47c9-9927-a1e85eb4e960') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:36.901369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d862f3f6-3d40-4164-857d-166e8319b0ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:36.906879 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44188) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:36.906879 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44190) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:36.943675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:36.994998 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7dbba-bbaa-44e1-a20f-5b526688bfa9 req-062f4956-5388-4057-b4c5-cde6e3ec788c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:36.997960 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1ca7dbba-bbaa-44e1-a20f-5b526688bfa9 req-062f4956-5388-4057-b4c5-cde6e3ec788c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f766ef2e82864ea88f497233edaebb39&device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 1099 time: 1.1663005 Nov 23 04:42:37.002425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69555030-aaf6-491e-ae0c-472afa16a69a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.005825 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69555030-aaf6-491e-ae0c-472afa16a69a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.062339 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.070793 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ee839a3a-c33d-4bc8-b20c-da07e2962e69 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:37.071480 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-ee839a3a-c33d-4bc8-b20c-da07e2962e69 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 04:42:37.072332 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-ee839a3a-c33d-4bc8-b20c-da07e2962e69 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 04:42:37.073562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.078304 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ee839a3a-c33d-4bc8-b20c-da07e2962e69 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1628454 Nov 23 04:42:37.080559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:37.081045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.086094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44202) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:37.086250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1496995388'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:37.086688 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:37.106208 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b348fea2-8f10-4226-b73c-680b51eb24ad tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group': {'name': 'tempest-secgroup--518305538'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:37.110897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.170966 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec37bdc7-af81-490e-80a5-47244ca96761 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:37.171945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f684f95f-27d0-4b04-86fd-a1790cdbddb0 req-ef89e431-9322-47fb-9cef-670f9ab359f8 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:37.173765 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f684f95f-27d0-4b04-86fd-a1790cdbddb0 req-ef89e431-9322-47fb-9cef-670f9ab359f8 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.2523606 Nov 23 04:42:37.204856 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:37.209164 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.216386 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69555030-aaf6-491e-ae0c-472afa16a69a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.216914 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69555030-aaf6-491e-ae0c-472afa16a69a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Fanout notify agent at l3_agent the message router_deleted on router 717e4188-af28-4c5f-9671-ca758a5e8985 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:42:37.232129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-731dd2f7-1367-4eff-8811-2639f415aa01 None None] Provisioning complete for port a816d115-ab78-4dd6-8590-4193521ddef1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:37.232690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-731dd2f7-1367-4eff-8811-2639f415aa01 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.265534 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69555030-aaf6-491e-ae0c-472afa16a69a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.267220 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-69555030-aaf6-491e-ae0c-472afa16a69a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/routers/717e4188-af28-4c5f-9671-ca758a5e8985 HTTP/1.1" status: 204 len: 168 time: 1.6618881 Nov 23 04:42:37.272109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.274191 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.274542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44206) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:37.278727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.284907 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "DELETE /v2.0/networks/27fe416b-aa38-408b-a088-b007de9e38fe HTTP/1.1" status: 204 len: 168 time: 1.9149077 Nov 23 04:42:37.287836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44208) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:37.320175 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b348fea2-8f10-4226-b73c-680b51eb24ad tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.343031 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7dbba-bbaa-44e1-a20f-5b526688bfa9 req-39c97b6a-3986-4233-8fa8-4409e3350a34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:37.344678 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1ca7dbba-bbaa-44e1-a20f-5b526688bfa9 req-39c97b6a-3986-4233-8fa8-4409e3350a34 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd HTTP/1.1" status: 200 len: 913 time: 0.3293607 Nov 23 04:42:37.379599 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d7d84b-e649-431e-b0a3-47d2cc59503e tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event deleted for resources: {'Network': ['ID=27fe416b-aa38-408b-a088-b007de9e38fe,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:37.392228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b348fea2-8f10-4226-b73c-680b51eb24ad tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.396095 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Router e457b573-1b42-48b8-97d4-0f6e310c7976 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:42:37.421092 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1ca7dbba-bbaa-44e1-a20f-5b526688bfa9 req-f905e5e7-f952-4018-a0f0-5ecb3d304479 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a816d115-ab78-4dd6-8590-4193521ddef1 HTTP/1.1" status: 200 len: 217 time: 0.0614688 Nov 23 04:42:37.436989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9421891b-bb35-4cba-bb7d-5d926964cb76 req-2cb70b3e-17b8-4f5c-b534-2b02f5ad0da3 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:37.438590 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9421891b-bb35-4cba-bb7d-5d926964cb76 req-2cb70b3e-17b8-4f5c-b534-2b02f5ad0da3 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.1880336 Nov 23 04:42:37.447710 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d7fd87d-a098-4800-b72e-92ccdd747cec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting subnet 56d1e018-2953-4645-8a7b-cf72598acd71 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:37.452676 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f684f95f-27d0-4b04-86fd-a1790cdbddb0 req-32dcbfab-aa3c-47f5-b9b0-6ab7d614d66f tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2690649 Nov 23 04:42:37.462483 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d7fd87d-a098-4800-b72e-92ccdd747cec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.471254 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b7028be-97c8-40ed-8775-4d1292478487 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.575344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d7fd87d-a098-4800-b72e-92ccdd747cec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.600912 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:42:37.609836 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca7dbba-bbaa-44e1-a20f-5b526688bfa9 req-afa78e1c-5ee1-4e4d-906d-0ba30d0a5ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:37.611348 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1ca7dbba-bbaa-44e1-a20f-5b526688bfa9 req-afa78e1c-5ee1-4e4d-906d-0ba30d0a5ae3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2cb76eb6-26e2-4e9d-83de-3f38246660ed HTTP/1.1" status: 200 len: 852 time: 0.1719007 Nov 23 04:42:37.613343 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdd631-ee14-45de-9c84-0530a1821f0c None None] Sync routers for ids ['e457b573-1b42-48b8-97d4-0f6e310c7976'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:42:37.624655 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.628329 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ad8f8217-fb25-4fc2-9f4a-e3401e3e7754 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "PUT /v2.0/routers/e457b573-1b42-48b8-97d4-0f6e310c7976 HTTP/1.1" status: 200 len: 710 time: 3.6912074 Nov 23 04:42:37.630062 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdd631-ee14-45de-9c84-0530a1821f0c None None] Routers {'e457b573-1b42-48b8-97d4-0f6e310c7976'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:37.630828 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-b3cdd631-ee14-45de-9c84-0530a1821f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e457b573-1b42-48b8-97d4-0f6e310c7976'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:37.635076 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44210) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:37.644520 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9421891b-bb35-4cba-bb7d-5d926964cb76 req-e8503557-ca2d-4d1c-b3d8-a052e15cfa4c tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1845818 Nov 23 04:42:37.681468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-b3cdd631-ee14-45de-9c84-0530a1821f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:37.690693 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cdd631-ee14-45de-9c84-0530a1821f0c None None] Routers {'e457b573-1b42-48b8-97d4-0f6e310c7976'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:37.691309 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-b3cdd631-ee14-45de-9c84-0530a1821f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e457b573-1b42-48b8-97d4-0f6e310c7976'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:37.702075 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b7028be-97c8-40ed-8775-4d1292478487 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.705712 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b348fea2-8f10-4226-b73c-680b51eb24ad tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.714335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b348fea2-8f10-4226-b73c-680b51eb24ad tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.726304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-b3cdd631-ee14-45de-9c84-0530a1821f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:37.726974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3cdd631-ee14-45de-9c84-0530a1821f0c None None] The sync data for ids ['e457b573-1b42-48b8-97d4-0f6e310c7976'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:42:37.745869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-8b7028be-97c8-40ed-8775-4d1292478487 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['332886d0-db9c-4bd7-9f20-2ea1343cb595']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:37.748417 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.768951 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1ca7dbba-bbaa-44e1-a20f-5b526688bfa9 req-b58f3907-4d39-4c96-9059-8bf24828c69e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1131978 Nov 23 04:42:37.773829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-8b7028be-97c8-40ed-8775-4d1292478487 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3217e962-c921-46f2-8fb6-3b40f7b3e0e8') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:37.773829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-8b7028be-97c8-40ed-8775-4d1292478487 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3217e962-c921-46f2-8fb6-3b40f7b3e0e8') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:37.774103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.789534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348fea2-8f10-4226-b73c-680b51eb24ad tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=530f011c-4c1c-4bfc-bf09-516b07fd228e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:37.794130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b7028be-97c8-40ed-8775-4d1292478487 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.825100 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b7028be-97c8-40ed-8775-4d1292478487 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.834893 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b348fea2-8f10-4226-b73c-680b51eb24ad tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.838115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b7028be-97c8-40ed-8775-4d1292478487 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:37.838538 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b7028be-97c8-40ed-8775-4d1292478487 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:37.841712 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:37.847540 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f6bc90d1-2d1a-4a44-bbab-d4fff1ac43f2 tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/routers/e457b573-1b42-48b8-97d4-0f6e310c7976 HTTP/1.1" status: 200 len: 745 time: 0.2088609 Nov 23 04:42:37.851811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b348fea2-8f10-4226-b73c-680b51eb24ad tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.878050 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44212) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:37.881757 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:37.919124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b348fea2-8f10-4226-b73c-680b51eb24ad tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.920345 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b348fea2-8f10-4226-b73c-680b51eb24ad tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.8324349 Nov 23 04:42:37.925890 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44214) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:37.930909 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-cc2325d0-833e-459b-afee-2e17659c0957 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': 'bf5d652b-a95a-4c48-b7ef-f03492b864eb', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:37.942966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b7028be-97c8-40ed-8775-4d1292478487 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.943989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d7fd87d-a098-4800-b72e-92ccdd747cec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.946782 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b348fea2-8f10-4226-b73c-680b51eb24ad tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf5d652b-a95a-4c48-b7ef-f03492b864eb,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:37.952904 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9351a9af-7468-481f-856d-34ed6acaef16,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:37.955374 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b7028be-97c8-40ed-8775-4d1292478487 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.957191 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e7bb6b21-d1e2-4732-b08a-270de89173be tempest-RoutersIpV6AdminTest-1825333658 tempest-RoutersIpV6AdminTest-1825333658-project-admin] 10.222.0.37 "GET /v2.0/ports?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&device_id=e457b573-1b42-48b8-97d4-0f6e310c7976 HTTP/1.1" status: 200 len: 205 time: 0.0724080 Nov 23 04:42:37.958521 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8b7028be-97c8-40ed-8775-4d1292478487 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "DELETE /v2.0/networks/332886d0-db9c-4bd7-9f20-2ea1343cb595 HTTP/1.1" status: 204 len: 168 time: 0.6561089 Nov 23 04:42:37.961464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44216) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:37.979330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44218) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:37.982025 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:37.982397 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Added segment 00adca44-42b6-4663-838e-3d7fc5b85607 of type vlan for network 52c5a545-ef05-448f-af7c-d4ede32c7e88 Nov 23 04:42:38.009537 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7028be-97c8-40ed-8775-4d1292478487 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event deleted for resources: {'Network': ['ID=332886d0-db9c-4bd7-9f20-2ea1343cb595,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:38.022935 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3a5bbfb9-5ff7-4b9f-bfc2-aff854680ee1 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "GET /v2.0/ports?device_id=e457b573-1b42-48b8-97d4-0f6e310c7976 HTTP/1.1" status: 200 len: 205 time: 0.0424750 Nov 23 04:42:38.030175 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44220) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:38.072770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cc2325d0-833e-459b-afee-2e17659c0957 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.104679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-752e0299-3140-4591-a65b-67f1f1282e90 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.131900 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.138568 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1ca7dbba-bbaa-44e1-a20f-5b526688bfa9 req-047e0166-921c-4423-a7d0-8ce57deb79a8 service neutron] 10.222.0.15 "GET /v2.0/networks/bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3315697 Nov 23 04:42:38.154656 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03fe400b-7959-4676-83e5-bf0448269280 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.212559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cc2325d0-833e-459b-afee-2e17659c0957 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.220115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cc2325d0-833e-459b-afee-2e17659c0957 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.232424 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d7fd87d-a098-4800-b72e-92ccdd747cec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.237172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-752e0299-3140-4591-a65b-67f1f1282e90 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.247363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2325d0-833e-459b-afee-2e17659c0957 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9a70d3e-3cf3-4c32-b68f-25f5e72bf19b,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:38.265263 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-752e0299-3140-4591-a65b-67f1f1282e90 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7435574b-22a1-4fa3-9c42-1fbba5d2917b']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:38.274326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cc2325d0-833e-459b-afee-2e17659c0957 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.278442 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cc2325d0-833e-459b-afee-2e17659c0957 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3515065 Nov 23 04:42:38.279084 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44222) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:38.283661 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-752e0299-3140-4591-a65b-67f1f1282e90 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1933930-1c07-49e7-87a2-a10b5f8146ea') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:38.283923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-752e0299-3140-4591-a65b-67f1f1282e90 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1933930-1c07-49e7-87a2-a10b5f8146ea') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:38.288942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-18a8248e-3d3e-4fe4-9374-2c51ff224a8b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': 'bf5d652b-a95a-4c48-b7ef-f03492b864eb', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:38.305658 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-752e0299-3140-4591-a65b-67f1f1282e90 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.307366 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7fd87d-a098-4800-b72e-92ccdd747cec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Subnet': ['ID=56d1e018-2953-4645-8a7b-cf72598acd71,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:38.314365 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.319958 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:38.320582 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.327126 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d7fd87d-a098-4800-b72e-92ccdd747cec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.327405 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea918ead-bfcb-460c-826c-7510f02c4f54 None None] Network 80f2e555-71a1-4471-b045-67d239014903 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:38.330418 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8d7fd87d-a098-4800-b72e-92ccdd747cec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/56d1e018-2953-4645-8a7b-cf72598acd71 HTTP/1.1" status: 204 len: 168 time: 1.0359254 Nov 23 04:42:38.337662 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44224) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:38.339617 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-752e0299-3140-4591-a65b-67f1f1282e90 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.359858 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-752e0299-3140-4591-a65b-67f1f1282e90 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:38.360294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-752e0299-3140-4591-a65b-67f1f1282e90 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:38.363422 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:38.375418 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-18a8248e-3d3e-4fe4-9374-2c51ff224a8b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.404358 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7f117251-af0c-487a-a9c9-68023f28ed7d no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:42:38.443371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 7f117251-af0c-487a-a9c9-68023f28ed7d {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:38.443757 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7f117251-af0c-487a-a9c9-68023f28ed7d not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:42:38.445362 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-752e0299-3140-4591-a65b-67f1f1282e90 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.456437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-752e0299-3140-4591-a65b-67f1f1282e90 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.458680 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-752e0299-3140-4591-a65b-67f1f1282e90 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "DELETE /v2.0/networks/7435574b-22a1-4fa3-9c42-1fbba5d2917b HTTP/1.1" status: 204 len: 168 time: 0.4951169 Nov 23 04:42:38.470241 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44226) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:38.482966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752e0299-3140-4591-a65b-67f1f1282e90 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event deleted for resources: {'Network': ['ID=7435574b-22a1-4fa3-9c42-1fbba5d2917b,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:38.505318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.548301 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-18a8248e-3d3e-4fe4-9374-2c51ff224a8b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): There was a conflict when trying to complete your request. Nov 23 04:42:38.552007 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-18a8248e-3d3e-4fe4-9374-2c51ff224a8b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2677345 Nov 23 04:42:38.553882 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44230) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:38.567011 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.6566198 Nov 23 04:42:38.571518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44232) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:38.595303 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03fe400b-7959-4676-83e5-bf0448269280 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.595558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-2aeb51f4-5f51-405a-ae90-e63dc867d827 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'name': 'tempest-PortsIpV6TestJSON-34776952'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:38.610045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03fe400b-7959-4676-83e5-bf0448269280 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.622831 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631c5e03-637e-4ffa-a215-76465704683c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Network': ['ID=52c5a545-ef05-448f-af7c-d4ede32c7e88,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:38.632668 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1ca7dbba-bbaa-44e1-a20f-5b526688bfa9 req-4d8ed9de-2ae6-4799-b931-d3b14e89b787 service neutron] 10.222.0.15 "GET /v2.0/networks/bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752738 Nov 23 04:42:38.639054 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1067c42-2463-4206-880c-82a600bbe958 None None] DHCP port deletion for 80f2e555-71a1-4471-b045-67d239014903 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:38.641103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.641563 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:38.664864 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2527c965-a08b-4e28-bcf8-887748f788e1 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.708941 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03fe400b-7959-4676-83e5-bf0448269280 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.709510 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03fe400b-7959-4676-83e5-bf0448269280 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Fanout notify agent at l3_agent the message router_deleted on router e457b573-1b42-48b8-97d4-0f6e310c7976 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:42:38.717234 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03fe400b-7959-4676-83e5-bf0448269280 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.724360 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-03fe400b-7959-4676-83e5-bf0448269280 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "DELETE /v2.0/routers/e457b573-1b42-48b8-97d4-0f6e310c7976 HTTP/1.1" status: 204 len: 168 time: 0.6885071 Nov 23 04:42:38.724570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44236) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:38.737662 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917740a0-45b9-430d-bfec-1258249c3fe1 req-7e4c7b47-7966-4267-a8b8-403d6e0fb11b tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:38.739406 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-917740a0-45b9-430d-bfec-1258249c3fe1 req-7e4c7b47-7966-4267-a8b8-403d6e0fb11b tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.1924813 Nov 23 04:42:38.770595 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port e2c4d067-dea5-4959-b7d5-d9b84fc30ede {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:38.770964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.811374 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f96f2694-ce22-4150-8906-f82227eebbe5 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "GET /v2.0/ports?device_id=e457b573-1b42-48b8-97d4-0f6e310c7976 HTTP/1.1" status: 200 len: 205 time: 0.0823867 Nov 23 04:42:38.816578 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9c29e331-f071-470a-879a-3e319d268957 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.820432 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44238) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:38.837454 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e1067c42-2463-4206-880c-82a600bbe958 None None] Deleting port e2c4d067-dea5-4959-b7d5-d9b84fc30ede {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:38.837907 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e1067c42-2463-4206-880c-82a600bbe958 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.867502 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] For port e2c4d067-dea5-4959-b7d5-d9b84fc30ede, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e2c4d067-dea5-4959-b7d5-d9b84fc30ede,segment=NetworkSegment(345f367b-e22f-4332-9769-da8a260adaee),segment_id=345f367b-e22f-4332-9769-da8a260adaee)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:38.868078 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.877855 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6053eabc-5aef-416a-9b32-d99079dc1097 req-6f1ec96f-7d9a-4458-99b6-428ec15465e1 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:38.879507 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6053eabc-5aef-416a-9b32-d99079dc1097 req-6f1ec96f-7d9a-4458-99b6-428ec15465e1 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.1252692 Nov 23 04:42:38.904650 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for e2c4d067-dea5-4959-b7d5-d9b84fc30ede owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:38.926217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e1067c42-2463-4206-880c-82a600bbe958 None None] For port e2c4d067-dea5-4959-b7d5-d9b84fc30ede, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e2c4d067-dea5-4959-b7d5-d9b84fc30ede,segment=NetworkSegment(345f367b-e22f-4332-9769-da8a260adaee),segment_id=345f367b-e22f-4332-9769-da8a260adaee)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:38.926622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e1067c42-2463-4206-880c-82a600bbe958 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:38.940777 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e1067c42-2463-4206-880c-82a600bbe958 None None] Calling delete_port for e2c4d067-dea5-4959-b7d5-d9b84fc30ede owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:38.992575 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6053eabc-5aef-416a-9b32-d99079dc1097 req-1c54c795-93e1-431a-8aa7-b7daa452bfb9 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976756 Nov 23 04:42:39.028410 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e1067c42-2463-4206-880c-82a600bbe958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.035375 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.060133 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1067c42-2463-4206-880c-82a600bbe958 None None] Pushing event deleted for resources: {'Port': ['ID=e2c4d067-dea5-4959-b7d5-d9b84fc30ede,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:39.064437 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1067c42-2463-4206-880c-82a600bbe958 None None] No DVR routers for this DVR port e2c4d067-dea5-4959-b7d5-d9b84fc30ede on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:39.067473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=e2c4d067-dea5-4959-b7d5-d9b84fc30ede,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:39.069454 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No DVR routers for this DVR port e2c4d067-dea5-4959-b7d5-d9b84fc30ede on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:39.159812 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.160074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8462f150-a14c-44b4-92af-b5c1ff1bd399 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.182893 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f2e555-71a1-4471-b045-67d239014903']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:39.192621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '345f367b-e22f-4332-9769-da8a260adaee') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:39.192920 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '345f367b-e22f-4332-9769-da8a260adaee') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:39.208418 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.223535 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.230564 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:39.231099 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:39.234568 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:39.278215 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-8bac54aa-0b12-49b9-80fc-ada46264c3a9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] delete failed (client error): The resource could not be found. Nov 23 04:42:39.279174 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8bac54aa-0b12-49b9-80fc-ada46264c3a9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "DELETE /v2.0/routers/e457b573-1b42-48b8-97d4-0f6e310c7976 HTTP/1.1" status: 404 len: 336 time: 0.4418576 Nov 23 04:42:39.286486 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44240) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:39.301978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2527c965-a08b-4e28-bcf8-887748f788e1 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.314363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2aeb51f4-5f51-405a-ae90-e63dc867d827 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:39.317804 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2aeb51f4-5f51-405a-ae90-e63dc867d827 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.326639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9c29e331-f071-470a-879a-3e319d268957 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.327615 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a877224a-9860-4c9f-8294-becaec6545a0 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "GET /v2.0/ports?device_id=aebfc846-3ad4-4b79-a885-51b3da47115d HTTP/1.1" status: 200 len: 205 time: 0.0397949 Nov 23 04:42:39.329900 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44242) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:39.337688 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.362019 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-917740a0-45b9-430d-bfec-1258249c3fe1 req-604f0de9-7a14-4044-bd45-c29e07a0716c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5795107 Nov 23 04:42:39.367848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-2527c965-a08b-4e28-bcf8-887748f788e1 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20fc034a-273f-4849-a4ec-5d00b93f5b6e']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:39.376943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.379758 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/networks/80f2e555-71a1-4471-b045-67d239014903 HTTP/1.1" status: 204 len: 168 time: 1.0366981 Nov 23 04:42:39.381175 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-95ba286c-0e80-4a2d-aa38-d5e54c242f66 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] delete failed (client error): The resource could not be found. Nov 23 04:42:39.385506 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-95ba286c-0e80-4a2d-aa38-d5e54c242f66 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "DELETE /v2.0/routers/aebfc846-3ad4-4b79-a885-51b3da47115d HTTP/1.1" status: 404 len: 336 time: 0.0524206 Nov 23 04:42:39.385751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44244) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:39.387207 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-2527c965-a08b-4e28-bcf8-887748f788e1 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2aed6161-2f69-451f-a52c-49b2e79f1489') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:39.387528 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-2527c965-a08b-4e28-bcf8-887748f788e1 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2aed6161-2f69-451f-a52c-49b2e79f1489') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:39.388990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44246) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:39.390310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-2aeb51f4-5f51-405a-ae90-e63dc867d827 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port 07d73683-606b-4652-8e0f-1fc5b4b47248 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:42:39.394841 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809b096a-1b8e-4d1c-a041-e554349a9595 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Network': ['ID=80f2e555-71a1-4471-b045-67d239014903,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:39.397942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-62f873f1-8880-4dc2-9d2b-e17dda70ded3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1129044412'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:39.453412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2527c965-a08b-4e28-bcf8-887748f788e1 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.458334 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f72e22f6-cf32-401f-b345-3aba161c45f8 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "GET /v2.0/ports?device_id=bbf61f7b-9ea2-4e97-a7f0-46d4b57fe3f3 HTTP/1.1" status: 200 len: 205 time: 0.0564275 Nov 23 04:42:39.460905 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44248) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:39.501642 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-35eda2ad-4650-4bf9-b7ef-0f4b10507b9e tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] delete failed (client error): The resource could not be found. Nov 23 04:42:39.502986 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-35eda2ad-4650-4bf9-b7ef-0f4b10507b9e tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "DELETE /v2.0/routers/bbf61f7b-9ea2-4e97-a7f0-46d4b57fe3f3 HTTP/1.1" status: 404 len: 336 time: 0.0408854 Nov 23 04:42:39.505667 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44250) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:39.506496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2527c965-a08b-4e28-bcf8-887748f788e1 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.520947 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2527c965-a08b-4e28-bcf8-887748f788e1 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:39.521384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2527c965-a08b-4e28-bcf8-887748f788e1 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:39.524374 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:39.544420 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c7932a48-48ac-4569-8f11-83b91e884ea9 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "GET /v2.0/ports?device_id=03b484a7-e105-4aa6-8116-538dca0e50d3 HTTP/1.1" status: 200 len: 205 time: 0.0351884 Nov 23 04:42:39.544627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f873f1-8880-4dc2-9d2b-e17dda70ded3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:39.544719 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44252) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:39.546652 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-62f873f1-8880-4dc2-9d2b-e17dda70ded3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.586181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9c29e331-f071-470a-879a-3e319d268957 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.587664 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-6d60cde6-7454-4501-a583-d6d02f6e85b7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] delete failed (client error): The resource could not be found. Nov 23 04:42:39.588713 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6d60cde6-7454-4501-a583-d6d02f6e85b7 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "DELETE /v2.0/routers/03b484a7-e105-4aa6-8116-538dca0e50d3 HTTP/1.1" status: 404 len: 336 time: 0.0428865 Nov 23 04:42:39.588971 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9c29e331-f071-470a-879a-3e319d268957 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.589903 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9c29e331-f071-470a-879a-3e319d268957 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "DELETE /v2.0/security-groups/bf5d652b-a95a-4c48-b7ef-f03492b864eb HTTP/1.1" status: 204 len: 168 time: 1.0289025 Nov 23 04:42:39.592389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44254) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:39.592723 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44256) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:39.635723 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6c5c7ff8-e130-4eec-8255-d5b95c49b0cc tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "GET /v2.0/ports?device_id=d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26 HTTP/1.1" status: 200 len: 205 time: 0.0390921 Nov 23 04:42:39.638657 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44258) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:39.640706 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c29e331-f071-470a-879a-3e319d268957 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf5d652b-a95a-4c48-b7ef-f03492b864eb,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:39.659886 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2527c965-a08b-4e28-bcf8-887748f788e1 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.696131 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2527c965-a08b-4e28-bcf8-887748f788e1 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.696807 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-98f5cb8d-53f2-4b8f-aca0-070995cf29a8 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] delete failed (client error): The resource could not be found. Nov 23 04:42:39.697660 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-98f5cb8d-53f2-4b8f-aca0-070995cf29a8 tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "DELETE /v2.0/routers/d26993eb-070b-4fc8-b5e4-ba2e3fd6cf26 HTTP/1.1" status: 404 len: 336 time: 0.0582821 Nov 23 04:42:39.702149 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2527c965-a08b-4e28-bcf8-887748f788e1 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] 10.222.0.37 "DELETE /v2.0/networks/20fc034a-273f-4849-a4ec-5d00b93f5b6e HTTP/1.1" status: 204 len: 168 time: 1.2311757 Nov 23 04:42:39.702332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44260) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:39.709002 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f873f1-8880-4dc2-9d2b-e17dda70ded3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] vlan segment allocate from pool success with {'vlan_id': 185, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:39.720196 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-336925ee-81b8-455d-a5c1-cdce975e345c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1245835 Nov 23 04:42:39.730141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44264) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:39.737606 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-82c4ffb5-1906-43ed-8b52-2bc018bfea9d tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "GET /v2.0/ports?device_id=c0cf0368-e692-4f00-b822-463b68c6c5b8 HTTP/1.1" status: 200 len: 205 time: 0.0342040 Nov 23 04:42:39.740099 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44266) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:39.743428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-9271d583-699c-4c56-917c-47aaf4103034 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group': {'name': 'tempest-secgroup--2137753969'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:39.747941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2527c965-a08b-4e28-bcf8-887748f788e1 tempest-BulkNetworkOpsIpV6Test-1937409934 tempest-BulkNetworkOpsIpV6Test-1937409934-project] Pushing event deleted for resources: {'Network': ['ID=20fc034a-273f-4849-a4ec-5d00b93f5b6e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:39.755796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-62f873f1-8880-4dc2-9d2b-e17dda70ded3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.756150 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-62f873f1-8880-4dc2-9d2b-e17dda70ded3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Added segment c24ab819-3b00-410b-ab95-d4f669bd574e of type vlan for network d34b826e-3dfb-41c0-9c5e-55ef28ffa335 Nov 23 04:42:39.784038 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-de039f0c-b4db-45a8-9dc1-18f02fb0ad6a tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] delete failed (client error): The resource could not be found. Nov 23 04:42:39.788844 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-de039f0c-b4db-45a8-9dc1-18f02fb0ad6a tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "DELETE /v2.0/routers/c0cf0368-e692-4f00-b822-463b68c6c5b8 HTTP/1.1" status: 404 len: 336 time: 0.0472760 Nov 23 04:42:39.789470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44268) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:39.821145 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a78b3f-72fb-45dc-ad42-d0cdeb16413e tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:39.821655 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a78b3f-72fb-45dc-ad42-d0cdeb16413e tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:39.827608 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-75a78b3f-72fb-45dc-ad42-d0cdeb16413e tempest-RoutersIpV6AdminTest-1788093873 tempest-RoutersIpV6AdminTest-1788093873-project] 10.222.0.37 "DELETE /v2.0/subnets/1b53f16b-3a02-4875-87ce-40f7723e892e HTTP/1.1" status: 404 len: 337 time: 0.0371530 Nov 23 04:42:39.844900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9271d583-699c-4c56-917c-47aaf4103034 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.850332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2aeb51f4-5f51-405a-ae90-e63dc867d827 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.853890 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-62f873f1-8880-4dc2-9d2b-e17dda70ded3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.931721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-62f873f1-8880-4dc2-9d2b-e17dda70ded3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.937350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f873f1-8880-4dc2-9d2b-e17dda70ded3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:39.937937 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-62f873f1-8880-4dc2-9d2b-e17dda70ded3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:39.993232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44276) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:40.010999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2aeb51f4-5f51-405a-ae90-e63dc867d827 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.061133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44282) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:40.066244 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-62f873f1-8880-4dc2-9d2b-e17dda70ded3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6781435 Nov 23 04:42:40.067487 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44284) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:40.077652 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b1fba5cc-3270-479b-bd37-dc7bcff1fc7f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'subnet': {'network_id': 'd34b826e-3dfb-41c0-9c5e-55ef28ffa335', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:40.102563 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f873f1-8880-4dc2-9d2b-e17dda70ded3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Network': ['ID=d34b826e-3dfb-41c0-9c5e-55ef28ffa335,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:40.109268 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9271d583-699c-4c56-917c-47aaf4103034 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.120248 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network d34b826e-3dfb-41c0-9c5e-55ef28ffa335 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:40.120903 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aeb51f4-5f51-405a-ae90-e63dc867d827 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=07d73683-606b-4652-8e0f-1fc5b4b47248,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:40.124059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9271d583-699c-4c56-917c-47aaf4103034 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.176334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9271d583-699c-4c56-917c-47aaf4103034 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.180363 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9271d583-699c-4c56-917c-47aaf4103034 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4465933 Nov 23 04:42:40.180363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9271d583-699c-4c56-917c-47aaf4103034 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b6f9393-14ca-4226-b9ed-a4520368ed34,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:40.181554 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44288) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:40.189015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4e797292-8a9a-40c3-a6b9-428e977a9e71 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': '2b6f9393-14ca-4226-b9ed-a4520368ed34', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:40.189788 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING neutron.api.v2.base [None req-4e797292-8a9a-40c3-a6b9-428e977a9e71 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Nov 23 04:42:40.190290 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-4e797292-8a9a-40c3-a6b9-428e977a9e71 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:40.191343 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4e797292-8a9a-40c3-a6b9-428e977a9e71 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0068817 Nov 23 04:42:40.192986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2aeb51f4-5f51-405a-ae90-e63dc867d827 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Checking segment: {'id': '00adca44-42b6-4663-838e-3d7fc5b85607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:40.193383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeb51f4-5f51-405a-ae90-e63dc867d827 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network hostable DHCP agents. Network: 52c5a545-ef05-448f-af7c-d4ede32c7e88, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:40.195587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44290) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:40.255943 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2aeb51f4-5f51-405a-ae90-e63dc867d827 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:40.273972 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5badab9b-4785-4881-a783-86cfec7f86f2 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.277710 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49215456-f9b3-439e-86b7-6e3cdc911795 req-63d9a4dc-8fe7-4a04-a97a-345cea9d4648 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:40.279576 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-49215456-f9b3-439e-86b7-6e3cdc911795 req-63d9a4dc-8fe7-4a04-a97a-345cea9d4648 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.1906736 Nov 23 04:42:40.279717 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-2aeb51f4-5f51-405a-ae90-e63dc867d827 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 52c5a545-ef05-448f-af7c-d4ede32c7e88) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:40.283593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aeb51f4-5f51-405a-ae90-e63dc867d827 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:40.290928 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2aeb51f4-5f51-405a-ae90-e63dc867d827 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:40.291568 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2aeb51f4-5f51-405a-ae90-e63dc867d827 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.293362 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.294994 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a34dbbde-f785-47b0-b3eb-97bfc476e746 None None] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:40.323569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5badab9b-4785-4881-a783-86cfec7f86f2 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.347529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fba5cc-3270-479b-bd37-dc7bcff1fc7f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:40.348004 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2aeb51f4-5f51-405a-ae90-e63dc867d827 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 848 time: 1.7696917 Nov 23 04:42:40.353869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44292) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:40.355220 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b1fba5cc-3270-479b-bd37-dc7bcff1fc7f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.363714 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8983d8f5-24ef-483e-be0a-99be6faa595c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-701124778'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:40.389538 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e7524299-c1e2-45ff-b984-e5e2fc131352 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=242bc7cf7fe24a25b2c6379528436b11&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3926313 Nov 23 04:42:40.391298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44294) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:40.413061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e2c4d067-dea5-4959-b7d5-d9b84fc30ede no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:42:40.453408 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-49215456-f9b3-439e-86b7-6e3cdc911795 req-96e95747-56b0-4802-8bfe-899b3cf5e892 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1638353 Nov 23 04:42:40.464693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8983d8f5-24ef-483e-be0a-99be6faa595c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:40.469256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8983d8f5-24ef-483e-be0a-99be6faa595c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.477232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5badab9b-4785-4881-a783-86cfec7f86f2 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.480484 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5badab9b-4785-4881-a783-86cfec7f86f2 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.483910 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5badab9b-4785-4881-a783-86cfec7f86f2 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "DELETE /v2.0/security-groups/2b6f9393-14ca-4226-b9ed-a4520368ed34 HTTP/1.1" status: 204 len: 168 time: 0.2851989 Nov 23 04:42:40.486173 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44298) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:40.500936 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: e2c4d067-dea5-4959-b7d5-d9b84fc30ede {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:40.504188 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e2c4d067-dea5-4959-b7d5-d9b84fc30ede not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:42:40.531220 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.548050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5badab9b-4785-4881-a783-86cfec7f86f2 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b6f9393-14ca-4226-b9ed-a4520368ed34,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:40.571707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.591109 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8983d8f5-24ef-483e-be0a-99be6faa595c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:40.601133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.616962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8983d8f5-24ef-483e-be0a-99be6faa595c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.617323 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-8983d8f5-24ef-483e-be0a-99be6faa595c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Added segment 45dcc640-7cf6-42fc-9f2a-88d180c269c7 of type vlan for network cefe157e-ccf4-4793-9dce-ed2640fe0a96 Nov 23 04:42:40.622365 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bb4354f8-7a67-4a64-a909-abeb8156d49c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1317353 Nov 23 04:42:40.626228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8063aa96-c6cb-458c-a5bd-4104b4ad19c4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.629211 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44302) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:40.639719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-3ad6f85f-784c-4b01-809f-d2e7961a959b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group': {'name': 'tempest-secgroup--2079899800'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:40.671947 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5abcc5e854de4b5c819531aa26854040&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6095521 Nov 23 04:42:40.674169 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b7cbd74-b59d-455f-b9b3-3b1b6eadc0af,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:40.677028 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44306) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:40.714309 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6f3bc9-4b0e-4df3-8118-74ff09cd754b req-9288895a-a129-4df5-b61f-c8702e0c815a tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:40.714948 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:40.714948 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:40.715292 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:40.715639 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:40.715817 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b6f3bc9-4b0e-4df3-8118-74ff09cd754b req-9288895a-a129-4df5-b61f-c8702e0c815a tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.2120247 Nov 23 04:42:40.715974 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:40.716315 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:40.716650 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:40.716981 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:40.717342 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:40.717690 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:40.718004 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:40.718325 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-389ab37c-a0ee-44ef-9ca4-6d31e6db44b7 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:40.724718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8063aa96-c6cb-458c-a5bd-4104b4ad19c4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.727543 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8983d8f5-24ef-483e-be0a-99be6faa595c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.777241 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f85f-784c-4b01-809f-d2e7961a959b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.781358 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b1fba5cc-3270-479b-bd37-dc7bcff1fc7f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.828554 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8983d8f5-24ef-483e-be0a-99be6faa595c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.835101 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8983d8f5-24ef-483e-be0a-99be6faa595c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:40.835327 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8983d8f5-24ef-483e-be0a-99be6faa595c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.860049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db433a5-2182-47a3-af3b-c026f9a18a32 req-f6289764-e593-4f4d-9eca-95e28de5590a tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:40.861625 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8db433a5-2182-47a3-af3b-c026f9a18a32 req-f6289764-e593-4f4d-9eca-95e28de5590a tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.1365306 Nov 23 04:42:40.890887 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fba5cc-3270-479b-bd37-dc7bcff1fc7f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Subnet': ['ID=d047ae23-78d5-4761-85e2-1918d7fbd22e,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:40.897108 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90d4dc54-ff9c-4a81-892f-5028ac08ddce admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.920963 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8983d8f5-24ef-483e-be0a-99be6faa595c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5660439 Nov 23 04:42:40.926666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44310) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:40.929759 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b6f3bc9-4b0e-4df3-8118-74ff09cd754b req-cb6c2948-c8cf-4ed0-9cf4-2b8656973a67 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1989703 Nov 23 04:42:40.934681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1fba5cc-3270-479b-bd37-dc7bcff1fc7f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Checking segment: {'id': 'c24ab819-3b00-410b-ab95-d4f669bd574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd34b826e-3dfb-41c0-9c5e-55ef28ffa335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:40.935049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fba5cc-3270-479b-bd37-dc7bcff1fc7f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network hostable DHCP agents. Network: d34b826e-3dfb-41c0-9c5e-55ef28ffa335, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:40.940116 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'ports': [{'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88'}, {'network_id': 'cefe157e-ccf4-4793-9dce-ed2640fe0a96'}]} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:40.940427 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:40.940900 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'network_id': 'cefe157e-ccf4-4793-9dce-ed2640fe0a96'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:40.948896 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8063aa96-c6cb-458c-a5bd-4104b4ad19c4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.951529 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8063aa96-c6cb-458c-a5bd-4104b4ad19c4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.955119 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8063aa96-c6cb-458c-a5bd-4104b4ad19c4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/4d2cc6e7-45e6-4b0d-910e-a23387f5771c HTTP/1.1" status: 204 len: 168 time: 0.5606248 Nov 23 04:42:40.968588 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8983d8f5-24ef-483e-be0a-99be6faa595c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Network': ['ID=cefe157e-ccf4-4793-9dce-ed2640fe0a96,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:40.969304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90d4dc54-ff9c-4a81-892f-5028ac08ddce admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:40.979916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063aa96-c6cb-458c-a5bd-4104b4ad19c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d2cc6e7-45e6-4b0d-910e-a23387f5771c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:40.984071 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network cefe157e-ccf4-4793-9dce-ed2640fe0a96 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:41.015788 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f85f-784c-4b01-809f-d2e7961a959b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.020635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f85f-784c-4b01-809f-d2e7961a959b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.034171 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8db433a5-2182-47a3-af3b-c026f9a18a32 req-09dbc87f-7387-4992-bf90-e523d49741a4 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590137 Nov 23 04:42:41.058332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad6f85f-784c-4b01-809f-d2e7961a959b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88c398df-d969-4c00-baf5-395b7fad9aae,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:41.072396 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3ad6f85f-784c-4b01-809f-d2e7961a959b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.075706 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3ad6f85f-784c-4b01-809f-d2e7961a959b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4410524 Nov 23 04:42:41.075892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1fba5cc-3270-479b-bd37-dc7bcff1fc7f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network d34b826e-3dfb-41c0-9c5e-55ef28ffa335 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:41.077962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44314) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:41.083975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-70474288-cbe5-461d-a742-aa1084bd203b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': '88c398df-d969-4c00-baf5-395b7fad9aae', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:41.085187 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING neutron.api.v2.base [None req-70474288-cbe5-461d-a742-aa1084bd203b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Nov 23 04:42:41.085358 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-70474288-cbe5-461d-a742-aa1084bd203b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:41.086498 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-70474288-cbe5-461d-a742-aa1084bd203b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0068789 Nov 23 04:42:41.091505 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44316) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:41.136635 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-b1fba5cc-3270-479b-bd37-dc7bcff1fc7f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, d34b826e-3dfb-41c0-9c5e-55ef28ffa335) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:41.145765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ef8c527-d3f0-45bb-b749-3a762be678e0 None None] Network d34b826e-3dfb-41c0-9c5e-55ef28ffa335 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:41.159294 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fba5cc-3270-479b-bd37-dc7bcff1fc7f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:41.160922 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b1fba5cc-3270-479b-bd37-dc7bcff1fc7f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.169222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.187688 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90d4dc54-ff9c-4a81-892f-5028ac08ddce admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.191081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90d4dc54-ff9c-4a81-892f-5028ac08ddce admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.206389 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-90d4dc54-ff9c-4a81-892f-5028ac08ddce admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7b7cbd74-b59d-455f-b9b3-3b1b6eadc0af HTTP/1.1" status: 204 len: 168 time: 0.5282354 Nov 23 04:42:41.211778 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.244779 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b1fba5cc-3270-479b-bd37-dc7bcff1fc7f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1731184 Nov 23 04:42:41.245633 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44322) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:41.256047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d4dc54-ff9c-4a81-892f-5028ac08ddce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b7cbd74-b59d-455f-b9b3-3b1b6eadc0af,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:41.267173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-6727e04e-a34d-4d36-8dfe-dec94bda406c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-218855457', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:41.294343 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.api [None req-6727e04e-a34d-4d36-8dfe-dec94bda406c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 04:42:41.294343 dv-neutron-818850-1-hyperv neutron-server[109953]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 04:42:41.294343 dv-neutron-818850-1-hyperv neutron-server[109953]: [parameters: {'project_id_1': '75e674de5dd941759dae1fd9ceb9f367', 'expiration_1': datetime.datetime(2021, 11, 23, 4, 42, 21, 276166)}] Nov 23 04:42:41.294343 dv-neutron-818850-1-hyperv neutron-server[109953]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:42:41.298022 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG oslo_db.api [None req-6727e04e-a34d-4d36-8dfe-dec94bda406c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:42:41.298733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.305143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.310886 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "DELETE /v2.0/security-groups/88c398df-d969-4c00-baf5-395b7fad9aae HTTP/1.1" status: 204 len: 168 time: 0.2132776 Nov 23 04:42:41.311162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44324) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:41.328517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c398df-d969-4c00-baf5-395b7fad9aae,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:41.341979 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'port': 2} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:41.347694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.350236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:41.350589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:41.351631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:41.352831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:41.352831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:41.353150 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:41.353667 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:41.354015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:41.354349 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:41.357701 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:41.358069 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:41.358956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c35be6cf-7dcf-43ae-af6e-b0b8bcbc541e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:41.383473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.394352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-d34b826e-3dfb-41c0-9c5e-55ef28ffa335', 'network_id': 'd34b826e-3dfb-41c0-9c5e-55ef28ffa335', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'fixed_ips': [{'subnet_id': 'd047ae23-78d5-4761-85e2-1918d7fbd22e'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:42:41.395237 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.433923 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c313825d-658e-4c78-b5e7-50d6d27f1c99 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1155739 Nov 23 04:42:41.434817 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44330) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:41.439850 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-60e7b651-9950-4ed7-a335-9df4d3327386 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group': {'name': 'tempest-secgroup--123843148'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:41.486003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-60e7b651-9950-4ed7-a335-9df4d3327386 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.539209 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port 26ab6062-2363-4a43-a8a4-528a8cda43d8 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:42:41.592977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Allocated IP 2001:db8::2 (d34b826e-3dfb-41c0-9c5e-55ef28ffa335/d047ae23-78d5-4761-85e2-1918d7fbd22e/8f39a9a1-9632-4b5b-86ec-2fc94140dd12) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:41.620321 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-60e7b651-9950-4ed7-a335-9df4d3327386 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.629978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-60e7b651-9950-4ed7-a335-9df4d3327386 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.697810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-60e7b651-9950-4ed7-a335-9df4d3327386 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.699669 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-60e7b651-9950-4ed7-a335-9df4d3327386 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1760 time: 0.2643468 Nov 23 04:42:41.703170 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44338) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:41.711014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1b0f07b5-cd91-4f01-8636-1b1d2165acae tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': 'c4a6d3de-a8dc-44b2-b673-216afbd19ca8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:41.712952 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING neutron.api.v2.base [None req-1b0f07b5-cd91-4f01-8636-1b1d2165acae tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Nov 23 04:42:41.718209 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-1b0f07b5-cd91-4f01-8636-1b1d2165acae tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:41.719548 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1b0f07b5-cd91-4f01-8636-1b1d2165acae tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0123856 Nov 23 04:42:41.722241 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44340) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:41.731780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.732583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e7b651-9950-4ed7-a335-9df4d3327386 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a6d3de-a8dc-44b2-b673-216afbd19ca8,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:41.733632 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1f17cd6e-3762-4029-8b3a-1efa7982d77b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': 'c4a6d3de-a8dc-44b2-b673-216afbd19ca8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:41.734383 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-1f17cd6e-3762-4029-8b3a-1efa7982d77b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Nov 23 04:42:41.734958 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-1f17cd6e-3762-4029-8b3a-1efa7982d77b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:41.735984 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1f17cd6e-3762-4029-8b3a-1efa7982d77b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0126662 Nov 23 04:42:41.739911 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44342) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:41.751031 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e8f874ba-2f4c-45fe-9411-2ca3b9761750 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': 'c4a6d3de-a8dc-44b2-b673-216afbd19ca8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:41.751911 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-e8f874ba-2f4c-45fe-9411-2ca3b9761750 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Nov 23 04:42:41.752553 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-e8f874ba-2f4c-45fe-9411-2ca3b9761750 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:41.756165 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e8f874ba-2f4c-45fe-9411-2ca3b9761750 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0126586 Nov 23 04:42:41.756533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44344) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:41.767694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-3c34c9a6-9dee-40f3-979c-026cd686e557 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': 'c4a6d3de-a8dc-44b2-b673-216afbd19ca8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:41.768582 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-3c34c9a6-9dee-40f3-979c-026cd686e557 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Nov 23 04:42:41.769202 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-3c34c9a6-9dee-40f3-979c-026cd686e557 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:41.770243 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3c34c9a6-9dee-40f3-979c-026cd686e557 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0062878 Nov 23 04:42:41.774516 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.775414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44346) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:41.879588 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port afba277f-35f6-4ad3-901e-f2ba3a5d1153 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:42:41.885166 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44352) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:41.889084 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.895993 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.916399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6727e04e-a34d-4d36-8dfe-dec94bda406c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.917951 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6727e04e-a34d-4d36-8dfe-dec94bda406c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:41.941023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Network d34b826e-3dfb-41c0-9c5e-55ef28ffa335 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:41.945141 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:41.946549 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fc3797d4-4809-4545-87ab-8bb082bb7ce4 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5a4efdc6ea5144459466f2edeb3518c3&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0600545 Nov 23 04:42:41.949086 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44356) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:41.951961 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:41.963854 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Pushing event updated for resources: {'Port': ['ID=8f39a9a1-9632-4b5b-86ec-2fc94140dd12,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:42.012512 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5ad6-3de6-45e1-8294-8783011a7b40 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.017449 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6727e04e-a34d-4d36-8dfe-dec94bda406c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.030953 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6727e04e-a34d-4d36-8dfe-dec94bda406c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.059475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6727e04e-a34d-4d36-8dfe-dec94bda406c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.063736 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Attempting to bind port 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:42:42.064136 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6727e04e-a34d-4d36-8dfe-dec94bda406c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8061001 Nov 23 04:42:42.064465 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Attempting to bind port 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'c24ab819-3b00-410b-ab95-d4f669bd574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd34b826e-3dfb-41c0-9c5e-55ef28ffa335'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:42:42.064589 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44360) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:42.066632 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Attempting to bind port 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 on network d34b826e-3dfb-41c0-9c5e-55ef28ffa335 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:42:42.074866 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ff4182a-cc95-45b3-a51b-bd99856539a2 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.082808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5ad6-3de6-45e1-8294-8783011a7b40 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.096918 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 42, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:42:42.099669 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Checking segment: {'id': 'c24ab819-3b00-410b-ab95-d4f669bd574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd34b826e-3dfb-41c0-9c5e-55ef28ffa335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:42.103992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.104631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Bound using segment: {'id': 'c24ab819-3b00-410b-ab95-d4f669bd574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd34b826e-3dfb-41c0-9c5e-55ef28ffa335'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:42:42.105330 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Bound port: 8f39a9a1-9632-4b5b-86ec-2fc94140dd12, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c24ab819-3b00-410b-ab95-d4f669bd574e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': 'd34b826e-3dfb-41c0-9c5e-55ef28ffa335'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:42:42.105981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.163755 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c012da-2f17-44e8-b0b0-3bbd29289e88 req-b488ded4-77f6-4329-bda4-9a41d948cf38 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:42.165910 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-16c012da-2f17-44e8-b0b0-3bbd29289e88 req-b488ded4-77f6-4329-bda4-9a41d948cf38 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.0976386 Nov 23 04:42:42.180930 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5ad6-3de6-45e1-8294-8783011a7b40 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.183786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ca3a5ad6-3de6-45e1-8294-8783011a7b40 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.185078 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ca3a5ad6-3de6-45e1-8294-8783011a7b40 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "DELETE /v2.0/security-groups/c4a6d3de-a8dc-44b2-b673-216afbd19ca8 HTTP/1.1" status: 204 len: 168 time: 0.4082317 Nov 23 04:42:42.198224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44366) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:42.234709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] For port 8f39a9a1-9632-4b5b-86ec-2fc94140dd12, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:42:42.237858 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3a5ad6-3de6-45e1-8294-8783011a7b40 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a6d3de-a8dc-44b2-b673-216afbd19ca8,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:42.239274 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] For port 8f39a9a1-9632-4b5b-86ec-2fc94140dd12, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8f39a9a1-9632-4b5b-86ec-2fc94140dd12,segment=NetworkSegment(c24ab819-3b00-410b-ab95-d4f669bd574e),segment_id=c24ab819-3b00-410b-ab95-d4f669bd574e)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:42:42.248547 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.275723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44368) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:42.287893 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f48526ff-0cc7-43c7-875e-85b858e08fa4 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0867770 Nov 23 04:42:42.292442 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-16c012da-2f17-44e8-b0b0-3bbd29289e88 req-9be7bfdf-ef85-4288-aca2-491b45301931 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196275 Nov 23 04:42:42.292900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44372) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:42.297775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7b2b4302-5523-42bb-826b-52bc53414b65 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1290883394'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:42.341954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7b2b4302-5523-42bb-826b-52bc53414b65 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.375939 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f1d5dc-abde-4d38-a1fe-e04a9796158e None None] Pushing event updated for resources: {'Port': ['ID=8f39a9a1-9632-4b5b-86ec-2fc94140dd12,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:42.447547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7b2b4302-5523-42bb-826b-52bc53414b65 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.454430 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'network': {'name': 'tempest-RoutersTest-254224806'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:42.458958 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7b2b4302-5523-42bb-826b-52bc53414b65 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.500984 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b4302-5523-42bb-826b-52bc53414b65 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29b89168-ba5d-4828-a0dd-251ee7ed41b9,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:42.505076 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:42.509228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.514841 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7b2b4302-5523-42bb-826b-52bc53414b65 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.516093 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7b2b4302-5523-42bb-826b-52bc53414b65 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2222688 Nov 23 04:42:42.521939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44374) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:42.526495 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-2594b165-5a61-4228-930c-b4a87239b78c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': '29b89168-ba5d-4828-a0dd-251ee7ed41b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:42.527061 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING neutron.api.v2.base [None req-2594b165-5a61-4228-930c-b4a87239b78c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 04:42:42.527563 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-2594b165-5a61-4228-930c-b4a87239b78c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:42.531929 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2594b165-5a61-4228-930c-b4a87239b78c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0057733 Nov 23 04:42:42.531929 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.539741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44376) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:42.544876 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-6e77f063-2a54-404b-8e5a-e4d3c93dce59 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': '29b89168-ba5d-4828-a0dd-251ee7ed41b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:42.612237 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ff4182a-cc95-45b3-a51b-bd99856539a2 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.636591 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-6e77f063-2a54-404b-8e5a-e4d3c93dce59 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:42.637866 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6e77f063-2a54-404b-8e5a-e4d3c93dce59 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0969107 Nov 23 04:42:42.639245 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.645060 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44378) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:42.654141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-2e0c2632-4f0a-4953-bef3-64e7e8b80fbc tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': '29b89168-ba5d-4828-a0dd-251ee7ed41b9', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:42.654705 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING neutron.api.v2.base [None req-2e0c2632-4f0a-4953-bef3-64e7e8b80fbc tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Nov 23 04:42:42.655264 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-2e0c2632-4f0a-4953-bef3-64e7e8b80fbc tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:42.656335 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2e0c2632-4f0a-4953-bef3-64e7e8b80fbc tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0101621 Nov 23 04:42:42.659176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44380) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:42.665727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-21b75786-4d1a-4181-aa67-3db0c57fdb5f tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': '29b89168-ba5d-4828-a0dd-251ee7ed41b9', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:42.708568 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.713785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.746878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] vlan segment allocate from pool success with {'vlan_id': 153, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:42.751547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.754775 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-21b75786-4d1a-4181-aa67-3db0c57fdb5f tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:42.756081 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-21b75786-4d1a-4181-aa67-3db0c57fdb5f tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0955973 Nov 23 04:42:42.762605 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44382) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:42.768663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.769087 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Added segment ae0d663a-5753-49b2-b860-d3cfd7235e86 of type vlan for network 3a5767fc-75f1-4b75-8065-b2d468792371 Nov 23 04:42:42.773510 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-3b620d51-d7a6-44f8-bb31-50d172e7358c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': '29b89168-ba5d-4828-a0dd-251ee7ed41b9', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:42.773988 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-3b620d51-d7a6-44f8-bb31-50d172e7358c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Nov 23 04:42:42.774518 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-3b620d51-d7a6-44f8-bb31-50d172e7358c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:42.778422 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3b620d51-d7a6-44f8-bb31-50d172e7358c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0055635 Nov 23 04:42:42.778660 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7181a3ae-fda6-48c8-b651-28c1f69bc3de,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:42.779996 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44384) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:42.785897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e71ca100-7f39-46ba-885f-4e17cf94c763 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': '29b89168-ba5d-4828-a0dd-251ee7ed41b9', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:42.832761 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.870529 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.876101 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:42.876688 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.886969 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-e71ca100-7f39-46ba-885f-4e17cf94c763 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:42.890826 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e71ca100-7f39-46ba-885f-4e17cf94c763 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1070712 Nov 23 04:42:42.891919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cd130de-5454-4bc9-b503-75f6102d6a6b req-1e8332d4-76b6-4afa-ac45-88c0689a0b28 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:42.897806 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9cd130de-5454-4bc9-b503-75f6102d6a6b req-1e8332d4-76b6-4afa-ac45-88c0689a0b28 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.3573468 Nov 23 04:42:42.901330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44386) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:42.932270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-14fccd57-5fa4-4f32-be24-f50dd343bc07 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': '29b89168-ba5d-4828-a0dd-251ee7ed41b9', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:42.932749 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING neutron.api.v2.base [None req-14fccd57-5fa4-4f32-be24-f50dd343bc07 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Nov 23 04:42:42.933234 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-14fccd57-5fa4-4f32-be24-f50dd343bc07 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:42.934243 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-14fccd57-5fa4-4f32-be24-f50dd343bc07 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0319393 Nov 23 04:42:42.938270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44388) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:42.944649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-76c6e5e1-fa63-4bd4-ae1c-eec57ed30dd5 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': '29b89168-ba5d-4828-a0dd-251ee7ed41b9', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:42.956191 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:42.963761 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6868501 Nov 23 04:42:42.969874 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44390) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:42.977160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-9534f659-5fd1-4d1d-8120-c9e81ade4ba8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'network': {'name': 'tempest-RoutersTest-1088725041'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:42.984327 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b04dd2-ea67-44b0-a245-4d9a39ad0bf0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Network': ['ID=3a5767fc-75f1-4b75-8065-b2d468792371,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:42.997648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 3a5767fc-75f1-4b75-8065-b2d468792371 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:43.000550 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ff4182a-cc95-45b3-a51b-bd99856539a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:43.003184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ff4182a-cc95-45b3-a51b-bd99856539a2 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:43.004348 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5ff4182a-cc95-45b3-a51b-bd99856539a2 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/65f3d7cf-36b7-45ac-9a0e-0034b921446c HTTP/1.1" status: 204 len: 168 time: 1.0541494 Nov 23 04:42:43.051067 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9534f659-5fd1-4d1d-8120-c9e81ade4ba8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:43.058305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9534f659-5fd1-4d1d-8120-c9e81ade4ba8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:43.082278 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-76c6e5e1-fa63-4bd4-ae1c-eec57ed30dd5 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:43.083947 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-76c6e5e1-fa63-4bd4-ae1c-eec57ed30dd5 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.1452992 Nov 23 04:42:43.087792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44394) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:43.102051 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:43.103022 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9534f659-5fd1-4d1d-8120-c9e81ade4ba8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:43.109495 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-fc02e45e-20ba-46f3-9799-2d30007214e0 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': '29b89168-ba5d-4828-a0dd-251ee7ed41b9', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:43.114759 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ff4182a-cc95-45b3-a51b-bd99856539a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65f3d7cf-36b7-45ac-9a0e-0034b921446c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:43.120978 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:43.127443 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9534f659-5fd1-4d1d-8120-c9e81ade4ba8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:43.130067 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-9534f659-5fd1-4d1d-8120-c9e81ade4ba8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Added segment a64d0fdd-81ae-4621-a56d-c4295063f2f2 of type vlan for network 710a256d-fee6-4cef-ba4f-968b2868f121 Nov 23 04:42:43.140891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:43.144025 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:43.145473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:43.150231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=26ab6062-2363-4a43-a8a4-528a8cda43d8,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:43.183769 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9cd130de-5454-4bc9-b503-75f6102d6a6b req-b6679d34-4c46-4323-aa9f-0a15e8b3279b tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656949 Nov 23 04:42:43.215039 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9534f659-5fd1-4d1d-8120-c9e81ade4ba8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:43.254970 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9534f659-5fd1-4d1d-8120-c9e81ade4ba8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:43.264107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9534f659-5fd1-4d1d-8120-c9e81ade4ba8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:43.265640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9534f659-5fd1-4d1d-8120-c9e81ade4ba8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:43.376583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9534f659-5fd1-4d1d-8120-c9e81ade4ba8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Network': ['ID=710a256d-fee6-4cef-ba4f-968b2868f121,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:43.395227 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 710a256d-fee6-4cef-ba4f-968b2868f121 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:43.413040 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9534f659-5fd1-4d1d-8120-c9e81ade4ba8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4420633 Nov 23 04:42:43.415384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44404) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:43.426594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-106d1502-05ee-4cd6-92f8-f9b6a512dada tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'subnet': {'network_id': '3a5767fc-75f1-4b75-8065-b2d468792371', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:43.609109 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ac48ad-6720-4146-b63a-3baa1514d695 req-3d6b56c6-b2d3-4c1e-915f-fab93cecf957 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:43.617433 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e5ac48ad-6720-4146-b63a-3baa1514d695 req-3d6b56c6-b2d3-4c1e-915f-fab93cecf957 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.1042142 Nov 23 04:42:43.640789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-106d1502-05ee-4cd6-92f8-f9b6a512dada tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:43.644232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-106d1502-05ee-4cd6-92f8-f9b6a512dada tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:43.657821 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b78412-f87b-44da-8b48-b93b37c137ec None None] Network d34b826e-3dfb-41c0-9c5e-55ef28ffa335 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:43.744158 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Provisioning complete for port 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:43.744763 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:43.757532 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=afba277f-35f6-4ad3-901e-f2ba3a5d1153,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:43.775653 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-fc02e45e-20ba-46f3-9799-2d30007214e0 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:43.779236 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fc02e45e-20ba-46f3-9799-2d30007214e0 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.6724682 Nov 23 04:42:43.790653 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44414) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:43.803531 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f9b563-8982-44ca-b609-56714995d9cc req-25135a59-b42e-44cc-88fa-494586a72b0f tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:43.805648 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-94f9b563-8982-44ca-b609-56714995d9cc req-25135a59-b42e-44cc-88fa-494586a72b0f tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.1929183 Nov 23 04:42:43.827634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Checking segment: {'id': '45dcc640-7cf6-42fc-9f2a-88d180c269c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'cefe157e-ccf4-4793-9dce-ed2640fe0a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:43.827987 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network hostable DHCP agents. Network: cefe157e-ccf4-4793-9dce-ed2640fe0a96, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:43.830502 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Allocated IP 2001:db8::1 (d34b826e-3dfb-41c0-9c5e-55ef28ffa335/d047ae23-78d5-4761-85e2-1918d7fbd22e/959ca159-4cfb-4ce3-bd4e-5b67fae81713) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:43.887456 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e5ac48ad-6720-4146-b63a-3baa1514d695 req-7c421626-1442-4471-8bf1-a6383fed0b42 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2689099 Nov 23 04:42:43.897362 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-106d1502-05ee-4cd6-92f8-f9b6a512dada tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:43.911400 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e9ecc-5ae7-40ce-ac0e-5b85961363aa req-3e86f3b9-b559-4f06-bc92-5b993b90a286 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:43.911400 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f09e9ecc-5ae7-40ce-ac0e-5b85961363aa req-3e86f3b9-b559-4f06-bc92-5b993b90a286 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=f766ef2e82864ea88f497233edaebb39&device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 1099 time: 0.2673099 Nov 23 04:42:43.965011 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:43.978385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106d1502-05ee-4cd6-92f8-f9b6a512dada tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Checking segment: {'id': 'ae0d663a-5753-49b2-b860-d3cfd7235e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3a5767fc-75f1-4b75-8065-b2d468792371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:43.978778 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106d1502-05ee-4cd6-92f8-f9b6a512dada tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network hostable DHCP agents. Network: 3a5767fc-75f1-4b75-8065-b2d468792371, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:44.000188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106d1502-05ee-4cd6-92f8-f9b6a512dada tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Subnet': ['ID=b9cc5ab9-cefe-4c18-a1ed-be0f63c703a5,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:44.014155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106d1502-05ee-4cd6-92f8-f9b6a512dada tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 3a5767fc-75f1-4b75-8065-b2d468792371 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:44.015066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] For port 8f39a9a1-9632-4b5b-86ec-2fc94140dd12, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8f39a9a1-9632-4b5b-86ec-2fc94140dd12,segment=NetworkSegment(c24ab819-3b00-410b-ab95-d4f669bd574e),segment_id=c24ab819-3b00-410b-ab95-d4f669bd574e)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:44.020727 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.079027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Pushing event updated for resources: {'Port': ['ID=8f39a9a1-9632-4b5b-86ec-2fc94140dd12,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:44.086986 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:44.087738 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:44.088369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:44.088715 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:44.089120 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:44.089794 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:44.090314 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:44.090920 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:44.091439 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:44.091934 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:44.092429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:44.092918 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5aaceab1-0732-46f3-905d-90fec3452a38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:42:44.110747 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-106d1502-05ee-4cd6-92f8-f9b6a512dada tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 3a5767fc-75f1-4b75-8065-b2d468792371) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:44.119369 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-106d1502-05ee-4cd6-92f8-f9b6a512dada tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:44.120549 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-106d1502-05ee-4cd6-92f8-f9b6a512dada tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.120859 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8808244-772f-4246-8c7b-c919193f232a None None] Network 3a5767fc-75f1-4b75-8065-b2d468792371 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:44.139417 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-94f9b563-8982-44ca-b609-56714995d9cc req-fca0afbc-1818-425c-a3d4-f0ebfaac9d75 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3233125 Nov 23 04:42:44.140497 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e9ecc-5ae7-40ce-ac0e-5b85961363aa req-2a90fcd2-f982-40d6-add5-743841f31db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:44.144591 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f09e9ecc-5ae7-40ce-ac0e-5b85961363aa req-2a90fcd2-f982-40d6-add5-743841f31db0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd HTTP/1.1" status: 200 len: 913 time: 0.2072947 Nov 23 04:42:44.146338 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-106d1502-05ee-4cd6-92f8-f9b6a512dada tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7297075 Nov 23 04:42:44.147199 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network cefe157e-ccf4-4793-9dce-ed2640fe0a96 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:44.149202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44424) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:44.155035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-07530e8f-1168-4acd-b08a-a7eee06b21e7 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.155736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c10bf2ba-18d0-4179-87e6-b6664c3b7842 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'subnet': {'network_id': '710a256d-fee6-4cef-ba4f-968b2868f121', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:44.265560 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, cefe157e-ccf4-4793-9dce-ed2640fe0a96) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:44.282031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94497b6d-cc46-4aa9-a1d1-6f69a6968252 None None] Network cefe157e-ccf4-4793-9dce-ed2640fe0a96 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:44.289455 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f09e9ecc-5ae7-40ce-ac0e-5b85961363aa req-abfb3164-51f5-4f8e-9065-d129cf2be6b6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a816d115-ab78-4dd6-8590-4193521ddef1 HTTP/1.1" status: 200 len: 217 time: 0.1158569 Nov 23 04:42:44.293361 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c10bf2ba-18d0-4179-87e6-b6664c3b7842 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:44.297036 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:44.298192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c10bf2ba-18d0-4179-87e6-b6664c3b7842 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.308846 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:44.314001 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:44.314523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44426) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:44.314733 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.406061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-3a5767fc-75f1-4b75-8065-b2d468792371', 'network_id': '3a5767fc-75f1-4b75-8065-b2d468792371', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'fixed_ips': [{'subnet_id': 'b9cc5ab9-cefe-4c18-a1ed-be0f63c703a5'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:42:44.407050 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-07530e8f-1168-4acd-b08a-a7eee06b21e7 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.408183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.444376 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:44.463309 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.477473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b3e7108c-8abd-4cbc-b742-790e0658dcc5 None None] Provisioning complete for port 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:44.477978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b3e7108c-8abd-4cbc-b742-790e0658dcc5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.501506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7edf90a7-e45d-42af-8f90-cd3ffbaf806d tempest-DvrRoutersNegativeTest-1398090222 tempest-DvrRoutersNegativeTest-1398090222-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-514581098', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:44.505326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.policy [None req-7edf90a7-e45d-42af-8f90-cd3ffbaf806d tempest-DvrRoutersNegativeTest-1398090222 tempest-DvrRoutersNegativeTest-1398090222-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=109953) log_rule_list /opt/stack/neutron/neutron/policy.py:450}} Nov 23 04:42:44.508499 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bc677b53-49d5-4065-9be7-f3be117e6570 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.5732570 Nov 23 04:42:44.508891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.policy [None req-7edf90a7-e45d-42af-8f90-cd3ffbaf806d tempest-DvrRoutersNegativeTest-1398090222 tempest-DvrRoutersNegativeTest-1398090222-project] Failed policy check for 'create_router' {{(pid=109953) enforce /opt/stack/neutron/neutron/policy.py:524}} Nov 23 04:42:44.509969 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-7edf90a7-e45d-42af-8f90-cd3ffbaf806d tempest-DvrRoutersNegativeTest-1398090222 tempest-DvrRoutersNegativeTest-1398090222-project] create failed (client error): Access was denied to this resource. Nov 23 04:42:44.510660 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44430) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:44.511516 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7edf90a7-e45d-42af-8f90-cd3ffbaf806d tempest-DvrRoutersNegativeTest-1398090222 tempest-DvrRoutersNegativeTest-1398090222-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.1959338 Nov 23 04:42:44.515260 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.545506 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e9ecc-5ae7-40ce-ac0e-5b85961363aa req-a6333d99-02d5-4860-b298-7f13f64f5911 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:44.545768 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f09e9ecc-5ae7-40ce-ac0e-5b85961363aa req-a6333d99-02d5-4860-b298-7f13f64f5911 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=2cb76eb6-26e2-4e9d-83de-3f38246660ed HTTP/1.1" status: 200 len: 852 time: 0.2281935 Nov 23 04:42:44.583742 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c10bf2ba-18d0-4179-87e6-b6664c3b7842 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.667308 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f09e9ecc-5ae7-40ce-ac0e-5b85961363aa req-8960d975-52e7-4f7a-85f8-558e37e6ac55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0900652 Nov 23 04:42:44.680402 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:44.680657 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.697504 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bf2ba-18d0-4179-87e6-b6664c3b7842 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Subnet': ['ID=dfac0a6f-a37b-4d43-8049-57ebd8a7f344,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:44.700790 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c10bf2ba-18d0-4179-87e6-b6664c3b7842 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Checking segment: {'id': 'a64d0fdd-81ae-4621-a56d-c4295063f2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '710a256d-fee6-4cef-ba4f-968b2868f121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:44.701324 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10bf2ba-18d0-4179-87e6-b6664c3b7842 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network hostable DHCP agents. Network: 710a256d-fee6-4cef-ba4f-968b2868f121, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:44.712850 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network d34b826e-3dfb-41c0-9c5e-55ef28ffa335 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:44.722592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10bf2ba-18d0-4179-87e6-b6664c3b7842 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 710a256d-fee6-4cef-ba4f-968b2868f121 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:44.735128 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-c10bf2ba-18d0-4179-87e6-b6664c3b7842 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 710a256d-fee6-4cef-ba4f-968b2868f121) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:44.739255 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:44.745675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c10bf2ba-18d0-4179-87e6-b6664c3b7842 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:44.747789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c10bf2ba-18d0-4179-87e6-b6664c3b7842 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.755970 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1e53bdb-7944-4830-85c2-f5dcdfaeb464 None None] Network 710a256d-fee6-4cef-ba4f-968b2868f121 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:44.771400 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=959ca159-4cfb-4ce3-bd4e-5b67fae81713,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:44.786793 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:44.790080 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.799935 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c10bf2ba-18d0-4179-87e6-b6664c3b7842 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6355281 Nov 23 04:42:44.802198 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44436) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:44.809354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-bce6b88a-cc72-4279-b0ca-dfe9781d772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1747782940', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:44.859359 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Allocated IP 172.20.0.2 (3a5767fc-75f1-4b75-8065-b2d468792371/b9cc5ab9-cefe-4c18-a1ed-be0f63c703a5/d708e371-b324-4bb2-9415-dba800ff5e8a) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:44.861653 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bce6b88a-cc72-4279-b0ca-dfe9781d772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.863312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bce6b88a-cc72-4279-b0ca-dfe9781d772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.868771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-07530e8f-1168-4acd-b08a-a7eee06b21e7 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.871865 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-07530e8f-1168-4acd-b08a-a7eee06b21e7 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.873096 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-07530e8f-1168-4acd-b08a-a7eee06b21e7 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "DELETE /v2.0/security-groups/29b89168-ba5d-4828-a0dd-251ee7ed41b9 HTTP/1.1" status: 204 len: 168 time: 1.0660312 Nov 23 04:42:44.888649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44438) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:44.945469 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44440) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:44.947163 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07530e8f-1168-4acd-b08a-a7eee06b21e7 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29b89168-ba5d-4828-a0dd-251ee7ed41b9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:44.988566 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bce6b88a-cc72-4279-b0ca-dfe9781d772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:44.995954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bce6b88a-cc72-4279-b0ca-dfe9781d772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.040605 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e286bee1-63c1-406b-9a19-64ebd1a96530 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1418524 Nov 23 04:42:45.048091 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44446) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:45.058119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a4a53c89-365d-4b59-9165-8df499f676d0 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1083320128'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:45.059707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bce6b88a-cc72-4279-b0ca-dfe9781d772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.063884 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bce6b88a-cc72-4279-b0ca-dfe9781d772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2578301 Nov 23 04:42:45.067127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44448) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:45.110574 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f09e9ecc-5ae7-40ce-ac0e-5b85961363aa req-67937960-e784-4e05-834d-f2357c6e3727 service neutron] 10.222.0.15 "GET /v2.0/networks/bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4244473 Nov 23 04:42:45.125379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752781f7-08c5-4f14-a946-c8bcbb5d8406 req-185852c3-ad3f-47dd-9d01-b7274b92c679 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:45.133051 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-752781f7-08c5-4f14-a946-c8bcbb5d8406 req-185852c3-ad3f-47dd-9d01-b7274b92c679 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.1170077 Nov 23 04:42:45.206252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.261797 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4a53c89-365d-4b59-9165-8df499f676d0 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.264207 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-710a256d-fee6-4cef-ba4f-968b2868f121', 'network_id': '710a256d-fee6-4cef-ba4f-968b2868f121', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'fixed_ips': [{'subnet_id': 'dfac0a6f-a37b-4d43-8049-57ebd8a7f344'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:42:45.265041 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.269252 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.283691 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.293883 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f123ef38-b033-4b52-95c0-b975098d0626 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port afba277f-35f6-4ad3-901e-f2ba3a5d1153 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:45.294348 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f123ef38-b033-4b52-95c0-b975098d0626 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.323786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9dafe98a-b9b2-47d3-ad44-75bc077085e2 None None] Provisioning complete for port 959ca159-4cfb-4ce3-bd4e-5b67fae81713 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:45.324176 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9dafe98a-b9b2-47d3-ad44-75bc077085e2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.342717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Network 3a5767fc-75f1-4b75-8065-b2d468792371 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:45.359812 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-efef2411-ca77-47a0-9988-389c4cade029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.363713 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-752781f7-08c5-4f14-a946-c8bcbb5d8406 req-28338980-45c6-4e7d-8239-5a91e918cdc2 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2297642 Nov 23 04:42:45.417255 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:45.425444 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:45.434691 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Pushing event updated for resources: {'Port': ['ID=d708e371-b324-4bb2-9415-dba800ff5e8a,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:45.439045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.458518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9dafe98a-b9b2-47d3-ad44-75bc077085e2 None None] Port 959ca159-4cfb-4ce3-bd4e-5b67fae81713 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:45.508876 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-efef2411-ca77-47a0-9988-389c4cade029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.538261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Attempting to bind port d708e371-b324-4bb2-9415-dba800ff5e8a on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:42:45.538644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Attempting to bind port d708e371-b324-4bb2-9415-dba800ff5e8a by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'ae0d663a-5753-49b2-b860-d3cfd7235e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3a5767fc-75f1-4b75-8065-b2d468792371'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:42:45.539021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Attempting to bind port d708e371-b324-4bb2-9415-dba800ff5e8a on network 3a5767fc-75f1-4b75-8065-b2d468792371 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:42:45.548093 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:42:45.548388 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Checking segment: {'id': 'ae0d663a-5753-49b2-b860-d3cfd7235e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3a5767fc-75f1-4b75-8065-b2d468792371'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:45.548752 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.550088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Bound using segment: {'id': 'ae0d663a-5753-49b2-b860-d3cfd7235e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3a5767fc-75f1-4b75-8065-b2d468792371'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:42:45.550088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Bound port: d708e371-b324-4bb2-9415-dba800ff5e8a, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae0d663a-5753-49b2-b860-d3cfd7235e86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 153, 'network_id': '3a5767fc-75f1-4b75-8065-b2d468792371'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:42:45.550088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.555997 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Allocated IP 172.21.0.2 (710a256d-fee6-4cef-ba4f-968b2868f121/dfac0a6f-a37b-4d43-8049-57ebd8a7f344/215267a7-e82c-4f24-848b-c3cd6c22a7ca) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:45.558362 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-efef2411-ca77-47a0-9988-389c4cade029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.641470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] For port d708e371-b324-4bb2-9415-dba800ff5e8a, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:42:45.646043 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] For port d708e371-b324-4bb2-9415-dba800ff5e8a, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d708e371-b324-4bb2-9415-dba800ff5e8a,segment=NetworkSegment(ae0d663a-5753-49b2-b860-d3cfd7235e86),segment_id=ae0d663a-5753-49b2-b860-d3cfd7235e86)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:42:45.651921 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f123ef38-b033-4b52-95c0-b975098d0626 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.709401 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.724220 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b45d395-60fb-4d1c-adfa-b41921cd0249 req-9b96c3a3-3a35-4f9e-9aca-88b9cd094554 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:45.732172 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0b45d395-60fb-4d1c-adfa-b41921cd0249 req-9b96c3a3-3a35-4f9e-9aca-88b9cd094554 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.4827883 Nov 23 04:42:45.733780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Allocated IP 172.20.0.1 (3a5767fc-75f1-4b75-8065-b2d468792371/b9cc5ab9-cefe-4c18-a1ed-be0f63c703a5/d2af3b3d-73c9-43b5-bf1d-5e7934341041) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:45.768605 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f09e9ecc-5ae7-40ce-ac0e-5b85961363aa req-10938deb-1cc4-4ae8-9bf7-fb982e72cde4 service neutron] 10.222.0.15 "GET /v2.0/networks/bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6326766 Nov 23 04:42:45.776675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efef2411-ca77-47a0-9988-389c4cade029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa4643fb-9367-420e-b486-32e0fdc6edd4,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:45.782310 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f123ef38-b033-4b52-95c0-b975098d0626 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for afba277f-35f6-4ad3-901e-f2ba3a5d1153 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:45.790515 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-efef2411-ca77-47a0-9988-389c4cade029 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=342f0863f5314d9f90320c6d3d3c6207&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8366392 Nov 23 04:42:45.791150 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44452) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:45.855929 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf92ad-9a8f-48bd-980d-d3b4dc68a2d0 None None] Pushing event updated for resources: {'Port': ['ID=d708e371-b324-4bb2-9415-dba800ff5e8a,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:45.923791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4a53c89-365d-4b59-9165-8df499f676d0 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.933769 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.942315 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4a53c89-365d-4b59-9165-8df499f676d0 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:45.948243 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.007572 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0b45d395-60fb-4d1c-adfa-b41921cd0249 req-14a3756f-9ca8-49d8-a130-d994e5b6746d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2684131 Nov 23 04:42:46.012805 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Network 710a256d-fee6-4cef-ba4f-968b2868f121 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:46.016069 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:46.023265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:46.029649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d71cff94-0a23-417e-a361-2dd3ee9c3c1e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.052967 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4a53c89-365d-4b59-9165-8df499f676d0 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.053851 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Pushing event updated for resources: {'Port': ['ID=215267a7-e82c-4f24-848b-c3cd6c22a7ca,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:46.054306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d71cff94-0a23-417e-a361-2dd3ee9c3c1e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.055358 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a4a53c89-365d-4b59-9165-8df499f676d0 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.0059795 Nov 23 04:42:46.060666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44454) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:46.067204 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-455ba208-48a0-4c34-a010-5cec754d2570 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': '7811c998-13b8-4690-94c9-c96c4ac209cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:46.072312 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a53c89-365d-4b59-9165-8df499f676d0 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7811c998-13b8-4690-94c9-c96c4ac209cf,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:46.143884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d71cff94-0a23-417e-a361-2dd3ee9c3c1e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.144132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Attempting to bind port 215267a7-e82c-4f24-848b-c3cd6c22a7ca on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:42:46.145071 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Attempting to bind port 215267a7-e82c-4f24-848b-c3cd6c22a7ca by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'a64d0fdd-81ae-4621-a56d-c4295063f2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '710a256d-fee6-4cef-ba4f-968b2868f121'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:42:46.145772 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Attempting to bind port 215267a7-e82c-4f24-848b-c3cd6c22a7ca on network 710a256d-fee6-4cef-ba4f-968b2868f121 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:42:46.146901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d71cff94-0a23-417e-a361-2dd3ee9c3c1e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.148599 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d71cff94-0a23-417e-a361-2dd3ee9c3c1e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/aa4643fb-9367-420e-b486-32e0fdc6edd4 HTTP/1.1" status: 204 len: 168 time: 0.3562317 Nov 23 04:42:46.156696 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:42:46.157319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Checking segment: {'id': 'a64d0fdd-81ae-4621-a56d-c4295063f2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '710a256d-fee6-4cef-ba4f-968b2868f121'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:46.157907 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.158469 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Bound using segment: {'id': 'a64d0fdd-81ae-4621-a56d-c4295063f2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '710a256d-fee6-4cef-ba4f-968b2868f121'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:42:46.159103 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Bound port: 215267a7-e82c-4f24-848b-c3cd6c22a7ca, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64d0fdd-81ae-4621-a56d-c4295063f2f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '710a256d-fee6-4cef-ba4f-968b2868f121'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:42:46.159664 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.196766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71cff94-0a23-417e-a361-2dd3ee9c3c1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa4643fb-9367-420e-b486-32e0fdc6edd4,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:46.220166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.276623 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f123ef38-b033-4b52-95c0-b975098d0626 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.321150 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.331696 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f123ef38-b033-4b52-95c0-b975098d0626 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.340642 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f123ef38-b033-4b52-95c0-b975098d0626 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/afba277f-35f6-4ad3-901e-f2ba3a5d1153 HTTP/1.1" status: 204 len: 168 time: 1.8273113 Nov 23 04:42:46.348925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44458) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:46.360105 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-455ba208-48a0-4c34-a010-5cec754d2570 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The resource could not be found. Nov 23 04:42:46.368220 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-455ba208-48a0-4c34-a010-5cec754d2570 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3045909 Nov 23 04:42:46.425152 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f123ef38-b033-4b52-95c0-b975098d0626 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=afba277f-35f6-4ad3-901e-f2ba3a5d1153,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:46.441017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44460) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:46.454311 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f4b1c356-0174-40aa-b702-710ea4007d2d tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': '7811c998-13b8-4690-94c9-c96c4ac209cf', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '73f5e9e6-4a9e-48b0-94cb-01e03dd54cc1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:46.482797 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.487762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 3a5767fc-75f1-4b75-8065-b2d468792371 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:46.490779 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.491474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:46.491766 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.494916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:46.515324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] For port 215267a7-e82c-4f24-848b-c3cd6c22a7ca, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:42:46.535555 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] For port 215267a7-e82c-4f24-848b-c3cd6c22a7ca, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=215267a7-e82c-4f24-848b-c3cd6c22a7ca,segment=NetworkSegment(a64d0fdd-81ae-4621-a56d-c4295063f2f2),segment_id=a64d0fdd-81ae-4621-a56d-c4295063f2f2)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:42:46.543835 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.581636 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d708e371-b324-4bb2-9415-dba800ff5e8a up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:46.586326 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=959ca159-4cfb-4ce3-bd4e-5b67fae81713,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:46.651294 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b577efb-a4bc-4d3e-ab27-e67213722cd6 None None] Pushing event updated for resources: {'Port': ['ID=215267a7-e82c-4f24-848b-c3cd6c22a7ca,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:46.695980 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d708e371-b324-4bb2-9415-dba800ff5e8a triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:46.696354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.743401 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=d2af3b3d-73c9-43b5-bf1d-5e7934341041,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:46.797458 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network d34b826e-3dfb-41c0-9c5e-55ef28ffa335 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:46.799058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:46.827798 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.940458 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:46.963576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284f4ec8-f6a7-4380-94f7-912b6f986933 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:46.975558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284f4ec8-f6a7-4380-94f7-912b6f986933 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:46.986408 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-284f4ec8-f6a7-4380-94f7-912b6f986933 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1454 time: 0.6369345 Nov 23 04:42:46.990262 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44474) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:47.020450 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port d708e371-b324-4bb2-9415-dba800ff5e8a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d708e371-b324-4bb2-9415-dba800ff5e8a,segment=NetworkSegment(ae0d663a-5753-49b2-b860-d3cfd7235e86),segment_id=ae0d663a-5753-49b2-b860-d3cfd7235e86)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:47.051012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:47.164304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597e92d-05d2-45fa-a6e5-b1de18d08906 req-4be45c0c-ce9e-4831-8f32-0c73e0aaf3d4 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:47.175377 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5597e92d-05d2-45fa-a6e5-b1de18d08906 req-4be45c0c-ce9e-4831-8f32-0c73e0aaf3d4 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.6118205 Nov 23 04:42:47.179340 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 16487d96-1e04-4f9a-b289-2a05d97b6ce2 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:42:47.210133 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-f4b1c356-0174-40aa-b702-710ea4007d2d tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The resource could not be found. Nov 23 04:42:47.214546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44480) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:47.216315 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=d708e371-b324-4bb2-9415-dba800ff5e8a,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:47.226457 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f4b1c356-0174-40aa-b702-710ea4007d2d tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7771182 Nov 23 04:42:47.325146 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5597e92d-05d2-45fa-a6e5-b1de18d08906 req-a9dcc693-0e92-46a8-80ff-e723a2e4f2d8 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488073 Nov 23 04:42:47.354341 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5b98c-eed2-4bf8-bf40-688b01249ec7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port 26ab6062-2363-4a43-a8a4-528a8cda43d8 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:47.356776 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b98c-eed2-4bf8-bf40-688b01249ec7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:47.441854 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-860cb710-afae-4e20-830c-f8ef08c92703 None None] Provisioning complete for port 959ca159-4cfb-4ce3-bd4e-5b67fae81713 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:47.442377 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-860cb710-afae-4e20-830c-f8ef08c92703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:47.460892 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:47.469187 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed63a12-f530-4c99-b1a1-e4ff25216803 req-1841ff81-14af-45eb-a5eb-5e8d92d3eee0 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:47.470842 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3ed63a12-f530-4c99-b1a1-e4ff25216803 req-1841ff81-14af-45eb-a5eb-5e8d92d3eee0 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.3035488 Nov 23 04:42:47.489602 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:42:47.507661 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0a6a24-31e8-466e-a3f0-e29ca9cab8da None None] Sync routers for ids ['16487d96-1e04-4f9a-b289-2a05d97b6ce2'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:42:47.521774 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-860cb710-afae-4e20-830c-f8ef08c92703 None None] Port 959ca159-4cfb-4ce3-bd4e-5b67fae81713 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:47.527198 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-60b89811-0903-48af-844e-6497ffeeec66 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/16487d96-1e04-4f9a-b289-2a05d97b6ce2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4615519 Nov 23 04:42:47.531891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b98c-eed2-4bf8-bf40-688b01249ec7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:47.535952 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44490) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:47.545435 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a6a24-31e8-466e-a3f0-e29ca9cab8da None None] Routers {'16487d96-1e04-4f9a-b289-2a05d97b6ce2'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:47.548477 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0b0a6a24-31e8-466e-a3f0-e29ca9cab8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['16487d96-1e04-4f9a-b289-2a05d97b6ce2'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:47.568772 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-118fbc87-3633-4748-8067-86cac1b047f8 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:47.602013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ccf5b98c-eed2-4bf8-bf40-688b01249ec7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for 26ab6062-2363-4a43-a8a4-528a8cda43d8 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:47.611873 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0b0a6a24-31e8-466e-a3f0-e29ca9cab8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:47.631519 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b0a6a24-31e8-466e-a3f0-e29ca9cab8da None None] Routers {'16487d96-1e04-4f9a-b289-2a05d97b6ce2'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:47.633110 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0b0a6a24-31e8-466e-a3f0-e29ca9cab8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['16487d96-1e04-4f9a-b289-2a05d97b6ce2'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:47.641930 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3ed63a12-f530-4c99-b1a1-e4ff25216803 req-6c872a3b-bcc2-4bf8-9474-fa0036e0e8c7 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1503513 Nov 23 04:42:47.652809 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-118fbc87-3633-4748-8067-86cac1b047f8 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:47.685256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3e0dfd-b707-4a12-bcd4-7dcd6d6e90f2 None None] Network 3a5767fc-75f1-4b75-8065-b2d468792371 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:47.702620 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0b0a6a24-31e8-466e-a3f0-e29ca9cab8da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:47.703280 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b0a6a24-31e8-466e-a3f0-e29ca9cab8da None None] The sync data for ids ['16487d96-1e04-4f9a-b289-2a05d97b6ce2'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:42:47.721956 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44492) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:47.730304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-118fbc87-3633-4748-8067-86cac1b047f8 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:47.734155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-118fbc87-3633-4748-8067-86cac1b047f8 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:47.737666 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-118fbc87-3633-4748-8067-86cac1b047f8 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "DELETE /v2.0/security-groups/7811c998-13b8-4690-94c9-c96c4ac209cf HTTP/1.1" status: 204 len: 168 time: 0.5188472 Nov 23 04:42:47.748509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44496) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:47.749325 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118fbc87-3633-4748-8067-86cac1b047f8 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7811c998-13b8-4690-94c9-c96c4ac209cf,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:47.814957 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-03a0e4eb-6a5c-46f6-988d-61b9384dfea6 None None] Provisioning complete for port d708e371-b324-4bb2-9415-dba800ff5e8a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:47.814957 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-03a0e4eb-6a5c-46f6-988d-61b9384dfea6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:47.816152 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-344b85d0-2e84-41bb-b24c-93c95725590e tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0642769 Nov 23 04:42:47.816947 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44498) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:47.823143 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-254425cb-55b5-4b1c-a2ca-ae39c43dbef2 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': 'dfcb71f2-a3ec-4826-b34a-7a204fcea45a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:47.898072 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-254425cb-55b5-4b1c-a2ca-ae39c43dbef2 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The resource could not be found. Nov 23 04:42:47.903690 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-254425cb-55b5-4b1c-a2ca-ae39c43dbef2 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0853806 Nov 23 04:42:47.904284 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44500) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:47.909024 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bdb3bd76-4b78-4488-b3a7-5cc4a0849906 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1192942863'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:47.943260 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bdb3bd76-4b78-4488-b3a7-5cc4a0849906 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:47.952276 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-32832852-847a-44a4-9fd9-04819f85daf0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-867161436', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:48.020897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32832852-847a-44a4-9fd9-04819f85daf0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.023278 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32832852-847a-44a4-9fd9-04819f85daf0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.118952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32832852-847a-44a4-9fd9-04819f85daf0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.122045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bdb3bd76-4b78-4488-b3a7-5cc4a0849906 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.125222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32832852-847a-44a4-9fd9-04819f85daf0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.132633 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bdb3bd76-4b78-4488-b3a7-5cc4a0849906 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.206581 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5863b5-0ef2-4c31-96a7-ef7972d85a40 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:48.208045 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2c5863b5-0ef2-4c31-96a7-ef7972d85a40 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports/959ca159-4cfb-4ce3-bd4e-5b67fae81713 HTTP/1.1" status: 200 len: 911 time: 0.6686492 Nov 23 04:42:48.250054 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44502) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:48.393527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bab85275-ca72-4673-bb0a-051c0e2f8449 None None] Network 710a256d-fee6-4cef-ba4f-968b2868f121 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:48.570583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d708e371-b324-4bb2-9415-dba800ff5e8a up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:48.591892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32832852-847a-44a4-9fd9-04819f85daf0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.593238 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-32832852-847a-44a4-9fd9-04819f85daf0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 0.8701501 Nov 23 04:42:48.597149 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44506) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:48.606207 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bdb3bd76-4b78-4488-b3a7-5cc4a0849906 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.610320 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bdb3bd76-4b78-4488-b3a7-5cc4a0849906 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.7050376 Nov 23 04:42:48.610993 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44508) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:48.617204 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-575761841'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:48.624117 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-15356c87-4be4-4c63-a1fd-7bc4b0539eec tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group': {'name': 'tempest-secgroup--1122399714'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:48.649652 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb3bd76-4b78-4488-b3a7-5cc4a0849906 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d01bccd-d5c9-4a34-aae3-3e79771a5aab,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:48.654406 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-15356c87-4be4-4c63-a1fd-7bc4b0539eec tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.656835 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c38749f2-bac6-47b2-9bb8-26be30fe18c6 None None] Provisioning complete for port d708e371-b324-4bb2-9415-dba800ff5e8a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:48.657222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c38749f2-bac6-47b2-9bb8-26be30fe18c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.669591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b98c-eed2-4bf8-bf40-688b01249ec7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.712478 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccf5b98c-eed2-4bf8-bf40-688b01249ec7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=26ab6062-2363-4a43-a8a4-528a8cda43d8,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:48.721784 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78d9e6be-d3a6-4f96-bc43-4403eb66e8fc req-ae394ba5-d6dd-433b-8a74-e7a9aa1f70da tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:48.723450 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-78d9e6be-d3a6-4f96-bc43-4403eb66e8fc req-ae394ba5-d6dd-433b-8a74-e7a9aa1f70da tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.2928135 Nov 23 04:42:48.739675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Made reservation on behalf of 58defa0a65c142e88146360bf0fe94dd for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:48.748363 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.785468 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.795753 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ccf5b98c-eed2-4bf8-bf40-688b01249ec7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.801819 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ccf5b98c-eed2-4bf8-bf40-688b01249ec7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/26ab6062-2363-4a43-a8a4-528a8cda43d8 HTTP/1.1" status: 204 len: 168 time: 1.8052557 Nov 23 04:42:48.814079 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44512) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:48.832698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d708e371-b324-4bb2-9415-dba800ff5e8a triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:48.833077 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.878238 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c38749f2-bac6-47b2-9bb8-26be30fe18c6 None None] Provisioning complete for port d2af3b3d-73c9-43b5-bf1d-5e7934341041 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:48.878705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c38749f2-bac6-47b2-9bb8-26be30fe18c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.884190 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-78d9e6be-d3a6-4f96-bc43-4403eb66e8fc req-39854444-9f95-4aba-96bf-53d2d37255ef tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517062 Nov 23 04:42:48.885491 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-15356c87-4be4-4c63-a1fd-7bc4b0539eec tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.916672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-15356c87-4be4-4c63-a1fd-7bc4b0539eec tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.935198 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.950034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.952443 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cdf05f8-1fd4-482f-a923-582be9d3fb70 req-8807aaac-df55-4325-9b87-d780b6bd9089 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:48.954057 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2cdf05f8-1fd4-482f-a923-582be9d3fb70 req-8807aaac-df55-4325-9b87-d780b6bd9089 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.1984506 Nov 23 04:42:48.980127 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-15356c87-4be4-4c63-a1fd-7bc4b0539eec tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:48.985210 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-15356c87-4be4-4c63-a1fd-7bc4b0539eec tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3606389 Nov 23 04:42:48.993581 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44516) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:48.993813 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c38749f2-bac6-47b2-9bb8-26be30fe18c6 None None] Port d2af3b3d-73c9-43b5-bf1d-5e7934341041 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:49.015641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-40e53de3-4cef-42f4-964a-58f9f741d63c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group_rule': {'security_group_id': '3d01bccd-d5c9-4a34-aae3-3e79771a5aab', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '5f9a4fde-ea0b-4194-ac84-87a5fafc9199'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:49.024153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c125b55-462e-412f-b323-8fa43c6d52a0 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:49.025776 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6c125b55-462e-412f-b323-8fa43c6d52a0 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.2067695 Nov 23 04:42:49.037943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44518) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:49.051688 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15356c87-4be4-4c63-a1fd-7bc4b0539eec tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f9a4fde-ea0b-4194-ac84-87a5fafc9199,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:49.090001 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b7fc563-7896-47c7-87a6-effb99a5c952 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] GET failed (client error): The resource could not be found. Nov 23 04:42:49.091611 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0b7fc563-7896-47c7-87a6-effb99a5c952 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/afba277f-35f6-4ad3-901e-f2ba3a5d1153 HTTP/1.1" status: 404 len: 333 time: 0.0525384 Nov 23 04:42:49.095084 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44520) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:49.105530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 215267a7-e82c-4f24-848b-c3cd6c22a7ca up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:49.111419 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c38749f2-bac6-47b2-9bb8-26be30fe18c6 None None] Provisioning complete for port 215267a7-e82c-4f24-848b-c3cd6c22a7ca triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:49.112040 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c38749f2-bac6-47b2-9bb8-26be30fe18c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.148457 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.175463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.176914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=d2af3b3d-73c9-43b5-bf1d-5e7934341041,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:49.181686 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.186459 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec5cb0e9-b774-45dc-9ae7-8e546498c0f5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] GET failed (client error): The resource could not be found. Nov 23 04:42:49.188949 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ec5cb0e9-b774-45dc-9ae7-8e546498c0f5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/26ab6062-2363-4a43-a8a4-528a8cda43d8 HTTP/1.1" status: 404 len: 333 time: 0.0894809 Nov 23 04:42:49.192647 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44524) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:49.192813 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-40e53de3-4cef-42f4-964a-58f9f741d63c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:42:49.198024 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-40e53de3-4cef-42f4-964a-58f9f741d63c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1821241 Nov 23 04:42:49.198024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44526) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:49.199103 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2cdf05f8-1fd4-482f-a923-582be9d3fb70 req-53a65118-85d3-45f2-92d9-4ba0c6679ed1 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2319388 Nov 23 04:42:49.237514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] vlan segment allocate from pool success with {'vlan_id': 197, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:49.240175 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef0f098d-218a-420d-9d0f-04486291699e tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.279554 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5e00e53-2c52-409e-9ba9-17e01516a22b,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:49.291572 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 215267a7-e82c-4f24-848b-c3cd6c22a7ca triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:49.292057 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.298310 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.298732 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Added segment 3cbd118b-787e-4222-96c1-388804f0015c of type vlan for network db0fd3ba-ecbd-4658-bf5a-512f7edc9e51 Nov 23 04:42:49.326036 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c38749f2-bac6-47b2-9bb8-26be30fe18c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.351043 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e56f7945-3f3c-44fb-a389-de1da4cf69dc tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.362611 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.398104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c38749f2-bac6-47b2-9bb8-26be30fe18c6 None None] For port 215267a7-e82c-4f24-848b-c3cd6c22a7ca, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=215267a7-e82c-4f24-848b-c3cd6c22a7ca,segment=NetworkSegment(a64d0fdd-81ae-4621-a56d-c4295063f2f2),segment_id=a64d0fdd-81ae-4621-a56d-c4295063f2f2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:49.406391 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c38749f2-bac6-47b2-9bb8-26be30fe18c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.410010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.453571 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-17a0e635-524a-4fb7-93c1-32c879049e53 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.459806 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.463977 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:49.464681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.467216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb26828-5af9-43ff-9732-a5af037bcb22 req-b5c8977c-dba2-4af8-b9e5-f0ede95ae440 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:49.468718 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7bb26828-5af9-43ff-9732-a5af037bcb22 req-b5c8977c-dba2-4af8-b9e5-f0ede95ae440 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.1980515 Nov 23 04:42:49.500950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38749f2-bac6-47b2-9bb8-26be30fe18c6 None None] Pushing event updated for resources: {'Port': ['ID=215267a7-e82c-4f24-848b-c3cd6c22a7ca,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:49.505843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:42:49.506280 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:42:49.531286 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b1155533-f2de-4ed9-ae9b-8cfd14d668e8 None None] Provisioning complete for port d2af3b3d-73c9-43b5-bf1d-5e7934341041 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:49.531745 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b1155533-f2de-4ed9-ae9b-8cfd14d668e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.534533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e56f7945-3f3c-44fb-a389-de1da4cf69dc tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.541113 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 3a5767fc-75f1-4b75-8065-b2d468792371 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:49.559081 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:49.562753 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-17a0e635-524a-4fb7-93c1-32c879049e53 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.568010 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9669132 Nov 23 04:42:49.570539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44528) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:49.578207 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b1155533-f2de-4ed9-ae9b-8cfd14d668e8 None None] Port d2af3b3d-73c9-43b5-bf1d-5e7934341041 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:49.583325 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-e56f7945-3f3c-44fb-a389-de1da4cf69dc tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cefe157e-ccf4-4793-9dce-ed2640fe0a96']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:49.583468 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-258bb229-f3eb-478d-b3a1-37893b531c06 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Request body: {'subnet': {'network_id': 'db0fd3ba-ecbd-4658-bf5a-512f7edc9e51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:49.585853 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd798a2a-1612-4fa9-a1af-b7afa7b43385 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event updated for resources: {'Network': ['ID=db0fd3ba-ecbd-4658-bf5a-512f7edc9e51,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:49.589199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b1155533-f2de-4ed9-ae9b-8cfd14d668e8 None None] Provisioning complete for port 215267a7-e82c-4f24-848b-c3cd6c22a7ca triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:49.589691 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b1155533-f2de-4ed9-ae9b-8cfd14d668e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.605330 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-e56f7945-3f3c-44fb-a389-de1da4cf69dc tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45dcc640-7cf6-42fc-9f2a-88d180c269c7') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:49.605886 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-e56f7945-3f3c-44fb-a389-de1da4cf69dc tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45dcc640-7cf6-42fc-9f2a-88d180c269c7') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:49.622517 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e56f7945-3f3c-44fb-a389-de1da4cf69dc tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.622967 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network db0fd3ba-ecbd-4658-bf5a-512f7edc9e51 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:49.639293 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e56f7945-3f3c-44fb-a389-de1da4cf69dc tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.645906 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e56f7945-3f3c-44fb-a389-de1da4cf69dc tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:49.646361 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e56f7945-3f3c-44fb-a389-de1da4cf69dc tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:49.649941 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:49.717478 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e56f7945-3f3c-44fb-a389-de1da4cf69dc tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.744077 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e56f7945-3f3c-44fb-a389-de1da4cf69dc tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.747434 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e56f7945-3f3c-44fb-a389-de1da4cf69dc tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/networks/cefe157e-ccf4-4793-9dce-ed2640fe0a96 HTTP/1.1" status: 204 len: 168 time: 0.5536709 Nov 23 04:42:49.748548 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56f7945-3f3c-44fb-a389-de1da4cf69dc tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Network': ['ID=cefe157e-ccf4-4793-9dce-ed2640fe0a96,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:49.751347 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44530) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:49.757195 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-033a25b5-313a-4b44-8f36-bb52f0e85434 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-456743983'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:49.790882 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-033a25b5-313a-4b44-8f36-bb52f0e85434 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:49.793520 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7bb26828-5af9-43ff-9732-a5af037bcb22 req-4ab14a6c-4cae-4167-ac60-5fd285f64263 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933383 Nov 23 04:42:49.794630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-033a25b5-313a-4b44-8f36-bb52f0e85434 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.827756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-033a25b5-313a-4b44-8f36-bb52f0e85434 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:49.837160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-17a0e635-524a-4fb7-93c1-32c879049e53 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.840210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-17a0e635-524a-4fb7-93c1-32c879049e53 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.843971 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-17a0e635-524a-4fb7-93c1-32c879049e53 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "DELETE /v2.0/security-groups/5f9a4fde-ea0b-4194-ac84-87a5fafc9199 HTTP/1.1" status: 204 len: 168 time: 0.6427131 Nov 23 04:42:49.845192 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44532) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:49.846900 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-033a25b5-313a-4b44-8f36-bb52f0e85434 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.847390 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-033a25b5-313a-4b44-8f36-bb52f0e85434 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Added segment 0e933925-d526-4da7-819b-4b4b9cd0eacb of type vlan for network d34da7af-7749-4cda-b6ea-1c161cef1c4d Nov 23 04:42:49.872399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a0e635-524a-4fb7-93c1-32c879049e53 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f9a4fde-ea0b-4194-ac84-87a5fafc9199,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:49.892578 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-258bb229-f3eb-478d-b3a1-37893b531c06 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Made reservation on behalf of 58defa0a65c142e88146360bf0fe94dd for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:49.896570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-258bb229-f3eb-478d-b3a1-37893b531c06 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.938484 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-033a25b5-313a-4b44-8f36-bb52f0e85434 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.977316 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d0036136-8df5-4682-b97c-c1dd3e751c5c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4539 time: 0.1266026 Nov 23 04:42:49.980015 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44534) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:49.987906 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-fc6e26f0-6a2b-474b-a77b-789bea62264d None None] Provisioning complete for port d2af3b3d-73c9-43b5-bf1d-5e7934341041 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:49.988291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fc6e26f0-6a2b-474b-a77b-789bea62264d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:49.997517 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-033a25b5-313a-4b44-8f36-bb52f0e85434 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.003048 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-033a25b5-313a-4b44-8f36-bb52f0e85434 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:50.003629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-033a25b5-313a-4b44-8f36-bb52f0e85434 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.029162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router 127822db-9c6c-4922-a428-2aa4cbeb7c42 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:42:50.070751 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-fc6e26f0-6a2b-474b-a77b-789bea62264d None None] Port d2af3b3d-73c9-43b5-bf1d-5e7934341041 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:50.084636 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-033a25b5-313a-4b44-8f36-bb52f0e85434 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.3326294 Nov 23 04:42:50.088886 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44536) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:50.093898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-2e8d6df5-f8ab-41a0-8243-8a16c2e22c92 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'subnet': {'network_id': 'd34da7af-7749-4cda-b6ea-1c161cef1c4d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:50.102539 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033a25b5-313a-4b44-8f36-bb52f0e85434 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Network': ['ID=d34da7af-7749-4cda-b6ea-1c161cef1c4d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:50.114650 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network d34da7af-7749-4cda-b6ea-1c161cef1c4d details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:50.182884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ef0f098d-218a-420d-9d0f-04486291699e tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port 959ca159-4cfb-4ce3-bd4e-5b67fae81713 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:50.183226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef0f098d-218a-420d-9d0f-04486291699e tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.184802 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-25812b0b-d49a-4b5b-9cad-c29f9bb32618 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.231695 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-25812b0b-d49a-4b5b-9cad-c29f9bb32618 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.257246 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:42:50.273115 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3f2bd0d2-a210-4101-aa81-700c4ca81124 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/127822db-9c6c-4922-a428-2aa4cbeb7c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1999283 Nov 23 04:42:50.274009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3605f99-02ed-4ff4-91dd-934441c591bb None None] Sync routers for ids ['127822db-9c6c-4922-a428-2aa4cbeb7c42'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:42:50.276681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44540) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:50.286203 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3605f99-02ed-4ff4-91dd-934441c591bb None None] Routers {'127822db-9c6c-4922-a428-2aa4cbeb7c42'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:50.287878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e3605f99-02ed-4ff4-91dd-934441c591bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['127822db-9c6c-4922-a428-2aa4cbeb7c42'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:50.293232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e8d6df5-f8ab-41a0-8243-8a16c2e22c92 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:50.296998 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6df5-f8ab-41a0-8243-8a16c2e22c92 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.340878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e3605f99-02ed-4ff4-91dd-934441c591bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:50.364674 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3605f99-02ed-4ff4-91dd-934441c591bb None None] Routers {'127822db-9c6c-4922-a428-2aa4cbeb7c42'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:50.366161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e3605f99-02ed-4ff4-91dd-934441c591bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['127822db-9c6c-4922-a428-2aa4cbeb7c42'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:50.386280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b4d9843-b59d-43a3-b55c-ab9936770738 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:50.391440 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5b4d9843-b59d-43a3-b55c-ab9936770738 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports/d2af3b3d-73c9-43b5-bf1d-5e7934341041 HTTP/1.1" status: 200 len: 910 time: 0.0913815 Nov 23 04:42:50.392123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44542) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:50.394161 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef0f098d-218a-420d-9d0f-04486291699e tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.399260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-258bb229-f3eb-478d-b3a1-37893b531c06 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.402857 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7e87f-4832-40e5-9cde-30fe57e7c008 req-f57b8166-8fdf-4bc8-b0ef-610170c7651f tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:50.404413 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2ae7e87f-4832-40e5-9cde-30fe57e7c008 req-f57b8166-8fdf-4bc8-b0ef-610170c7651f tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.1301966 Nov 23 04:42:50.412541 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-25812b0b-d49a-4b5b-9cad-c29f9bb32618 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.415598 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-25812b0b-d49a-4b5b-9cad-c29f9bb32618 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.418778 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-25812b0b-d49a-4b5b-9cad-c29f9bb32618 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "DELETE /v2.0/security-groups/3d01bccd-d5c9-4a34-aae3-3e79771a5aab HTTP/1.1" status: 204 len: 168 time: 0.4354146 Nov 23 04:42:50.422503 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 215267a7-e82c-4f24-848b-c3cd6c22a7ca up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:50.425116 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e3605f99-02ed-4ff4-91dd-934441c591bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:50.426087 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3605f99-02ed-4ff4-91dd-934441c591bb None None] The sync data for ids ['127822db-9c6c-4922-a428-2aa4cbeb7c42'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:42:50.429317 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44544) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:50.444998 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-2e8d6df5-f8ab-41a0-8243-8a16c2e22c92 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Performing IP validity checks on allocation pools {{(pid=109952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 04:42:50.448028 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-2e8d6df5-f8ab-41a0-8243-8a16c2e22c92 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 04:42:50.466094 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25812b0b-d49a-4b5b-9cad-c29f9bb32618 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d01bccd-d5c9-4a34-aae3-3e79771a5aab,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:50.487988 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 215267a7-e82c-4f24-848b-c3cd6c22a7ca triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:50.488659 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.518115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ef0f098d-218a-420d-9d0f-04486291699e tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for 959ca159-4cfb-4ce3-bd4e-5b67fae81713 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:50.550152 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-80abea43-d5d3-4335-96ea-f9b35a79882c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.1165609 Nov 23 04:42:50.553517 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2ae7e87f-4832-40e5-9cde-30fe57e7c008 req-5901c8a5-8388-4213-9249-b3e689ac6a0c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1329598 Nov 23 04:42:50.555471 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44546) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:50.561097 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-3d3182ce-68dc-4485-ac06-5fe060fca0ef tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group': {'name': 'tempest-secgroup--2033071581'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:50.595947 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d3182ce-68dc-4485-ac06-5fe060fca0ef tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.605831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258bb229-f3eb-478d-b3a1-37893b531c06 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event updated for resources: {'Subnet': ['ID=27c55ef5-5da0-4eec-88fd-4c06f0925a8a,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:50.632378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-258bb229-f3eb-478d-b3a1-37893b531c06 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Checking segment: {'id': '3cbd118b-787e-4222-96c1-388804f0015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db0fd3ba-ecbd-4658-bf5a-512f7edc9e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:50.632743 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258bb229-f3eb-478d-b3a1-37893b531c06 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Network hostable DHCP agents. Network: db0fd3ba-ecbd-4658-bf5a-512f7edc9e51, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:50.718098 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6df5-f8ab-41a0-8243-8a16c2e22c92 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.769305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-258bb229-f3eb-478d-b3a1-37893b531c06 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Network db0fd3ba-ecbd-4658-bf5a-512f7edc9e51 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:50.775208 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d3182ce-68dc-4485-ac06-5fe060fca0ef tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.794815 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d3182ce-68dc-4485-ac06-5fe060fca0ef tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.812729 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8d6df5-f8ab-41a0-8243-8a16c2e22c92 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Subnet': ['ID=4a6484ba-78e0-4dc3-91ab-63eec77d227f,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:50.845797 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d3182ce-68dc-4485-ac06-5fe060fca0ef tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.848729 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3d3182ce-68dc-4485-ac06-5fe060fca0ef tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.2909498 Nov 23 04:42:50.849934 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3182ce-68dc-4485-ac06-5fe060fca0ef tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62f0fc78-a84c-4c9e-a5d2-1c01b887daa7,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:50.853023 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44550) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:50.853866 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e8d6df5-f8ab-41a0-8243-8a16c2e22c92 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Checking segment: {'id': '0e933925-d526-4da7-819b-4b4b9cd0eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd34da7af-7749-4cda-b6ea-1c161cef1c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:50.854234 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d6df5-f8ab-41a0-8243-8a16c2e22c92 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network hostable DHCP agents. Network: d34da7af-7749-4cda-b6ea-1c161cef1c4d, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:50.862978 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ff1c93bf-4a22-4147-b787-2cf4af3f8fb3 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Request body: {'security_group': {'name': 'default'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:50.863458 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.api.v2.base [None req-ff1c93bf-4a22-4147-b787-2cf4af3f8fb3 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Nov 23 04:42:50.863972 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-ff1c93bf-4a22-4147-b787-2cf4af3f8fb3 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] update failed (client error): There was a conflict when trying to complete your request. Nov 23 04:42:50.867795 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ff1c93bf-4a22-4147-b787-2cf4af3f8fb3 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "PUT /v2.0/security-groups/62f0fc78-a84c-4c9e-a5d2-1c01b887daa7 HTTP/1.1" status: 409 len: 330 time: 0.0058873 Nov 23 04:42:50.868718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44552) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:50.909796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e8d6df5-f8ab-41a0-8243-8a16c2e22c92 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network d34da7af-7749-4cda-b6ea-1c161cef1c4d is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:50.926627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-2e8d6df5-f8ab-41a0-8243-8a16c2e22c92 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, d34da7af-7749-4cda-b6ea-1c161cef1c4d) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:50.931458 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e8d6df5-f8ab-41a0-8243-8a16c2e22c92 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:50.932053 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2e8d6df5-f8ab-41a0-8243-8a16c2e22c92 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.938389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e72ddda-977d-4c8b-82e3-bfa2edf09591 None None] Network d34da7af-7749-4cda-b6ea-1c161cef1c4d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:50.966264 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2e8d6df5-f8ab-41a0-8243-8a16c2e22c92 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8736882 Nov 23 04:42:50.966264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-88fdf269-3066-4c4d-928d-87eaafe9ff06 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:50.966583 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44554) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:50.971430 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8cf241e5-3345-431a-b3e5-5a7646bf614c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'network_id': 'd34da7af-7749-4cda-b6ea-1c161cef1c4d', 'name': 'tempest-PortsIpV6TestJSON-1197089474'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:51.037565 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-88fdf269-3066-4c4d-928d-87eaafe9ff06 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.114917 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-88fdf269-3066-4c4d-928d-87eaafe9ff06 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.117585 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-88fdf269-3066-4c4d-928d-87eaafe9ff06 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.118939 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-88fdf269-3066-4c4d-928d-87eaafe9ff06 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "DELETE /v2.0/security-groups/62f0fc78-a84c-4c9e-a5d2-1c01b887daa7 HTTP/1.1" status: 204 len: 168 time: 0.2492602 Nov 23 04:42:51.125344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-d34da7af-7749-4cda-b6ea-1c161cef1c4d', 'network_id': 'd34da7af-7749-4cda-b6ea-1c161cef1c4d', 'tenant_id': '9eef5904db6a4542a7898586fc751d63', 'fixed_ips': [{'subnet_id': '4a6484ba-78e0-4dc3-91ab-63eec77d227f'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:42:51.125914 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44556) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:51.128070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.154511 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fdf269-3066-4c4d-928d-87eaafe9ff06 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62f0fc78-a84c-4c9e-a5d2-1c01b887daa7,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:51.159903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf241e5-3345-431a-b3e5-5a7646bf614c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:51.165079 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8cf241e5-3345-431a-b3e5-5a7646bf614c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.166136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-258bb229-f3eb-478d-b3a1-37893b531c06 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, db0fd3ba-ecbd-4658-bf5a-512f7edc9e51) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:51.170914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-258bb229-f3eb-478d-b3a1-37893b531c06 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:51.171978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-258bb229-f3eb-478d-b3a1-37893b531c06 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.198892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-8cf241e5-3345-431a-b3e5-5a7646bf614c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port 48426cb5-de28-4263-9489-eb9e665256d5 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:42:51.210630 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-815359fb-5e5b-4c51-953b-93174e186e8e None None] Network db0fd3ba-ecbd-4658-bf5a-512f7edc9e51 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:51.215765 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5267cc15-cadc-41e4-82c3-fc8cdf71fd5c tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2996 time: 0.0887501 Nov 23 04:42:51.223707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44558) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:51.320735 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-3045c14b-3974-4179-998f-8a5d4eaa57b6 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] delete failed (client error): The resource could not be found. Nov 23 04:42:51.322041 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3045c14b-3974-4179-998f-8a5d4eaa57b6 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "DELETE /v2.0/security-groups/e2022daa-aaa8-4a06-bcf3-0be7b356f4fd HTTP/1.1" status: 404 len: 347 time: 0.0877364 Nov 23 04:42:51.335852 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44560) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:51.338252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-8cf241e5-3345-431a-b3e5-5a7646bf614c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Allocated IP 2001:db8::8d (d34da7af-7749-4cda-b6ea-1c161cef1c4d/4a6484ba-78e0-4dc3-91ab-63eec77d227f/48426cb5-de28-4263-9489-eb9e665256d5) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:51.345712 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-258bb229-f3eb-478d-b3a1-37893b531c06 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7732387 Nov 23 04:42:51.348942 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44562) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:51.357178 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-222d70fe-b836-4f41-b794-1db1e0cea7cc tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Request body: {'network': {'name': 'tempest-router-network01--1950706121'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:51.386770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cffe01-770e-4a27-85b1-9a05868135ce req-cb626161-de51-49d2-91df-28fdda7c3097 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:51.388282 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b0cffe01-770e-4a27-85b1-9a05868135ce req-cb626161-de51-49d2-91df-28fdda7c3097 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.2237949 Nov 23 04:42:51.392257 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-222d70fe-b836-4f41-b794-1db1e0cea7cc tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Made reservation on behalf of 58defa0a65c142e88146360bf0fe94dd for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:51.395784 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-222d70fe-b836-4f41-b794-1db1e0cea7cc tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.399930 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-43d39b34-4ff0-4128-928a-5c42a87cd870 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] show failed (client error): The resource could not be found. Nov 23 04:42:51.405340 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-43d39b34-4ff0-4128-928a-5c42a87cd870 tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "GET /v2.0/security-groups/6d32a69d-97d1-465f-aed6-c4351fbf439a HTTP/1.1" status: 404 len: 347 time: 0.0641961 Nov 23 04:42:51.405582 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44564) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:51.412761 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef0f098d-218a-420d-9d0f-04486291699e tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.443286 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-adb71be2-81c0-40fb-a265-fe9f54a0da1b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] show failed (client error): The resource could not be found. Nov 23 04:42:51.453020 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-adb71be2-81c0-40fb-a265-fe9f54a0da1b tempest-NegativeSecGroupTest-352110355 tempest-NegativeSecGroupTest-352110355-project] 10.222.0.37 "GET /v2.0/security-group-rules/cdd9c258-ccfa-45e5-99a6-ef3a5208ab31 HTTP/1.1" status: 404 len: 356 time: 0.0379541 Nov 23 04:42:51.462150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-222d70fe-b836-4f41-b794-1db1e0cea7cc tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:51.472866 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-222d70fe-b836-4f41-b794-1db1e0cea7cc tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.473175 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-222d70fe-b836-4f41-b794-1db1e0cea7cc tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Added segment 3dd6da1a-6264-4d5b-821c-0fd93b54a824 of type vlan for network 9f9d7f78-e44a-4769-891a-8dd11806779c Nov 23 04:42:51.483102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef0f098d-218a-420d-9d0f-04486291699e tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=959ca159-4cfb-4ce3-bd4e-5b67fae81713,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:51.529879 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-222d70fe-b836-4f41-b794-1db1e0cea7cc tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.649749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-db0fd3ba-ecbd-4658-bf5a-512f7edc9e51', 'network_id': 'db0fd3ba-ecbd-4658-bf5a-512f7edc9e51', 'tenant_id': '58defa0a65c142e88146360bf0fe94dd', 'fixed_ips': [{'subnet_id': '27c55ef5-5da0-4eec-88fd-4c06f0925a8a'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:42:51.650749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.677405 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b0cffe01-770e-4a27-85b1-9a05868135ce req-f28a1d47-2813-49e4-92c7-cee007ef2bfd tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2613809 Nov 23 04:42:51.678298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef0f098d-218a-420d-9d0f-04486291699e tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.778489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.799878 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-222d70fe-b836-4f41-b794-1db1e0cea7cc tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.806000 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d70fe-b836-4f41-b794-1db1e0cea7cc tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:51.806590 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-222d70fe-b836-4f41-b794-1db1e0cea7cc tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.838272 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8cf241e5-3345-431a-b3e5-5a7646bf614c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:51.878351 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44572) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:51.897614 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Allocated IP 2001:db8::2 (db0fd3ba-ecbd-4658-bf5a-512f7edc9e51/27c55ef5-5da0-4eec-88fd-4c06f0925a8a/2084ca74-784c-4e05-9a08-0d4bf708871d) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:51.986378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef0f098d-218a-420d-9d0f-04486291699e tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 16487d96-1e04-4f9a-b289-2a05d97b6ce2 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:42:52.009451 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-222d70fe-b836-4f41-b794-1db1e0cea7cc tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event updated for resources: {'Network': ['ID=9f9d7f78-e44a-4769-891a-8dd11806779c,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:52.026828 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 9f9d7f78-e44a-4769-891a-8dd11806779c details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:52.047856 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-222d70fe-b836-4f41-b794-1db1e0cea7cc tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6972485 Nov 23 04:42:52.054089 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44576) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:52.060366 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-da9276b6-70b5-4f16-8cea-2dcaf7ca3e49 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Request body: {'network': {'name': 'tempest-router-network02--556958992'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:52.071856 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ad5afa-d81d-4ea1-8216-5fe7de9a33c9 req-d010527d-d01d-46e2-ae98-2a987753c2f0 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:52.073507 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a0ad5afa-d81d-4ea1-8216-5fe7de9a33c9 req-d010527d-d01d-46e2-ae98-2a987753c2f0 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.15 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.5048945 Nov 23 04:42:52.084068 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16af70a-171f-442e-8871-60bdbe2ab41f req-9d10179d-8e2b-4c1d-be94-1b6a48709e5a tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:52.087453 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a16af70a-171f-442e-8871-60bdbe2ab41f req-9d10179d-8e2b-4c1d-be94-1b6a48709e5a tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.2896638 Nov 23 04:42:52.088547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8cf241e5-3345-431a-b3e5-5a7646bf614c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.171134 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef0f098d-218a-420d-9d0f-04486291699e tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:42:52.176844 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ef0f098d-218a-420d-9d0f-04486291699e tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/16487d96-1e04-4f9a-b289-2a05d97b6ce2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9257584 Nov 23 04:42:52.186452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44578) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:52.195264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf241e5-3345-431a-b3e5-5a7646bf614c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network d34da7af-7749-4cda-b6ea-1c161cef1c4d is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:52.200127 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dc1a08-16f5-407f-ab35-4170e1c3796a None None] Sync routers for ids ['16487d96-1e04-4f9a-b289-2a05d97b6ce2'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:42:52.204287 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-8cf241e5-3345-431a-b3e5-5a7646bf614c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:52.210572 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf241e5-3345-431a-b3e5-5a7646bf614c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:52.216849 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf241e5-3345-431a-b3e5-5a7646bf614c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:52.217519 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8cf241e5-3345-431a-b3e5-5a7646bf614c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.222905 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc1a08-16f5-407f-ab35-4170e1c3796a None None] Routers {'16487d96-1e04-4f9a-b289-2a05d97b6ce2'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:52.223737 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c3dc1a08-16f5-407f-ab35-4170e1c3796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['16487d96-1e04-4f9a-b289-2a05d97b6ce2'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:52.234151 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da9276b6-70b5-4f16-8cea-2dcaf7ca3e49 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Made reservation on behalf of 58defa0a65c142e88146360bf0fe94dd for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:52.240115 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-16175dae-a328-4c36-ba94-1935c978b769 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports?device_id=16487d96-1e04-4f9a-b289-2a05d97b6ce2 HTTP/1.1" status: 200 len: 205 time: 0.0482664 Nov 23 04:42:52.240319 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-da9276b6-70b5-4f16-8cea-2dcaf7ca3e49 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.240426 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Allocated IP 2001:db8::2 (d34da7af-7749-4cda-b6ea-1c161cef1c4d/4a6484ba-78e0-4dc3-91ab-63eec77d227f/96d874aa-b120-47fc-b934-4bba17391fcd) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:52.244773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44580) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:52.246383 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.250666 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-eefcb255-d6fa-4072-8e06-b6116c124d8b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=4a9c303081dd4f8ca63820d1537f3b0f&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3699708 Nov 23 04:42:52.259162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44582) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:52.259376 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.277730 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c3dc1a08-16f5-407f-ab35-4170e1c3796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:52.287582 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3dc1a08-16f5-407f-ab35-4170e1c3796a None None] Routers {'16487d96-1e04-4f9a-b289-2a05d97b6ce2'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:52.288683 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf241e5-3345-431a-b3e5-5a7646bf614c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=48426cb5-de28-4263-9489-eb9e665256d5,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:52.288894 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c3dc1a08-16f5-407f-ab35-4170e1c3796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['16487d96-1e04-4f9a-b289-2a05d97b6ce2'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:52.319150 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8cf241e5-3345-431a-b3e5-5a7646bf614c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3492532 Nov 23 04:42:52.323388 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c3dc1a08-16f5-407f-ab35-4170e1c3796a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:52.324243 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3dc1a08-16f5-407f-ab35-4170e1c3796a None None] The sync data for ids ['16487d96-1e04-4f9a-b289-2a05d97b6ce2'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:42:52.325355 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44584) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:52.339648 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a16af70a-171f-442e-8871-60bdbe2ab41f req-cee64288-b704-4486-8c7e-3e0cf258368b tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2340391 Nov 23 04:42:52.372334 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Network db0fd3ba-ecbd-4658-bf5a-512f7edc9e51 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:52.376530 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da9276b6-70b5-4f16-8cea-2dcaf7ca3e49 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:52.390960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-296c765d-9094-4d1c-a421-9904f351aa25 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.391553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:52.401745 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-da9276b6-70b5-4f16-8cea-2dcaf7ca3e49 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.403202 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-da9276b6-70b5-4f16-8cea-2dcaf7ca3e49 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Added segment 1888165b-87ce-49f0-93ea-b553af9c2ae4 of type vlan for network 19c33a70-1647-40d9-9384-e3b6d23ac670 Nov 23 04:42:52.420313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:52.438635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Pushing event updated for resources: {'Port': ['ID=2084ca74-784c-4e05-9a08-0d4bf708871d,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:52.465832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [req-a0ad5afa-d81d-4ea1-8216-5fe7de9a33c9 req-f41351ee-9c7d-43b9-8018-c08f5559ac6b tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Deleting port a816d115-ab78-4dd6-8590-4193521ddef1 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:52.466067 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-a0ad5afa-d81d-4ea1-8216-5fe7de9a33c9 req-f41351ee-9c7d-43b9-8018-c08f5559ac6b tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.487603 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Allocated IP 172.21.0.1 (710a256d-fee6-4cef-ba4f-968b2868f121/dfac0a6f-a37b-4d43-8049-57ebd8a7f344/3789fda6-d639-4959-a12e-75ea23ce74c9) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:52.516158 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Attempting to bind port 2084ca74-784c-4e05-9a08-0d4bf708871d on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:42:52.516642 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Attempting to bind port 2084ca74-784c-4e05-9a08-0d4bf708871d by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '3cbd118b-787e-4222-96c1-388804f0015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db0fd3ba-ecbd-4658-bf5a-512f7edc9e51'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:42:52.517085 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Attempting to bind port 2084ca74-784c-4e05-9a08-0d4bf708871d on network db0fd3ba-ecbd-4658-bf5a-512f7edc9e51 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:42:52.526109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-da9276b6-70b5-4f16-8cea-2dcaf7ca3e49 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.531115 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:42:52.531583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Checking segment: {'id': '3cbd118b-787e-4222-96c1-388804f0015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db0fd3ba-ecbd-4658-bf5a-512f7edc9e51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:52.532107 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.532600 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Bound using segment: {'id': '3cbd118b-787e-4222-96c1-388804f0015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db0fd3ba-ecbd-4658-bf5a-512f7edc9e51'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:42:52.533153 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Bound port: 2084ca74-784c-4e05-9a08-0d4bf708871d, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3cbd118b-787e-4222-96c1-388804f0015c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 197, 'network_id': 'db0fd3ba-ecbd-4658-bf5a-512f7edc9e51'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:42:52.533706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.598857 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-da9276b6-70b5-4f16-8cea-2dcaf7ca3e49 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.604267 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da9276b6-70b5-4f16-8cea-2dcaf7ca3e49 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:52.604953 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-da9276b6-70b5-4f16-8cea-2dcaf7ca3e49 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.621739 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-995b7b81-affe-42ca-9cd0-204b38fad2b9 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.622652 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c99c68f3-0d7a-4bbf-82cb-e627940c3bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port 48426cb5-de28-4263-9489-eb9e665256d5 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:52.622997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c99c68f3-0d7a-4bbf-82cb-e627940c3bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.626808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-a0ad5afa-d81d-4ea1-8216-5fe7de9a33c9 req-f41351ee-9c7d-43b9-8018-c08f5559ac6b tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] For port a816d115-ab78-4dd6-8590-4193521ddef1, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=a816d115-ab78-4dd6-8590-4193521ddef1,segment=NetworkSegment(3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9),segment_id=3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:52.627169 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-a0ad5afa-d81d-4ea1-8216-5fe7de9a33c9 req-f41351ee-9c7d-43b9-8018-c08f5559ac6b tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.634210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.644286 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] For port 2084ca74-784c-4e05-9a08-0d4bf708871d, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:42:52.648426 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] For port 2084ca74-784c-4e05-9a08-0d4bf708871d, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2084ca74-784c-4e05-9a08-0d4bf708871d,segment=NetworkSegment(3cbd118b-787e-4222-96c1-388804f0015c),segment_id=3cbd118b-787e-4222-96c1-388804f0015c)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:42:52.649895 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.661072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-296c765d-9094-4d1c-a421-9904f351aa25 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.669792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-296c765d-9094-4d1c-a421-9904f351aa25 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.679296 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.710861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Network d34da7af-7749-4cda-b6ea-1c161cef1c4d is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:52.715935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Pushing event updated for resources: {'Port': ['ID=96d874aa-b120-47fc-b934-4bba17391fcd,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:52.719124 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:52.722673 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [req-a0ad5afa-d81d-4ea1-8216-5fe7de9a33c9 req-f41351ee-9c7d-43b9-8018-c08f5559ac6b tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Calling delete_port for a816d115-ab78-4dd6-8590-4193521ddef1 owned by compute:nova {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:52.723513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:52.743280 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-da9276b6-70b5-4f16-8cea-2dcaf7ca3e49 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6877532 Nov 23 04:42:52.757841 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44588) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:52.779079 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-995b7b81-affe-42ca-9cd0-204b38fad2b9 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.781496 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-0aae1aab-8f63-4364-8d88-d766e83fa430 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Request body: {'subnet': {'network_id': '9f9d7f78-e44a-4769-891a-8dd11806779c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:52.825795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a90781-af44-4938-9164-d68c40e3e537 None None] Pushing event updated for resources: {'Port': ['ID=2084ca74-784c-4e05-9a08-0d4bf708871d,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:52.836801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Attempting to bind port 96d874aa-b120-47fc-b934-4bba17391fcd on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:42:52.837056 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Attempting to bind port 96d874aa-b120-47fc-b934-4bba17391fcd by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0e933925-d526-4da7-819b-4b4b9cd0eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd34da7af-7749-4cda-b6ea-1c161cef1c4d'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:42:52.837496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Attempting to bind port 96d874aa-b120-47fc-b934-4bba17391fcd on network d34da7af-7749-4cda-b6ea-1c161cef1c4d {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:42:52.840955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9276b6-70b5-4f16-8cea-2dcaf7ca3e49 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event updated for resources: {'Network': ['ID=19c33a70-1647-40d9-9384-e3b6d23ac670,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:52.843284 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:42:52.843667 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Checking segment: {'id': '0e933925-d526-4da7-819b-4b4b9cd0eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd34da7af-7749-4cda-b6ea-1c161cef1c4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:52.844076 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.844470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Bound using segment: {'id': '0e933925-d526-4da7-819b-4b4b9cd0eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd34da7af-7749-4cda-b6ea-1c161cef1c4d'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:42:52.844946 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Bound port: 96d874aa-b120-47fc-b934-4bba17391fcd, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e933925-d526-4da7-819b-4b4b9cd0eacb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'd34da7af-7749-4cda-b6ea-1c161cef1c4d'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:42:52.845439 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.855125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-296c765d-9094-4d1c-a421-9904f351aa25 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.855808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-296c765d-9094-4d1c-a421-9904f351aa25 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Fanout notify agent at l3_agent the message router_deleted on router 16487d96-1e04-4f9a-b289-2a05d97b6ce2 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:42:52.869346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-296c765d-9094-4d1c-a421-9904f351aa25 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:52.871127 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-296c765d-9094-4d1c-a421-9904f351aa25 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/routers/16487d96-1e04-4f9a-b289-2a05d97b6ce2 HTTP/1.1" status: 204 len: 168 time: 0.6267579 Nov 23 04:42:52.879971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44590) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:52.886723 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 19c33a70-1647-40d9-9384-e3b6d23ac670 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:52.934144 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab10620-3fbd-4e88-ae68-ef589e7370d0 req-8bcef5c1-f538-4d76-ba47-6178f750d676 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:52.936102 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5ab10620-3fbd-4e88-ae68-ef589e7370d0 req-8bcef5c1-f538-4d76-ba47-6178f750d676 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 946 time: 0.1543009 Nov 23 04:42:52.955705 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-3399e823-6558-454c-88e3-daff2e107a37 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting subnet d047ae23-78d5-4761-85e2-1918d7fbd22e {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:52.991898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] For port 96d874aa-b120-47fc-b934-4bba17391fcd, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:42:52.997160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] For port 96d874aa-b120-47fc-b934-4bba17391fcd, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=96d874aa-b120-47fc-b934-4bba17391fcd,segment=NetworkSegment(0e933925-d526-4da7-819b-4b4b9cd0eacb),segment_id=0e933925-d526-4da7-819b-4b4b9cd0eacb)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:42:52.998112 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:53.010222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3399e823-6558-454c-88e3-daff2e107a37 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:53.037395 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-995b7b81-affe-42ca-9cd0-204b38fad2b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:53.042580 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:53.050069 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-995b7b81-affe-42ca-9cd0-204b38fad2b9 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:53.050069 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-995b7b81-affe-42ca-9cd0-204b38fad2b9 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/530f011c-4c1c-4bfc-bf09-516b07fd228e HTTP/1.1" status: 204 len: 168 time: 0.7864494 Nov 23 04:42:53.084724 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995b7b81-affe-42ca-9cd0-204b38fad2b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530f011c-4c1c-4bfc-bf09-516b07fd228e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:53.112194 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5ab10620-3fbd-4e88-ae68-ef589e7370d0 req-a052f51b-953a-4434-a149-49348a3b498f tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/security-groups?id=6571e1c6-cce6-442d-88cd-51cf4c2fe209&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614056 Nov 23 04:42:53.118994 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c99c68f3-0d7a-4bbf-82cb-e627940c3bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:53.130344 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:53.169655 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7f3f82-10cc-4c58-9ab5-b5e51fbe2fb1 None None] Pushing event updated for resources: {'Port': ['ID=96d874aa-b120-47fc-b934-4bba17391fcd,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:53.187393 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3399e823-6558-454c-88e3-daff2e107a37 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:53.207565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 710a256d-fee6-4cef-ba4f-968b2868f121 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:53.215100 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:53.220054 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:53.224784 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=3789fda6-d639-4959-a12e-75ea23ce74c9,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:53.229046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c99c68f3-0d7a-4bbf-82cb-e627940c3bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for 48426cb5-de28-4263-9489-eb9e665256d5 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:53.264326 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aae1aab-8f63-4364-8d88-d766e83fa430 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Made reservation on behalf of 58defa0a65c142e88146360bf0fe94dd for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:53.268643 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0aae1aab-8f63-4364-8d88-d766e83fa430 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:53.324167 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:53.468327 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-a0ad5afa-d81d-4ea1-8216-5fe7de9a33c9 req-f41351ee-9c7d-43b9-8018-c08f5559ac6b tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:53.511010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['a816d115-ab78-4dd6-8590-4193521ddef1'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:42:53.555354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e6916d7-c0a5-425a-acaf-a824b41ebd81 None None] DHCP port deletion for bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:53.589920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:53.621195 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41351ee-9c7d-43b9-8018-c08f5559ac6b tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Pushing event deleted for resources: {'Port': ['ID=a816d115-ab78-4dd6-8590-4193521ddef1,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:53.737621 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d879be0c-89b6-4b1a-ab09-b752f541559c None None] Provisioning complete for port 3789fda6-d639-4959-a12e-75ea23ce74c9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:53.738079 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d879be0c-89b6-4b1a-ab09-b752f541559c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:53.835527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d879be0c-89b6-4b1a-ab09-b752f541559c None None] Port 3789fda6-d639-4959-a12e-75ea23ce74c9 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:53.864744 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3399e823-6558-454c-88e3-daff2e107a37 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:53.877996 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [req-a0ad5afa-d81d-4ea1-8216-5fe7de9a33c9 req-f41351ee-9c7d-43b9-8018-c08f5559ac6b tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] No DVR routers for this DVR port a816d115-ab78-4dd6-8590-4193521ddef1 on host hv-neutron-8188 {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:53.905149 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-a0ad5afa-d81d-4ea1-8216-5fe7de9a33c9 req-f41351ee-9c7d-43b9-8018-c08f5559ac6b tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:53.907710 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a0ad5afa-d81d-4ea1-8216-5fe7de9a33c9 req-f41351ee-9c7d-43b9-8018-c08f5559ac6b tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.15 "DELETE /v2.0/ports/a816d115-ab78-4dd6-8590-4193521ddef1 HTTP/1.1" status: 204 len: 173 time: 1.8156331 Nov 23 04:42:53.918171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b', 'name': 'network-vif-deleted', 'tag': 'a816d115-ab78-4dd6-8590-4193521ddef1'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:42:53.920637 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9107f2b3-453d-4a25-aafe-87407a3edf8e" -d '{"events": [{"server_uuid": "a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b", "name": "network-vif-deleted", "tag": "a816d115-ab78-4dd6-8590-4193521ddef1"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:42:53.988310 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:42:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2664516-6f69-47a4-bf3d-b0959626b3b8 x-openstack-request-id: req-a2664516-6f69-47a4-bf3d-b0959626b3b8 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:42:53.988529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b", "name": "network-vif-deleted", "tag": "a816d115-ab78-4dd6-8590-4193521ddef1", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:42:53.988793 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a2664516-6f69-47a4-bf3d-b0959626b3b8 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:42:53.989190 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b', 'name': 'network-vif-deleted', 'tag': 'a816d115-ab78-4dd6-8590-4193521ddef1', 'status': 'completed', 'code': 200} Nov 23 04:42:54.100378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:54.107173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:54.112056 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7addf810-28c9-4391-a83f-bdf92ae042bd req-c92a70f4-ad16-4ad6-9cab-7951dc41c926 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:54.120291 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7addf810-28c9-4391-a83f-bdf92ae042bd req-c92a70f4-ad16-4ad6-9cab-7951dc41c926 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.5425322 Nov 23 04:42:54.162632 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0aae1aab-8f63-4364-8d88-d766e83fa430 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:54.175049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3399e823-6558-454c-88e3-daff2e107a37 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:54.190268 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:54.214561 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64bc4b18-e2cf-4580-a811-73415e346315 None None] Network d34b826e-3dfb-41c0-9c5e-55ef28ffa335 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:54.225001 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3399e823-6558-454c-88e3-daff2e107a37 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:54.229014 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3399e823-6558-454c-88e3-daff2e107a37 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/d047ae23-78d5-4761-85e2-1918d7fbd22e HTTP/1.1" status: 204 len: 168 time: 1.3444111 Nov 23 04:42:54.236468 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44618) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:54.396343 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c99c68f3-0d7a-4bbf-82cb-e627940c3bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:54.457095 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44620) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:54.460835 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aae1aab-8f63-4364-8d88-d766e83fa430 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event updated for resources: {'Subnet': ['ID=0d30fc02-14d6-461e-a188-c825e060bec9,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:54.484717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e2c90bf-8dc7-43a2-a7d6-3a4a1f9c649c None None] Network db0fd3ba-ecbd-4658-bf5a-512f7edc9e51 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:54.509586 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2280c957-3473-4cb0-9f6c-142a45c37a40 req-028a78c1-fc10-473e-a807-5768bd41ae47 tempest-TestServerAdvancedOps-862133355 tempest-TestServerAdvancedOps-862133355-project] 10.222.0.37 "GET /v2.0/ports?device_id=a17ef7b2-8e12-4f2e-97c0-7925fd6ab97b HTTP/1.1" status: 200 len: 210 time: 0.1826267 Nov 23 04:42:54.552162 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7addf810-28c9-4391-a83f-bdf92ae042bd req-7ec8be77-1ebc-406b-b413-4fc28b04d73f tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4304996 Nov 23 04:42:54.566833 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c99c68f3-0d7a-4bbf-82cb-e627940c3bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=48426cb5-de28-4263-9489-eb9e665256d5,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:54.586969 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=3789fda6-d639-4959-a12e-75ea23ce74c9,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:54.595559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 710a256d-fee6-4cef-ba4f-968b2868f121 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:54.597019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:54.597151 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c99c68f3-0d7a-4bbf-82cb-e627940c3bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:54.623239 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c99c68f3-0d7a-4bbf-82cb-e627940c3bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/48426cb5-de28-4263-9489-eb9e665256d5 HTTP/1.1" status: 204 len: 168 time: 2.2941878 Nov 23 04:42:54.628171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44624) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:54.636182 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3399e823-6558-454c-88e3-daff2e107a37 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Subnet': ['ID=d047ae23-78d5-4761-85e2-1918d7fbd22e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:54.668376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0aae1aab-8f63-4364-8d88-d766e83fa430 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Checking segment: {'id': '3dd6da1a-6264-4d5b-821c-0fd93b54a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9f9d7f78-e44a-4769-891a-8dd11806779c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:54.668748 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aae1aab-8f63-4364-8d88-d766e83fa430 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Network hostable DHCP agents. Network: 9f9d7f78-e44a-4769-891a-8dd11806779c, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:54.683190 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2084ca74-784c-4e05-9a08-0d4bf708871d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:54.686091 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-142edb6e-b2e3-4769-8b0d-99e4b6d3c6c8 None None] Provisioning complete for port 2084ca74-784c-4e05-9a08-0d4bf708871d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:54.686594 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-142edb6e-b2e3-4769-8b0d-99e4b6d3c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:54.695177 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:54.793503 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-93865aef-afc0-462e-8c52-df7b29e1f4ef tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] DELETE failed (client error): The resource could not be found. Nov 23 04:42:54.794077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93865aef-afc0-462e-8c52-df7b29e1f4ef tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:42:54.811414 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-93865aef-afc0-462e-8c52-df7b29e1f4ef tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/48426cb5-de28-4263-9489-eb9e665256d5 HTTP/1.1" status: 404 len: 333 time: 0.1613405 Nov 23 04:42:54.812919 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44626) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:54.871616 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1151834248-network', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:54.895027 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0aae1aab-8f63-4364-8d88-d766e83fa430 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Network 9f9d7f78-e44a-4769-891a-8dd11806779c is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:54.923947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adaf833-6645-40b1-9274-4d3bcb66f00b None None] DHCP port deletion for d34b826e-3dfb-41c0-9c5e-55ef28ffa335 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:54.948792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 2084ca74-784c-4e05-9a08-0d4bf708871d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:54.949822 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:54.956069 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-142edb6e-b2e3-4769-8b0d-99e4b6d3c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:54.962679 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-0aae1aab-8f63-4364-8d88-d766e83fa430 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 9f9d7f78-e44a-4769-891a-8dd11806779c) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:54.969783 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aae1aab-8f63-4364-8d88-d766e83fa430 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:54.970720 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0aae1aab-8f63-4364-8d88-d766e83fa430 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:54.974534 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] Made reservation on behalf of 198cbe73856f4e8c93984c97d08d0ad2 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:54.978885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.005782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.021448 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:55.023251 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.035053 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0aae1aab-8f63-4364-8d88-d766e83fa430 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2723389 Nov 23 04:42:55.038748 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44634) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:55.052013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79a4b17f-517e-4676-b868-0a658fea1ea9 None None] Network 9f9d7f78-e44a-4769-891a-8dd11806779c requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:55.058188 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ebf50a42-edfa-41af-ba03-7b36e47ca999 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Request body: {'subnet': {'network_id': '19c33a70-1647-40d9-9384-e3b6d23ac670', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:55.064731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe92d4b0-ffe5-4dc5-b281-3ab855ab858f None None] Network d34da7af-7749-4cda-b6ea-1c161cef1c4d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:55.225958 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] For port 8f39a9a1-9632-4b5b-86ec-2fc94140dd12, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8f39a9a1-9632-4b5b-86ec-2fc94140dd12,segment=NetworkSegment(c24ab819-3b00-410b-ab95-d4f669bd574e),segment_id=c24ab819-3b00-410b-ab95-d4f669bd574e)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:55.226425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.257945 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:55.286165 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf50a42-edfa-41af-ba03-7b36e47ca999 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Made reservation on behalf of 58defa0a65c142e88146360bf0fe94dd for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:55.290813 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ebf50a42-edfa-41af-ba03-7b36e47ca999 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.346113 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-142edb6e-b2e3-4769-8b0d-99e4b6d3c6c8 None None] For port 2084ca74-784c-4e05-9a08-0d4bf708871d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2084ca74-784c-4e05-9a08-0d4bf708871d,segment=NetworkSegment(3cbd118b-787e-4222-96c1-388804f0015c),segment_id=3cbd118b-787e-4222-96c1-388804f0015c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:55.353967 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-56616b19-5ef4-4aec-9410-53487b56e48e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] GET failed (client error): The resource could not be found. Nov 23 04:42:55.358262 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-56616b19-5ef4-4aec-9410-53487b56e48e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/48426cb5-de28-4263-9489-eb9e665256d5 HTTP/1.1" status: 404 len: 333 time: 0.5040271 Nov 23 04:42:55.361199 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44636) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:55.365703 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-142edb6e-b2e3-4769-8b0d-99e4b6d3c6c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.424447 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6a60a98f-a2b3-49aa-9844-1bc0ad968e61 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting subnet 4a6484ba-78e0-4dc3-91ab-63eec77d227f {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:55.431733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a60a98f-a2b3-49aa-9844-1bc0ad968e61 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.504279 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9adaf833-6645-40b1-9274-4d3bcb66f00b None None] Deleting port 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:55.505036 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9adaf833-6645-40b1-9274-4d3bcb66f00b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.511261 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a60a98f-a2b3-49aa-9844-1bc0ad968e61 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.571020 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router 127822db-9c6c-4922-a428-2aa4cbeb7c42 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:42:55.589459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44642) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:55.596787 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9adaf833-6645-40b1-9274-4d3bcb66f00b None None] For port 8f39a9a1-9632-4b5b-86ec-2fc94140dd12, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8f39a9a1-9632-4b5b-86ec-2fc94140dd12,segment=NetworkSegment(c24ab819-3b00-410b-ab95-d4f669bd574e),segment_id=c24ab819-3b00-410b-ab95-d4f669bd574e)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:55.597317 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9adaf833-6645-40b1-9274-4d3bcb66f00b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.614569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9adaf833-6645-40b1-9274-4d3bcb66f00b None None] Calling delete_port for 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:55.675919 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142edb6e-b2e3-4769-8b0d-99e4b6d3c6c8 None None] Pushing event updated for resources: {'Port': ['ID=2084ca74-784c-4e05-9a08-0d4bf708871d,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:55.713416 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device a816d115-ab78-4dd6-8590-4193521ddef1 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:42:55.762688 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-279baad5-fb89-4a2e-aeaa-9258346a18d1 admin admin] Deleting subnet 2cb76eb6-26e2-4e9d-83de-3f38246660ed {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:55.768468 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a60a98f-a2b3-49aa-9844-1bc0ad968e61 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.771841 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-279baad5-fb89-4a2e-aeaa-9258346a18d1 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.800264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.802073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: a816d115-ab78-4dd6-8590-4193521ddef1 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:55.802551 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device a816d115-ab78-4dd6-8590-4193521ddef1 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:42:55.819896 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.851133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:42:55.862304 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-52a37219-751d-415d-a387-bb203d4434e3 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/127822db-9c6c-4922-a428-2aa4cbeb7c42/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4647584 Nov 23 04:42:55.869087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44644) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:55.872886 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:55.883690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9d6348d6-d299-49e7-bddd-97ace08e9b1d None None] Provisioning complete for port 3789fda6-d639-4959-a12e-75ea23ce74c9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:55.883941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9d6348d6-d299-49e7-bddd-97ace08e9b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.886118 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e6bfba-83e5-4e19-acda-1952ec8342b4 None None] Sync routers for ids ['127822db-9c6c-4922-a428-2aa4cbeb7c42'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:42:55.888320 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-279baad5-fb89-4a2e-aeaa-9258346a18d1 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.905030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 96d874aa-b120-47fc-b934-4bba17391fcd up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:55.908246 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2583d94b-2181-4f6f-a445-443654b43cb1,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:55.922829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.923179 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] Added segment 68272f1c-8fde-4350-bc62-54e0732d7e62 of type vlan for network ca7d247b-210d-4ed0-a1d5-72133393a767 Nov 23 04:42:55.934627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ffe183-d0f9-4631-b160-b09179a72d78 req-a64cce66-433c-4300-95ee-4e6b565dfdb3 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:55.936165 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-11ffe183-d0f9-4631-b160-b09179a72d78 req-a64cce66-433c-4300-95ee-4e6b565dfdb3 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.1757166 Nov 23 04:42:55.955825 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9abce02a-9cd5-40d6-8e18-580a521d2dd6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:55.957224 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9abce02a-9cd5-40d6-8e18-580a521d2dd6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports/3789fda6-d639-4959-a12e-75ea23ce74c9 HTTP/1.1" status: 200 len: 910 time: 0.0871909 Nov 23 04:42:55.961186 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44646) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:55.979805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a60a98f-a2b3-49aa-9844-1bc0ad968e61 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:55.986893 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-279baad5-fb89-4a2e-aeaa-9258346a18d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.036185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a60a98f-a2b3-49aa-9844-1bc0ad968e61 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Subnet': ['ID=4a6484ba-78e0-4dc3-91ab-63eec77d227f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:56.043136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a60a98f-a2b3-49aa-9844-1bc0ad968e61 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.046425 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6a60a98f-a2b3-49aa-9844-1bc0ad968e61 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/4a6484ba-78e0-4dc3-91ab-63eec77d227f HTTP/1.1" status: 204 len: 168 time: 0.6847150 Nov 23 04:42:56.049098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e6bfba-83e5-4e19-acda-1952ec8342b4 None None] Routers {'127822db-9c6c-4922-a428-2aa4cbeb7c42'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:56.049983 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-85e6bfba-83e5-4e19-acda-1952ec8342b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['127822db-9c6c-4922-a428-2aa4cbeb7c42'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:56.052830 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44648) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:56.060039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-9f9d7f78-e44a-4769-891a-8dd11806779c', 'network_id': '9f9d7f78-e44a-4769-891a-8dd11806779c', 'tenant_id': '58defa0a65c142e88146360bf0fe94dd', 'fixed_ips': [{'subnet_id': '0d30fc02-14d6-461e-a188-c825e060bec9'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:42:56.060999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.110501 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9d6348d6-d299-49e7-bddd-97ace08e9b1d None None] Port 3789fda6-d639-4959-a12e-75ea23ce74c9 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:56.118069 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-85e6bfba-83e5-4e19-acda-1952ec8342b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:56.158687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9d6348d6-d299-49e7-bddd-97ace08e9b1d None None] Provisioning complete for port 96d874aa-b120-47fc-b934-4bba17391fcd triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:56.159188 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9d6348d6-d299-49e7-bddd-97ace08e9b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.160899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e6bfba-83e5-4e19-acda-1952ec8342b4 None None] Routers {'127822db-9c6c-4922-a428-2aa4cbeb7c42'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:42:56.161588 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-85e6bfba-83e5-4e19-acda-1952ec8342b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['127822db-9c6c-4922-a428-2aa4cbeb7c42'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:56.166894 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.180678 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-279baad5-fb89-4a2e-aeaa-9258346a18d1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.237861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-279baad5-fb89-4a2e-aeaa-9258346a18d1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.245029 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-279baad5-fb89-4a2e-aeaa-9258346a18d1 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/2cb76eb6-26e2-4e9d-83de-3f38246660ed HTTP/1.1" status: 204 len: 168 time: 0.6525495 Nov 23 04:42:56.247867 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44650) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:56.250179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279baad5-fb89-4a2e-aeaa-9258346a18d1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2cb76eb6-26e2-4e9d-83de-3f38246660ed,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:56.265073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.289578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fd7bc44-2dcf-4af6-85a7-bd5089adeab7 None None] Network bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:56.299604 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-85e6bfba-83e5-4e19-acda-1952ec8342b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:56.302632 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e6bfba-83e5-4e19-acda-1952ec8342b4 None None] The sync data for ids ['127822db-9c6c-4922-a428-2aa4cbeb7c42'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:42:56.353413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e882664d-a398-4f7e-ab61-3a318d46c268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.362203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port 96d874aa-b120-47fc-b934-4bba17391fcd {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:56.362692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.374036 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 96d874aa-b120-47fc-b934-4bba17391fcd triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:56.375034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.393210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9adaf833-6645-40b1-9274-4d3bcb66f00b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.438245 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.481239 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ebf50a42-edfa-41af-ba03-7b36e47ca999 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.485633 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No DVR routers for this DVR port 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:56.490191 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5c4890-085b-4399-a9ae-10df78ac5011 None None] Network d34da7af-7749-4cda-b6ea-1c161cef1c4d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:56.499270 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=8f39a9a1-9632-4b5b-86ec-2fc94140dd12,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:56.499468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adaf833-6645-40b1-9274-4d3bcb66f00b None None] Pushing event deleted for resources: {'Port': ['ID=8f39a9a1-9632-4b5b-86ec-2fc94140dd12,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:56.519612 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] For port 96d874aa-b120-47fc-b934-4bba17391fcd, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=96d874aa-b120-47fc-b934-4bba17391fcd,segment=NetworkSegment(0e933925-d526-4da7-819b-4b4b9cd0eacb),segment_id=0e933925-d526-4da7-819b-4b4b9cd0eacb)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:56.520081 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.525117 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9adaf833-6645-40b1-9274-4d3bcb66f00b None None] No DVR routers for this DVR port 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:56.533333 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e882664d-a398-4f7e-ab61-3a318d46c268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.547734 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for 96d874aa-b120-47fc-b934-4bba17391fcd owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:56.567377 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-e882664d-a398-4f7e-ab61-3a318d46c268 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:56.581698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-e882664d-a398-4f7e-ab61-3a318d46c268 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:56.582066 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-e882664d-a398-4f7e-ab61-3a318d46c268 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b9f7fbb-9edb-41c2-84d4-8d3f05b12ad9') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:56.620696 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Allocated IP 2001:db8::2 (9f9d7f78-e44a-4769-891a-8dd11806779c/0d30fc02-14d6-461e-a188-c825e060bec9/33c3b1e7-a4c4-4fac-a518-def546fc3682) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:56.628477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e882664d-a398-4f7e-ab61-3a318d46c268 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.637854 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-11ffe183-d0f9-4631-b160-b09179a72d78 req-32ccfa5e-a8fb-4fa7-aeb4-0bf3ea2e2e63 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6868596 Nov 23 04:42:56.653486 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e882664d-a398-4f7e-ab61-3a318d46c268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.655387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62e04a5a-e39c-4821-832b-2bc04ca83095 req-beb597c7-b304-4e9e-ab12-265b53630f80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:56.656921 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-62e04a5a-e39c-4821-832b-2bc04ca83095 req-beb597c7-b304-4e9e-ab12-265b53630f80 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 1098 time: 0.4347579 Nov 23 04:42:56.672452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e882664d-a398-4f7e-ab61-3a318d46c268 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:56.673236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e882664d-a398-4f7e-ab61-3a318d46c268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:56.676544 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:56.713805 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.715161 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:56.715905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b57af232-ec49-42b3-8905-c6a1e6a110bb None None] DHCP port deletion for bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:56.716055 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.728850 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.758539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.767230 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf50a42-edfa-41af-ba03-7b36e47ca999 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event updated for resources: {'Subnet': ['ID=78f1bed0-1cb4-4c9e-a3d4-ed16303db9f0,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:56.768738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e882664d-a398-4f7e-ab61-3a318d46c268 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.780555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e882664d-a398-4f7e-ab61-3a318d46c268 admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.789020 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e882664d-a398-4f7e-ab61-3a318d46c268 admin admin] 10.222.0.37 "DELETE /v2.0/networks/bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd HTTP/1.1" status: 204 len: 168 time: 0.5399439 Nov 23 04:42:56.811405 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44652) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:56.828931 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9d6348d6-d299-49e7-bddd-97ace08e9b1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.833339 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No DVR routers for this DVR port 96d874aa-b120-47fc-b934-4bba17391fcd on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:42:56.838064 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=96d874aa-b120-47fc-b934-4bba17391fcd,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:56.854020 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:56.895625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e882664d-a398-4f7e-ab61-3a318d46c268 admin admin] Pushing event deleted for resources: {'Network': ['ID=bd9e2a9b-6a42-449e-bf48-4dd4863d6fdd,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:56.924414 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 2.4645016 Nov 23 04:42:56.928421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34b826e-3dfb-41c0-9c5e-55ef28ffa335']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:56.930257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44654) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:56.940269 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d8cf09-00c5-4aac-b7fd-e8aaa62e1e2b None None] DHCP port deletion for d34da7af-7749-4cda-b6ea-1c161cef1c4d request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:56.944950 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957d94b5-5230-40f7-ba45-3afeb609812c admin admin] Pushing event updated for resources: {'Network': ['ID=ca7d247b-210d-4ed0-a1d5-72133393a767,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:56.953349 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf50a42-edfa-41af-ba03-7b36e47ca999 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Checking segment: {'id': '1888165b-87ce-49f0-93ea-b553af9c2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19c33a70-1647-40d9-9384-e3b6d23ac670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:56.953724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf50a42-edfa-41af-ba03-7b36e47ca999 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Network hostable DHCP agents. Network: 19c33a70-1647-40d9-9384-e3b6d23ac670, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:56.956814 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c24ab819-3b00-410b-ab95-d4f669bd574e') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:56.957110 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c24ab819-3b00-410b-ab95-d4f669bd574e') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:56.972309 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network ca7d247b-210d-4ed0-a1d5-72133393a767 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:56.982068 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e6bc4bbb-e235-4ebd-9497-9b3c4cd409a4 admin admin] Request body: {'subnet': {'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1151834248-subnet', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'ip_version': 4}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:57.009857 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-62e04a5a-e39c-4821-832b-2bc04ca83095 req-4652c15e-093f-4bf2-bca5-03685e25e096 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3262033 Nov 23 04:42:57.012653 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.018639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-99081b06-9d40-4065-ae0d-b385b7757212 admin admin] Deleting subnet bece27e5-c7a9-42be-8801-08615fc49322 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:42:57.036395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.036848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.039940 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99081b06-9d40-4065-ae0d-b385b7757212 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.048961 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf50a42-edfa-41af-ba03-7b36e47ca999 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Network 19c33a70-1647-40d9-9384-e3b6d23ac670 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:57.061540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Releasing vlan 185 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:57.062148 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:57.066691 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:57.088038 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.103744 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6bc4bbb-e235-4ebd-9497-9b3c4cd409a4 admin admin] Made reservation on behalf of 198cbe73856f4e8c93984c97d08d0ad2 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:57.106191 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.106437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e6bc4bbb-e235-4ebd-9497-9b3c4cd409a4 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.114805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d34da7af-7749-4cda-b6ea-1c161cef1c4d']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:57.120867 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-ebf50a42-edfa-41af-ba03-7b36e47ca999 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 19c33a70-1647-40d9-9384-e3b6d23ac670) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:57.136545 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf50a42-edfa-41af-ba03-7b36e47ca999 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:57.137402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ebf50a42-edfa-41af-ba03-7b36e47ca999 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.154899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b912f830-f9bc-435a-8f17-558597342643 None None] Provisioning complete for port 2084ca74-784c-4e05-9a08-0d4bf708871d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:57.155309 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b912f830-f9bc-435a-8f17-558597342643 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.156967 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be36b163-0c8f-4bb4-91d8-aec18214c394 None None] Network 19c33a70-1647-40d9-9384-e3b6d23ac670 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:57.174146 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99081b06-9d40-4065-ae0d-b385b7757212 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.179279 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e933925-d526-4da7-819b-4b4b9cd0eacb') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:57.179716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e933925-d526-4da7-819b-4b4b9cd0eacb') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:57.184971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.194691 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ebf50a42-edfa-41af-ba03-7b36e47ca999 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1403213 Nov 23 04:42:57.201137 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44656) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:57.211622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.215420 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/networks/d34b826e-3dfb-41c0-9c5e-55ef28ffa335 HTTP/1.1" status: 204 len: 168 time: 2.9689286 Nov 23 04:42:57.216570 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee70ddd-67cd-4aa8-ab37-55704d6baed4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Network': ['ID=d34b826e-3dfb-41c0-9c5e-55ef28ffa335,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:57.219702 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44658) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:57.226250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-860376219', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:57.232548 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.270878 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.272341 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.325872 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.339045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef6e2807-f30e-4d98-a96e-45292e5df31e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.342555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.382332 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2084ca74-784c-4e05-9a08-0d4bf708871d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:57.397860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:57.398280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:57.402817 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:57.404832 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99081b06-9d40-4065-ae0d-b385b7757212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.434354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Network 9f9d7f78-e44a-4769-891a-8dd11806779c is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:57.453715 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:57.462773 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:57.475344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Pushing event updated for resources: {'Port': ['ID=33c3b1e7-a4c4-4fac-a518-def546fc3682,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:57.599884 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c97ca78c-0875-44f8-836d-ef8dc069b6b2 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:42:57.604050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.613441 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.631558 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Attempting to bind port 33c3b1e7-a4c4-4fac-a518-def546fc3682 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:42:57.631878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Attempting to bind port 33c3b1e7-a4c4-4fac-a518-def546fc3682 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '3dd6da1a-6264-4d5b-821c-0fd93b54a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9f9d7f78-e44a-4769-891a-8dd11806779c'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:42:57.632260 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Attempting to bind port 33c3b1e7-a4c4-4fac-a518-def546fc3682 on network 9f9d7f78-e44a-4769-891a-8dd11806779c {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:42:57.638723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.645569 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/networks/d34da7af-7749-4cda-b6ea-1c161cef1c4d HTTP/1.1" status: 204 len: 168 time: 1.5874462 Nov 23 04:42:57.645784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 2084ca74-784c-4e05-9a08-0d4bf708871d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:57.646231 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.648307 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c97ca78c-0875-44f8-836d-ef8dc069b6b2 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:42:57.657164 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44660) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:57.665397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-3a9a2084-32dc-43cc-846b-010d0a6ae44f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-364153718'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:57.694419 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46554d8c-c3f1-479c-8546-a7fc8b0b6e03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Network': ['ID=d34da7af-7749-4cda-b6ea-1c161cef1c4d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:57.716004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:42:57.716004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Checking segment: {'id': '3dd6da1a-6264-4d5b-821c-0fd93b54a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9f9d7f78-e44a-4769-891a-8dd11806779c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:57.716312 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.716770 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Bound using segment: {'id': '3dd6da1a-6264-4d5b-821c-0fd93b54a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9f9d7f78-e44a-4769-891a-8dd11806779c'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:42:57.717327 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Bound port: 33c3b1e7-a4c4-4fac-a518-def546fc3682, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dd6da1a-6264-4d5b-821c-0fd93b54a824', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9f9d7f78-e44a-4769-891a-8dd11806779c'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:42:57.717883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.745062 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99081b06-9d40-4065-ae0d-b385b7757212 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.830160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a9a2084-32dc-43cc-846b-010d0a6ae44f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:57.833671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2084-32dc-43cc-846b-010d0a6ae44f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.847796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.851019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99081b06-9d40-4065-ae0d-b385b7757212 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bece27e5-c7a9-42be-8801-08615fc49322,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:57.855773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-99081b06-9d40-4065-ae0d-b385b7757212 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.858217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b912f830-f9bc-435a-8f17-558597342643 None None] Could not find standard attr ID for object 96d874aa-b120-47fc-b934-4bba17391fcd. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:42:57.862228 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-99081b06-9d40-4065-ae0d-b385b7757212 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/bece27e5-c7a9-42be-8801-08615fc49322 HTTP/1.1" status: 204 len: 168 time: 1.0445271 Nov 23 04:42:57.876201 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-19c33a70-1647-40d9-9384-e3b6d23ac670', 'network_id': '19c33a70-1647-40d9-9384-e3b6d23ac670', 'tenant_id': '58defa0a65c142e88146360bf0fe94dd', 'fixed_ips': [{'subnet_id': '78f1bed0-1cb4-4c9e-a3d4-ed16303db9f0'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:42:57.877048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.877190 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44664) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:57.898362 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5173256e-5e64-4db7-85d4-5ec8d934945e None None] Network e6e33a86-a7a1-4a6b-b267-990c43b12b61 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:57.947870 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e6bc4bbb-e235-4ebd-9497-9b3c4cd409a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:57.951603 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a9a2084-32dc-43cc-846b-010d0a6ae44f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:42:58.023834 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2084-32dc-43cc-846b-010d0a6ae44f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.024225 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-3a9a2084-32dc-43cc-846b-010d0a6ae44f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Added segment 66463a00-e0aa-4bd3-be65-d96ff49ca003 of type vlan for network c1ffa3d3-3c27-4515-8457-9b4f37fcabf9 Nov 23 04:42:58.058344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-523ba756-a8ae-4e28-8645-c775c83092af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.060723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae0e484-6729-40a7-a058-61a329667ee4 req-230c7b58-f379-471e-ad8e-699852fa57b1 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:58.061913 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dae0e484-6729-40a7-a058-61a329667ee4 req-230c7b58-f379-471e-ad8e-699852fa57b1 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.3115828 Nov 23 04:42:58.127571 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] For port 33c3b1e7-a4c4-4fac-a518-def546fc3682, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:42:58.145953 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e2807-f30e-4d98-a96e-45292e5df31e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port 3789fda6-d639-4959-a12e-75ea23ce74c9 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:42:58.148317 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef6e2807-f30e-4d98-a96e-45292e5df31e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.154932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6bc4bbb-e235-4ebd-9497-9b3c4cd409a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66beddca-6c37-4768-b1f2-70b0afaa8f73,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:58.155873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c97ca78c-0875-44f8-836d-ef8dc069b6b2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c97ca78c-0875-44f8-836d-ef8dc069b6b2,segment=NetworkSegment(6d892ad2-787f-45fc-bfa7-f0cd2a04173f),segment_id=6d892ad2-787f-45fc-bfa7-f0cd2a04173f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:58.159303 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.180163 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2084-32dc-43cc-846b-010d0a6ae44f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.182992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] For port 33c3b1e7-a4c4-4fac-a518-def546fc3682, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=33c3b1e7-a4c4-4fac-a518-def546fc3682,segment=NetworkSegment(3dd6da1a-6264-4d5b-821c-0fd93b54a824),segment_id=3dd6da1a-6264-4d5b-821c-0fd93b54a824)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:42:58.192432 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.207672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.224160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'port_id': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2', 'mac_address': 'fa:16:3e:ec:37:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 198, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:42:58.226364 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6bc4bbb-e235-4ebd-9497-9b3c4cd409a4 admin admin] Checking segment: {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:58.227761 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bc4bbb-e235-4ebd-9497-9b3c4cd409a4 admin admin] Network hostable DHCP agents. Network: ca7d247b-210d-4ed0-a1d5-72133393a767, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:42:58.227925 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.296409 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dae0e484-6729-40a7-a058-61a329667ee4 req-3c04b422-e1eb-4d67-896e-bd85d957d2b7 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1737282 Nov 23 04:42:58.302264 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2084-32dc-43cc-846b-010d0a6ae44f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.307802 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a9a2084-32dc-43cc-846b-010d0a6ae44f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:58.308424 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3a9a2084-32dc-43cc-846b-010d0a6ae44f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.354047 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6bc4bbb-e235-4ebd-9497-9b3c4cd409a4 admin admin] Network ca7d247b-210d-4ed0-a1d5-72133393a767 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:42:58.355910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858eeac6-298e-487b-a973-c3dca42a876d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:42:58.358246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55e5c54-ded5-424d-93f2-e899c0fa6535" -d '{"events": [{"server_uuid": "858eeac6-298e-487b-a973-c3dca42a876d", "name": "network-vif-unplugged", "status": "completed", "tag": "c97ca78c-0875-44f8-836d-ef8dc069b6b2"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:42:58.397006 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfb2d87a-dc4b-473f-861c-e998ce03abc3 None None] DHCP port deletion for e6e33a86-a7a1-4a6b-b267-990c43b12b61 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:58.431162 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 04:42:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06de673f-e95b-4f83-9885-61f66e2927cb x-openstack-request-id: req-06de673f-e95b-4f83-9885-61f66e2927cb {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:42:58.431467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858eeac6-298e-487b-a973-c3dca42a876d", "name": "network-vif-unplugged", "status": "completed", "tag": "c97ca78c-0875-44f8-836d-ef8dc069b6b2", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:42:58.431727 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06de673f-e95b-4f83-9885-61f66e2927cb {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:42:58.432118 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858eeac6-298e-487b-a973-c3dca42a876d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2', 'code': 200} Nov 23 04:42:58.433821 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c97ca78c-0875-44f8-836d-ef8dc069b6b2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c97ca78c-0875-44f8-836d-ef8dc069b6b2,segment=NetworkSegment(6d892ad2-787f-45fc-bfa7-f0cd2a04173f),segment_id=6d892ad2-787f-45fc-bfa7-f0cd2a04173f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:58.434629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Allocated IP 172.26.8.166 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/b986aed8-cfbf-42a8-970a-84a291ed5756) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:58.442065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 96d874aa-b120-47fc-b934-4bba17391fcd no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:42:58.458624 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.481588 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Allocated IP 2001:db8::1 (9f9d7f78-e44a-4769-891a-8dd11806779c/0d30fc02-14d6-461e-a188-c825e060bec9/2640c56b-8982-4259-9f81-86ae2c6e2ca0) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:58.484617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.487383 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Allocated IP 2001:db8::2 (19c33a70-1647-40d9-9384-e3b6d23ac670/78f1bed0-1cb4-4c9e-a3d4-ed16303db9f0/b64736d6-da43-43f9-aa80-b2b448f74ea9) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:58.490445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f74809-5349-4154-8579-5e9d91ddf1fd None None] Pushing event updated for resources: {'Port': ['ID=33c3b1e7-a4c4-4fac-a518-def546fc3682,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:58.496783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 96d874aa-b120-47fc-b934-4bba17391fcd {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:58.497190 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 96d874aa-b120-47fc-b934-4bba17391fcd not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:42:58.497700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:42:58.554161 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3a9a2084-32dc-43cc-846b-010d0a6ae44f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.8957155 Nov 23 04:42:58.558786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:42:58.558967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44668) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:58.559128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8f39a9a1-9632-4b5b-86ec-2fc94140dd12 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:42:58.561523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-e6bc4bbb-e235-4ebd-9497-9b3c4cd409a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, ca7d247b-210d-4ed0-a1d5-72133393a767) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:58.565183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c97ca78c-0875-44f8-836d-ef8dc069b6b2 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:42:58.577525 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-52db199a-9b57-47ce-9233-1f31f00ad3b6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'subnet': {'network_id': 'c1ffa3d3-3c27-4515-8457-9b4f37fcabf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:58.588490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6bc4bbb-e235-4ebd-9497-9b3c4cd409a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:42:58.589078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e6bc4bbb-e235-4ebd-9497-9b3c4cd409a4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.610379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a9a2084-32dc-43cc-846b-010d0a6ae44f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Network': ['ID=c1ffa3d3-3c27-4515-8457-9b4f37fcabf9,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:58.616299 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a16acc-dc6a-4050-aba6-f357b26bd77f None None] Network ca7d247b-210d-4ed0-a1d5-72133393a767 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:42:58.629530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network c1ffa3d3-3c27-4515-8457-9b4f37fcabf9 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:42:58.732544 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e6bc4bbb-e235-4ebd-9497-9b3c4cd409a4 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8009942 Nov 23 04:42:58.743215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44670) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:58.759437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:42:58.778299 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef6e2807-f30e-4d98-a96e-45292e5df31e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.782889 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.797645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.799576 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-523ba756-a8ae-4e28-8645-c775c83092af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.832596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.832596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.833314 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ef6e2807-f30e-4d98-a96e-45292e5df31e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for 3789fda6-d639-4959-a12e-75ea23ce74c9 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:42:58.847268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c97ca78c-0875-44f8-836d-ef8dc069b6b2,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:58.854547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52db199a-9b57-47ce-9233-1f31f00ad3b6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:42:58.858570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-52db199a-9b57-47ce-9233-1f31f00ad3b6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.872805 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:42:58.873439 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:42:58.920547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-523ba756-a8ae-4e28-8645-c775c83092af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6e33a86-a7a1-4a6b-b267-990c43b12b61']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:58.943714 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-523ba756-a8ae-4e28-8645-c775c83092af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1c7be36-d6c2-446c-9e20-d3617b8a9a4e') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:58.944617 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-523ba756-a8ae-4e28-8645-c775c83092af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1c7be36-d6c2-446c-9e20-d3617b8a9a4e') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:42:58.956021 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-523ba756-a8ae-4e28-8645-c775c83092af admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.977792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.980578 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-523ba756-a8ae-4e28-8645-c775c83092af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.981384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:58.992066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.001992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.004331 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-523ba756-a8ae-4e28-8645-c775c83092af admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:42:59.004747 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-523ba756-a8ae-4e28-8645-c775c83092af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:42:59.012701 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:42:59.058473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-ca7d247b-210d-4ed0-a1d5-72133393a767', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:42:59.060183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.090670 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Network 19c33a70-1647-40d9-9384-e3b6d23ac670 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:59.098266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:59.106771 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:59.109463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Pushing event updated for resources: {'Port': ['ID=b64736d6-da43-43f9-aa80-b2b448f74ea9,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:59.116460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Network 9f9d7f78-e44a-4769-891a-8dd11806779c is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:59.127360 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:59.146947 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:59.147590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.155820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.193309 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event updated for resources: {'Port': ['ID=2640c56b-8982-4259-9f81-86ae2c6e2ca0,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:59.235424 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-523ba756-a8ae-4e28-8645-c775c83092af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.261251 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-523ba756-a8ae-4e28-8645-c775c83092af admin admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.266971 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-523ba756-a8ae-4e28-8645-c775c83092af admin admin] 10.222.0.37 "DELETE /v2.0/networks/e6e33a86-a7a1-4a6b-b267-990c43b12b61 HTTP/1.1" status: 204 len: 168 time: 1.3824401 Nov 23 04:42:59.291716 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:42:59.308374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:42:59.312238 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=b986aed8-cfbf-42a8-970a-84a291ed5756,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:59.314095 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:42:59.318726 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-523ba756-a8ae-4e28-8645-c775c83092af admin admin] Pushing event deleted for resources: {'Network': ['ID=e6e33a86-a7a1-4a6b-b267-990c43b12b61,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:59.381687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 33c3b1e7-a4c4-4fac-a518-def546fc3682 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:42:59.390455 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d7dd477-32eb-499d-9a2a-bc2e66747120 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:42:59.512108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Attempting to bind port b64736d6-da43-43f9-aa80-b2b448f74ea9 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:42:59.512787 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Attempting to bind port b64736d6-da43-43f9-aa80-b2b448f74ea9 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '1888165b-87ce-49f0-93ea-b553af9c2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19c33a70-1647-40d9-9384-e3b6d23ac670'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:42:59.512900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Attempting to bind port b64736d6-da43-43f9-aa80-b2b448f74ea9 on network 19c33a70-1647-40d9-9384-e3b6d23ac670 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:42:59.569902 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.574614 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:42:59.574999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Checking segment: {'id': '1888165b-87ce-49f0-93ea-b553af9c2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19c33a70-1647-40d9-9384-e3b6d23ac670'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:42:59.575395 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.575792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Bound using segment: {'id': '1888165b-87ce-49f0-93ea-b553af9c2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19c33a70-1647-40d9-9384-e3b6d23ac670'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:42:59.576277 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Bound port: b64736d6-da43-43f9-aa80-b2b448f74ea9, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1888165b-87ce-49f0-93ea-b553af9c2ae4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '19c33a70-1647-40d9-9384-e3b6d23ac670'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:42:59.576658 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.591548 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44676) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:42:59.603498 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef6e2807-f30e-4d98-a96e-45292e5df31e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.628216 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-80e55d76-f7f9-4a6f-883f-e2b71aea6c49 None None] Provisioning complete for port b986aed8-cfbf-42a8-970a-84a291ed5756 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:59.628590 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-80e55d76-f7f9-4a6f-883f-e2b71aea6c49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.653104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c97ca78c-0875-44f8-836d-ef8dc069b6b2 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:42:59.672730 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e2807-f30e-4d98-a96e-45292e5df31e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=3789fda6-d639-4959-a12e-75ea23ce74c9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:42:59.698059 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Allocated IP 172.20.0.2 (ca7d247b-210d-4ed0-a1d5-72133393a767/66beddca-6c37-4768-b1f2-70b0afaa8f73/846240ed-551a-4193-929d-2151f34ee851) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:42:59.736315 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c97ca78c-0875-44f8-836d-ef8dc069b6b2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c97ca78c-0875-44f8-836d-ef8dc069b6b2,segment=NetworkSegment(6d892ad2-787f-45fc-bfa7-f0cd2a04173f),segment_id=6d892ad2-787f-45fc-bfa7-f0cd2a04173f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:42:59.765431 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 33c3b1e7-a4c4-4fac-a518-def546fc3682 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:42:59.765807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.769192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.785837 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-80e55d76-f7f9-4a6f-883f-e2b71aea6c49 None None] Port b986aed8-cfbf-42a8-970a-84a291ed5756 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:42:59.906600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.913866 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-52db199a-9b57-47ce-9233-1f31f00ad3b6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:42:59.925623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] For port b64736d6-da43-43f9-aa80-b2b448f74ea9, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:42:59.970856 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] For port b64736d6-da43-43f9-aa80-b2b448f74ea9, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b64736d6-da43-43f9-aa80-b2b448f74ea9,segment=NetworkSegment(1888165b-87ce-49f0-93ea-b553af9c2ae4),segment_id=1888165b-87ce-49f0-93ea-b553af9c2ae4)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:42:59.989486 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52db199a-9b57-47ce-9233-1f31f00ad3b6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Subnet': ['ID=40c58b6e-506e-4cf7-b07b-ca8707521fd1,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:00.019160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.025308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c97ca78c-0875-44f8-836d-ef8dc069b6b2,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:00.085357 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d69c51d-1e46-44b3-879f-e49453444696 req-90f7cd74-541a-4d64-9166-44b44442b0bd tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:00.086804 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9d69c51d-1e46-44b3-879f-e49453444696 req-90f7cd74-541a-4d64-9166-44b44442b0bd tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 943 time: 0.3886831 Nov 23 04:43:00.151750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7998fa05-1629-415d-9116-aca58d5ea226 None None] Network 9f9d7f78-e44a-4769-891a-8dd11806779c requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:00.163830 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['c97ca78c-0875-44f8-836d-ef8dc069b6b2'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:43:00.195773 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c2f13e10-e06c-43f7-b0bd-c7ccf13171af admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=f766ef2e82864ea88f497233edaebb39&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6027226 Nov 23 04:43:00.200037 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44678) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:00.212322 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-52db199a-9b57-47ce-9233-1f31f00ad3b6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Checking segment: {'id': '66463a00-e0aa-4bd3-be65-d96ff49ca003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c1ffa3d3-3c27-4515-8457-9b4f37fcabf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:00.212689 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52db199a-9b57-47ce-9233-1f31f00ad3b6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network hostable DHCP agents. Network: c1ffa3d3-3c27-4515-8457-9b4f37fcabf9, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:43:00.219113 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.272470 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9d69c51d-1e46-44b3-879f-e49453444696 req-cebb6c56-6231-48f4-a228-00c8581b7587 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1784635 Nov 23 04:43:00.292976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d75aa15-c4b2-47f4-a330-0617c3365c2b None None] Pushing event updated for resources: {'Port': ['ID=b64736d6-da43-43f9-aa80-b2b448f74ea9,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:00.308309 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.313796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44680) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:00.315208 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.348014 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.361423 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-275cd5b3-d45c-4159-bac2-a818abda395a None None] Provisioning complete for port 33c3b1e7-a4c4-4fac-a518-def546fc3682 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:00.362019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-275cd5b3-d45c-4159-bac2-a818abda395a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.390826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52db199a-9b57-47ce-9233-1f31f00ad3b6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network c1ffa3d3-3c27-4515-8457-9b4f37fcabf9 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:43:00.481871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef6e2807-f30e-4d98-a96e-45292e5df31e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.483966 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.503957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-52db199a-9b57-47ce-9233-1f31f00ad3b6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, c1ffa3d3-3c27-4515-8457-9b4f37fcabf9) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:00.504298 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Network ca7d247b-210d-4ed0-a1d5-72133393a767 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:00.510013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52db199a-9b57-47ce-9233-1f31f00ad3b6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:00.511917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-52db199a-9b57-47ce-9233-1f31f00ad3b6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.513014 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 33c3b1e7-a4c4-4fac-a518-def546fc3682, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=33c3b1e7-a4c4-4fac-a518-def546fc3682,segment=NetworkSegment(3dd6da1a-6264-4d5b-821c-0fd93b54a824),segment_id=3dd6da1a-6264-4d5b-821c-0fd93b54a824)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:00.514130 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Pushing event updated for resources: {'Port': ['ID=846240ed-551a-4193-929d-2151f34ee851,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:00.516822 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:00.523451 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f93039f8-8396-4df4-b98a-944e5e41c589 None None] Network c1ffa3d3-3c27-4515-8457-9b4f37fcabf9 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:00.547801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:00.549926 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.558387 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fdf3c645-1785-49f9-bcdb-6f3f151dad91 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/floatingips/923a4106-a684-49dd-ab83-b403dfe67170 HTTP/1.1" status: 200 len: 992 time: 0.2381668 Nov 23 04:43:00.610948 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6917e0f9-4730-4060-a0ac-fcd715aa55b1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.638801 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-52db199a-9b57-47ce-9233-1f31f00ad3b6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0752835 Nov 23 04:43:00.639578 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44682) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:00.651932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-72701173-12e4-41fe-bd0e-6aca9a5485d2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'network_id': 'c1ffa3d3-3c27-4515-8457-9b4f37fcabf9', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-378679382'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:00.805347 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6917e0f9-4730-4060-a0ac-fcd715aa55b1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.851419 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.882142 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.897650 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Attempting to bind port 846240ed-551a-4193-929d-2151f34ee851 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:00.898026 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Attempting to bind port 846240ed-551a-4193-929d-2151f34ee851 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:00.898399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Attempting to bind port 846240ed-551a-4193-929d-2151f34ee851 on network ca7d247b-210d-4ed0-a1d5-72133393a767 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:00.901092 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=33c3b1e7-a4c4-4fac-a518-def546fc3682,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:00.924242 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:00.924618 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Checking segment: {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:00.925029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.925807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Bound using segment: {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:00.925954 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Bound port: 846240ed-551a-4193-929d-2151f34ee851, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:00.926303 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.932796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef6e2807-f30e-4d98-a96e-45292e5df31e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router 127822db-9c6c-4922-a428-2aa4cbeb7c42 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:00.936245 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6917e0f9-4730-4060-a0ac-fcd715aa55b1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.938887 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6917e0f9-4730-4060-a0ac-fcd715aa55b1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:00.940183 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6917e0f9-4730-4060-a0ac-fcd715aa55b1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6571e1c6-cce6-442d-88cd-51cf4c2fe209 HTTP/1.1" status: 204 len: 168 time: 0.7381766 Nov 23 04:43:00.998346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72701173-12e4-41fe-bd0e-6aca9a5485d2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:01.002213 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-72701173-12e4-41fe-bd0e-6aca9a5485d2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:01.048931 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:01.068311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-c1ffa3d3-3c27-4515-8457-9b4f37fcabf9', 'network_id': 'c1ffa3d3-3c27-4515-8457-9b4f37fcabf9', 'tenant_id': '9eef5904db6a4542a7898586fc751d63', 'fixed_ips': [{'subnet_id': '40c58b6e-506e-4cf7-b07b-ca8707521fd1'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:43:01.069210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:01.076705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-72701173-12e4-41fe-bd0e-6aca9a5485d2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port 15d236e2-7056-44d6-8368-9ba55ce8daeb yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:43:01.086768 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:01.087759 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:01.130300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] For port 846240ed-551a-4193-929d-2151f34ee851, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:01.135920 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:01.153706 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917e0f9-4730-4060-a0ac-fcd715aa55b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6571e1c6-cce6-442d-88cd-51cf4c2fe209,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:01.211106 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] For port 846240ed-551a-4193-929d-2151f34ee851, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=846240ed-551a-4193-929d-2151f34ee851,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:01.358942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Allocated IP 172.26.8.41 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/4265a573-b788-4144-a4e6-992eb2ff1b4b) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:01.390024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event updated for resources: {'Port': ['ID=2640c56b-8982-4259-9f81-86ae2c6e2ca0,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:01.470024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:01.477954 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b64736d6-da43-43f9-aa80-b2b448f74ea9 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:01.502663 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef6e2807-f30e-4d98-a96e-45292e5df31e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:01.516606 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3e849-cde1-40fa-96ff-e8113ede668a None None] Sync routers for ids ['127822db-9c6c-4922-a428-2aa4cbeb7c42'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:01.527540 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ef6e2807-f30e-4d98-a96e-45292e5df31e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/127822db-9c6c-4922-a428-2aa4cbeb7c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5619421 Nov 23 04:43:01.528509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44688) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:01.543058 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3e849-cde1-40fa-96ff-e8113ede668a None None] Routers {'127822db-9c6c-4922-a428-2aa4cbeb7c42'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:01.543575 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-12e3e849-cde1-40fa-96ff-e8113ede668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['127822db-9c6c-4922-a428-2aa4cbeb7c42'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:01.545964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-72701173-12e4-41fe-bd0e-6aca9a5485d2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Allocated IP 2001:db8::3af (c1ffa3d3-3c27-4515-8457-9b4f37fcabf9/40c58b6e-506e-4cf7-b07b-ca8707521fd1/15d236e2-7056-44d6-8368-9ba55ce8daeb) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:01.597638 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:43:01.648715 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77d303-f99c-4029-aa6a-608055605f79 None None] Pushing event updated for resources: {'Port': ['ID=846240ed-551a-4193-929d-2151f34ee851,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:01.652900 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-12e3e849-cde1-40fa-96ff-e8113ede668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:01.668986 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12e3e849-cde1-40fa-96ff-e8113ede668a None None] Routers {'127822db-9c6c-4922-a428-2aa4cbeb7c42'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:01.669837 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-12e3e849-cde1-40fa-96ff-e8113ede668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['127822db-9c6c-4922-a428-2aa4cbeb7c42'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:01.691305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-866f5031-1a5f-4467-95e3-2c285880e0c9 None None] Provisioning complete for port 2640c56b-8982-4259-9f81-86ae2c6e2ca0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:01.691782 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-866f5031-1a5f-4467-95e3-2c285880e0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:01.704709 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44692) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:01.732177 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-12e3e849-cde1-40fa-96ff-e8113ede668a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:01.739350 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12e3e849-cde1-40fa-96ff-e8113ede668a None None] The sync data for ids ['127822db-9c6c-4922-a428-2aa4cbeb7c42'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:01.751951 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-866f5031-1a5f-4467-95e3-2c285880e0c9 None None] Port 2640c56b-8982-4259-9f81-86ae2c6e2ca0 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:01.753660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port b64736d6-da43-43f9-aa80-b2b448f74ea9 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:01.754031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:01.815360 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Network 9f9d7f78-e44a-4769-891a-8dd11806779c is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:01.845868 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:01.885501 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-694d0a7d-a99c-435f-9ad3-1ed9653ce885 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=804065b1d546489ea4815a75c79f0809&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1780951 Nov 23 04:43:01.886158 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44694) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:01.995094 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:02.048856 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d86345-291a-4029-8eef-a93f20aea74f None None] Sync routers for ids ['fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:02.049339 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:02.050727 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8b9ca9eb-af05-4d01-9421-e0bbd419e212 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 4.8298552 Nov 23 04:43:02.075792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44696) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:02.076499 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d59e124-0d81-447c-82b3-14eccd70c585 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:02.084245 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d86345-291a-4029-8eef-a93f20aea74f None None] Routers {'fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:02.087110 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-58d86345-291a-4029-8eef-a93f20aea74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:02.153782 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-58d86345-291a-4029-8eef-a93f20aea74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:02.161061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25277221-6b75-4078-845d-d5913abaefbd None None] Network 19c33a70-1647-40d9-9384-e3b6d23ac670 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:02.165807 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:02.196424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-866f5031-1a5f-4467-95e3-2c285880e0c9 None None] Provisioning complete for port 33c3b1e7-a4c4-4fac-a518-def546fc3682 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:02.196424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-866f5031-1a5f-4467-95e3-2c285880e0c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:02.274432 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fb5d2db3-b202-441e-91cc-b1d573b09c20 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/routers/fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9 HTTP/1.1" status: 200 len: 884 time: 0.1954100 Nov 23 04:43:02.275577 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44698) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:02.290072 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d59e124-0d81-447c-82b3-14eccd70c585 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:02.322477 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d86345-291a-4029-8eef-a93f20aea74f None None] Routers {'fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:02.323116 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-58d86345-291a-4029-8eef-a93f20aea74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:02.357811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-72701173-12e4-41fe-bd0e-6aca9a5485d2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:02.362276 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Router d362eee7-38b2-4c0d-b0cc-37fa06de400e is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:43:02.380066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-58d86345-291a-4029-8eef-a93f20aea74f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:02.380284 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58d86345-291a-4029-8eef-a93f20aea74f None None] The sync data for ids ['fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:02.393123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:02.474934 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d59e124-0d81-447c-82b3-14eccd70c585 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:02.478291 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d59e124-0d81-447c-82b3-14eccd70c585 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:02.482056 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9d59e124-0d81-447c-82b3-14eccd70c585 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8e1ee559-5d5c-46cb-a985-a668947f93b4 HTTP/1.1" status: 204 len: 168 time: 0.5874701 Nov 23 04:43:02.533088 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d59e124-0d81-447c-82b3-14eccd70c585 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1ee559-5d5c-46cb-a985-a668947f93b4,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:02.575943 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:02.590900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:02.602442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:02.613375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Pushing event updated for resources: {'Port': ['ID=4265a573-b788-4144-a4e6-992eb2ff1b4b,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:02.617816 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321d9617-888a-493b-8860-b2ca3deb6a3c None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:02.620018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:02.657901 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7fe0d3fc-a741-4140-bc6e-a05d06dba2cb tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.3247764 Nov 23 04:43:02.661529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44702) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:02.676824 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f5a68567-4994-4d17-b4fb-da0171fa26b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-860376219'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:02.714074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-39d1850d-94df-4e7e-b048-ef624f31c04a None None] Provisioning complete for port 2640c56b-8982-4259-9f81-86ae2c6e2ca0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:02.714700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-39d1850d-94df-4e7e-b048-ef624f31c04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:02.791187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port b64736d6-da43-43f9-aa80-b2b448f74ea9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b64736d6-da43-43f9-aa80-b2b448f74ea9,segment=NetworkSegment(1888165b-87ce-49f0-93ea-b553af9c2ae4),segment_id=1888165b-87ce-49f0-93ea-b553af9c2ae4)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:02.821636 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:02.822468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 33c3b1e7-a4c4-4fac-a518-def546fc3682 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:02.928273 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-39d1850d-94df-4e7e-b048-ef624f31c04a None None] Port 2640c56b-8982-4259-9f81-86ae2c6e2ca0 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:02.980651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=b64736d6-da43-43f9-aa80-b2b448f74ea9,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:03.010189 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-39d1850d-94df-4e7e-b048-ef624f31c04a None None] Provisioning complete for port b64736d6-da43-43f9-aa80-b2b448f74ea9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:03.016750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-39d1850d-94df-4e7e-b048-ef624f31c04a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:03.078321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 33c3b1e7-a4c4-4fac-a518-def546fc3682 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:03.078706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:03.184737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-72701173-12e4-41fe-bd0e-6aca9a5485d2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:03.187042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:03.201224 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853430b2-d083-46c5-8c8f-23e14726eb50 None None] Sync routers for ids ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:03.206068 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-42378743-c2ce-4f0b-a9ba-cf5c4280e141 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "PUT /v2.0/routers/d362eee7-38b2-4c0d-b0cc-37fa06de400e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9898281 Nov 23 04:43:03.214417 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44704) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:03.225844 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853430b2-d083-46c5-8c8f-23e14726eb50 None None] Routers {'d362eee7-38b2-4c0d-b0cc-37fa06de400e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:03.226643 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-853430b2-d083-46c5-8c8f-23e14726eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:03.264496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72701173-12e4-41fe-bd0e-6aca9a5485d2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network c1ffa3d3-3c27-4515-8457-9b4f37fcabf9 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:03.277901 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-853430b2-d083-46c5-8c8f-23e14726eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:03.279066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Allocated IP 2001:db8::2 (c1ffa3d3-3c27-4515-8457-9b4f37fcabf9/40c58b6e-506e-4cf7-b07b-ca8707521fd1/c68fbcc7-87f2-4b79-8abf-27feedbafdbb) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:03.295095 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-853430b2-d083-46c5-8c8f-23e14726eb50 None None] Routers {'d362eee7-38b2-4c0d-b0cc-37fa06de400e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:03.295994 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-853430b2-d083-46c5-8c8f-23e14726eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:03.318950 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-72701173-12e4-41fe-bd0e-6aca9a5485d2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:03.325321 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72701173-12e4-41fe-bd0e-6aca9a5485d2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:03.331003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72701173-12e4-41fe-bd0e-6aca9a5485d2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:03.331649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-72701173-12e4-41fe-bd0e-6aca9a5485d2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:03.361958 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-853430b2-d083-46c5-8c8f-23e14726eb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:03.362813 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-853430b2-d083-46c5-8c8f-23e14726eb50 None None] The sync data for ids ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:03.395439 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f9b67a4-df4c-497a-a9fe-0326de1f46a8 None None] Network ca7d247b-210d-4ed0-a1d5-72133393a767 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:03.480658 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f61bea5d-1d7b-41ce-8da3-870131c1d442 None None] Provisioning complete for port 846240ed-551a-4193-929d-2151f34ee851 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:03.481035 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f61bea5d-1d7b-41ce-8da3-870131c1d442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:03.490421 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72701173-12e4-41fe-bd0e-6aca9a5485d2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=15d236e2-7056-44d6-8368-9ba55ce8daeb,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:03.512493 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-72701173-12e4-41fe-bd0e-6aca9a5485d2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.8658063 Nov 23 04:43:03.519287 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44706) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:03.538418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 846240ed-551a-4193-929d-2151f34ee851 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:03.716342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0400b03c-fc2a-4157-8d59-bd53bebdf07b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:03.742920 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f5a68567-4994-4d17-b4fb-da0171fa26b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:03.756629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f5a68567-4994-4d17-b4fb-da0171fa26b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:03.774414 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:03.777784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f61bea5d-1d7b-41ce-8da3-870131c1d442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:03.781687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 846240ed-551a-4193-929d-2151f34ee851 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:03.782055 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:03.829565 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:03.838751 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c97ca78c-0875-44f8-836d-ef8dc069b6b2 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:03.878802 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5a68567-4994-4d17-b4fb-da0171fa26b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:03.941962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Network c1ffa3d3-3c27-4515-8457-9b4f37fcabf9 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:03.958225 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:03.962374 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:03.971631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f61bea5d-1d7b-41ce-8da3-870131c1d442 None None] For port 846240ed-551a-4193-929d-2151f34ee851, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=846240ed-551a-4193-929d-2151f34ee851,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:03.978285 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Pushing event updated for resources: {'Port': ['ID=c68fbcc7-87f2-4b79-8abf-27feedbafdbb,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:03.990301 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f61bea5d-1d7b-41ce-8da3-870131c1d442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:03.996854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5a68567-4994-4d17-b4fb-da0171fa26b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:04.007201 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f5a68567-4994-4d17-b4fb-da0171fa26b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.010493 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f5a68567-4994-4d17-b4fb-da0171fa26b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9 HTTP/1.1" status: 200 len: 891 time: 1.3443170 Nov 23 04:43:04.010832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44708) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:04.022721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-7be22f28-a1ad-4268-ba17-70329d576c65 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port 15d236e2-7056-44d6-8368-9ba55ce8daeb {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:04.023080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7be22f28-a1ad-4268-ba17-70329d576c65 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.035149 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69301924-2991-4949-96b1-8e97096327d4 None None] Sync routers for ids ['fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:04.123070 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.180682 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-65f38178-e6bf-49d1-b84a-3f457d26d1a0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/routers/fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9 HTTP/1.1" status: 200 len: 891 time: 0.1683609 Nov 23 04:43:04.181341 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44710) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:04.225659 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-675b2251-db36-432e-8bfe-b66cda4c0f3b tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9 HTTP/1.1" status: 200 len: 205 time: 0.0424495 Nov 23 04:43:04.228995 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44712) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:04.291519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69301924-2991-4949-96b1-8e97096327d4 None None] Routers {'fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:04.292239 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-69301924-2991-4949-96b1-8e97096327d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:04.294819 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f61bea5d-1d7b-41ce-8da3-870131c1d442 None None] Provisioning complete for port 4265a573-b788-4144-a4e6-992eb2ff1b4b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:04.296002 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f61bea5d-1d7b-41ce-8da3-870131c1d442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.298136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7be22f28-a1ad-4268-ba17-70329d576c65 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.301904 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Attempting to bind port c68fbcc7-87f2-4b79-8abf-27feedbafdbb on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:04.302280 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Attempting to bind port c68fbcc7-87f2-4b79-8abf-27feedbafdbb by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '66463a00-e0aa-4bd3-be65-d96ff49ca003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c1ffa3d3-3c27-4515-8457-9b4f37fcabf9'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:04.302935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Attempting to bind port c68fbcc7-87f2-4b79-8abf-27feedbafdbb on network c1ffa3d3-3c27-4515-8457-9b4f37fcabf9 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:04.342282 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port c97ca78c-0875-44f8-836d-ef8dc069b6b2 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:04.342652 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.347026 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-7be22f28-a1ad-4268-ba17-70329d576c65 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for 15d236e2-7056-44d6-8368-9ba55ce8daeb owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:04.368399 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a47004d-d77e-4f0c-b926-dc0f1e8169ca tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.387678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-69301924-2991-4949-96b1-8e97096327d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:04.389781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61bea5d-1d7b-41ce-8da3-870131c1d442 None None] Pushing event updated for resources: {'Port': ['ID=846240ed-551a-4193-929d-2151f34ee851,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:04.399545 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:04.399926 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Checking segment: {'id': '66463a00-e0aa-4bd3-be65-d96ff49ca003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c1ffa3d3-3c27-4515-8457-9b4f37fcabf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:04.400330 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.400726 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Bound using segment: {'id': '66463a00-e0aa-4bd3-be65-d96ff49ca003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c1ffa3d3-3c27-4515-8457-9b4f37fcabf9'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:04.401207 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Bound port: c68fbcc7-87f2-4b79-8abf-27feedbafdbb, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66463a00-e0aa-4bd3-be65-d96ff49ca003', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': 'c1ffa3d3-3c27-4515-8457-9b4f37fcabf9'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:04.401627 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.412142 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b64736d6-da43-43f9-aa80-b2b448f74ea9 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:04.464923 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69301924-2991-4949-96b1-8e97096327d4 None None] Routers {'fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:04.465579 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-69301924-2991-4949-96b1-8e97096327d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:04.466185 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-201c7156-44ac-4b04-8de3-36490ea4f333 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:43:04.467246 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-201c7156-44ac-4b04-8de3-36490ea4f333 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "PUT /v2.0/routers/d362eee7-38b2-4c0d-b0cc-37fa06de400e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.2236578 Nov 23 04:43:04.472636 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44714) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:04.488681 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f61bea5d-1d7b-41ce-8da3-870131c1d442 None None] Port 4265a573-b788-4144-a4e6-992eb2ff1b4b cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:04.543291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-69301924-2991-4949-96b1-8e97096327d4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:04.543811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69301924-2991-4949-96b1-8e97096327d4 None None] The sync data for ids ['fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:04.573308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f61bea5d-1d7b-41ce-8da3-870131c1d442 None None] Provisioning complete for port b64736d6-da43-43f9-aa80-b2b448f74ea9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:04.573527 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a47004d-d77e-4f0c-b926-dc0f1e8169ca tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.573624 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f61bea5d-1d7b-41ce-8da3-870131c1d442 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.635292 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.635705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] For port c68fbcc7-87f2-4b79-8abf-27feedbafdbb, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:04.654749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port b64736d6-da43-43f9-aa80-b2b448f74ea9 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:04.655122 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.661086 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] For port c68fbcc7-87f2-4b79-8abf-27feedbafdbb, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c68fbcc7-87f2-4b79-8abf-27feedbafdbb,segment=NetworkSegment(66463a00-e0aa-4bd3-be65-d96ff49ca003),segment_id=66463a00-e0aa-4bd3-be65-d96ff49ca003)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:04.690677 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.692866 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.695927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-0400b03c-fc2a-4157-8d59-bd53bebdf07b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port d2af3b3d-73c9-43b5-bf1d-5e7934341041 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:04.695927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0400b03c-fc2a-4157-8d59-bd53bebdf07b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.744367 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-4a47004d-d77e-4f0c-b926-dc0f1e8169ca tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port b986aed8-cfbf-42a8-970a-84a291ed5756 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:04.744958 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a47004d-d77e-4f0c-b926-dc0f1e8169ca tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.792118 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858eeac6-298e-487b-a973-c3dca42a876d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:43:04.794480 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b68a091-c553-49d4-826c-294e4b050dcb" -d '{"events": [{"server_uuid": "858eeac6-298e-487b-a973-c3dca42a876d", "name": "network-vif-plugged", "status": "completed", "tag": "c97ca78c-0875-44f8-836d-ef8dc069b6b2"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:43:04.798988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7be22f28-a1ad-4268-ba17-70329d576c65 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.823317 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c97ca78c-0875-44f8-836d-ef8dc069b6b2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c97ca78c-0875-44f8-836d-ef8dc069b6b2,segment=NetworkSegment(6d892ad2-787f-45fc-bfa7-f0cd2a04173f),segment_id=6d892ad2-787f-45fc-bfa7-f0cd2a04173f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:04.849178 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.856035 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:43:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ccfd92e-c187-4c95-94c6-e462942f07e4 x-openstack-request-id: req-6ccfd92e-c187-4c95-94c6-e462942f07e4 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:43:04.856346 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858eeac6-298e-487b-a973-c3dca42a876d", "name": "network-vif-plugged", "status": "completed", "tag": "c97ca78c-0875-44f8-836d-ef8dc069b6b2", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:43:04.856601 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ccfd92e-c187-4c95-94c6-e462942f07e4 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:43:04.856991 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858eeac6-298e-487b-a973-c3dca42a876d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2', 'code': 200} Nov 23 04:43:04.858265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78712d04-8a89-492f-bb33-f3ddffd8eef7 None None] Pushing event updated for resources: {'Port': ['ID=c68fbcc7-87f2-4b79-8abf-27feedbafdbb,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:04.891406 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a47004d-d77e-4f0c-b926-dc0f1e8169ca tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:04.910955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-4a47004d-d77e-4f0c-b926-dc0f1e8169ca tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for b986aed8-cfbf-42a8-970a-84a291ed5756 owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:04.963111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c97ca78c-0875-44f8-836d-ef8dc069b6b2,revision_number=8']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:05.074528 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f3eae631-8b23-41df-ad38-f0c60602fe9f None None] Provisioning complete for port 846240ed-551a-4193-929d-2151f34ee851 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:05.074903 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f3eae631-8b23-41df-ad38-f0c60602fe9f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.083405 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0c60c1b7-a494-41de-aff9-9b081ab62df1 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.283124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7be22f28-a1ad-4268-ba17-70329d576c65 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=15d236e2-7056-44d6-8368-9ba55ce8daeb,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:05.297176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7be22f28-a1ad-4268-ba17-70329d576c65 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.304018 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7be22f28-a1ad-4268-ba17-70329d576c65 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/15d236e2-7056-44d6-8368-9ba55ce8daeb HTTP/1.1" status: 204 len: 168 time: 1.7770281 Nov 23 04:43:05.305515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44718) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:05.342875 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a47004d-d77e-4f0c-b926-dc0f1e8169ca tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.362283 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-161f6a6f-37a7-42ea-948e-e53e16c17f62 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] GET failed (client error): The resource could not be found. Nov 23 04:43:05.363743 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-161f6a6f-37a7-42ea-948e-e53e16c17f62 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/15d236e2-7056-44d6-8368-9ba55ce8daeb HTTP/1.1" status: 404 len: 333 time: 0.0563481 Nov 23 04:43:05.366800 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0400b03c-fc2a-4157-8d59-bd53bebdf07b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.370835 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44720) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:05.385023 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a47004d-d77e-4f0c-b926-dc0f1e8169ca tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=b986aed8-cfbf-42a8-970a-84a291ed5756,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:05.402788 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c895481-514f-49bd-82a2-b7c5dd425af6 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:05.417214 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-0400b03c-fc2a-4157-8d59-bd53bebdf07b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for d2af3b3d-73c9-43b5-bf1d-5e7934341041 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:05.441914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Router 99b68924-26e6-4205-b84a-d21dd05a4a3f is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:43:05.485177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3f092ef-32c9-435f-8e16-f5d682e9ac72 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting subnet 40c58b6e-506e-4cf7-b07b-ca8707521fd1 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:43:05.493077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3f092ef-32c9-435f-8e16-f5d682e9ac72 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.511058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a47004d-d77e-4f0c-b926-dc0f1e8169ca tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.544181 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c68fbcc7-87f2-4b79-8abf-27feedbafdbb up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:05.591386 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3f092ef-32c9-435f-8e16-f5d682e9ac72 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.601897 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port c68fbcc7-87f2-4b79-8abf-27feedbafdbb triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:05.602269 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.611162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a47004d-d77e-4f0c-b926-dc0f1e8169ca tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.614038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a47004d-d77e-4f0c-b926-dc0f1e8169ca tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.661351 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-0c60c1b7-a494-41de-aff9-9b081ab62df1 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Deleting port 2640c56b-8982-4259-9f81-86ae2c6e2ca0 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:05.661695 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0c60c1b7-a494-41de-aff9-9b081ab62df1 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.718254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a47004d-d77e-4f0c-b926-dc0f1e8169ca tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.718932 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a47004d-d77e-4f0c-b926-dc0f1e8169ca tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Fanout notify agent at l3_agent the message router_deleted on router fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:43:05.728309 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a47004d-d77e-4f0c-b926-dc0f1e8169ca tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.731033 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4a47004d-d77e-4f0c-b926-dc0f1e8169ca tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/routers/fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9 HTTP/1.1" status: 204 len: 168 time: 1.4991567 Nov 23 04:43:05.734566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.750139 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44722) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:05.758275 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b09712ca-26e0-47ca-8272-9c6600e4b63d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1405807975'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:05.765263 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:05.783772 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Sync routers for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:05.801510 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:05.802581 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:05.808959 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port c68fbcc7-87f2-4b79-8abf-27feedbafdbb, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c68fbcc7-87f2-4b79-8abf-27feedbafdbb,segment=NetworkSegment(66463a00-e0aa-4bd3-be65-d96ff49ca003),segment_id=66463a00-e0aa-4bd3-be65-d96ff49ca003)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:05.812629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b09712ca-26e0-47ca-8272-9c6600e4b63d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:05.814355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.816182 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b09712ca-26e0-47ca-8272-9c6600e4b63d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.816560 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 846240ed-551a-4193-929d-2151f34ee851 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:05.839833 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3f092ef-32c9-435f-8e16-f5d682e9ac72 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.857193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b09712ca-26e0-47ca-8272-9c6600e4b63d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:43:05.867456 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b09712ca-26e0-47ca-8272-9c6600e4b63d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.867804 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-b09712ca-26e0-47ca-8272-9c6600e4b63d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Added segment a170cbb2-aa30-4f45-a009-d400b3409256 of type vlan for network 71f6e515-cf25-4a00-b50a-056934c8db34 Nov 23 04:43:05.931471 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=c68fbcc7-87f2-4b79-8abf-27feedbafdbb,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:05.932496 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b09712ca-26e0-47ca-8272-9c6600e4b63d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.934186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.938202 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-66401601-2c4e-407b-857e-eddce9fa0f35 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.1909862 Nov 23 04:43:05.939342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3f092ef-32c9-435f-8e16-f5d682e9ac72 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:05.944650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44724) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:05.947126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 846240ed-551a-4193-929d-2151f34ee851 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:05.947610 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.041029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f092ef-32c9-435f-8e16-f5d682e9ac72 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Subnet': ['ID=40c58b6e-506e-4cf7-b07b-ca8707521fd1,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:06.061927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3f092ef-32c9-435f-8e16-f5d682e9ac72 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.067852 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f3f092ef-32c9-435f-8e16-f5d682e9ac72 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/40c58b6e-506e-4cf7-b07b-ca8707521fd1 HTTP/1.1" status: 204 len: 168 time: 0.6949046 Nov 23 04:43:06.071069 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44726) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:06.090171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0400b03c-fc2a-4157-8d59-bd53bebdf07b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.117083 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:06.217657 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b5eae24-dd2e-4b3f-8edf-6d5a75f9ed10 None None] Network c1ffa3d3-3c27-4515-8457-9b4f37fcabf9 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:06.239489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.244549 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0400b03c-fc2a-4157-8d59-bd53bebdf07b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=d2af3b3d-73c9-43b5-bf1d-5e7934341041,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:06.246761 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b09712ca-26e0-47ca-8272-9c6600e4b63d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.252505 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b09712ca-26e0-47ca-8272-9c6600e4b63d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:06.253305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b09712ca-26e0-47ca-8272-9c6600e4b63d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.336031 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0c60c1b7-a494-41de-aff9-9b081ab62df1 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.358628 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b09712ca-26e0-47ca-8272-9c6600e4b63d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6072803 Nov 23 04:43:06.367344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1ea652e2-fc88-4f59-8613-c4d8f9d61a2e None None] Provisioning complete for port c68fbcc7-87f2-4b79-8abf-27feedbafdbb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:06.367880 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1ea652e2-fc88-4f59-8613-c4d8f9d61a2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.375083 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44728) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:06.377814 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:03Z', 'revision_number': 3, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:06.386616 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-7456f5e7-c4f6-448c-b08a-638c86caea31 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'subnet': {'network_id': '71f6e515-cf25-4a00-b50a-056934c8db34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:06.392482 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-0c60c1b7-a494-41de-aff9-9b081ab62df1 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Calling delete_port for 2640c56b-8982-4259-9f81-86ae2c6e2ca0 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:06.434542 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Checking router: 99b68924-26e6-4205-b84a-d21dd05a4a3f for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:43:06.434893 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Updating router 99b68924-26e6-4205-b84a-d21dd05a4a3f port 4265a573-b788-4144-a4e6-992eb2ff1b4b binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:43:06.439452 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09712ca-26e0-47ca-8272-9c6600e4b63d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Network': ['ID=71f6e515-cf25-4a00-b50a-056934c8db34,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:06.468781 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0400b03c-fc2a-4157-8d59-bd53bebdf07b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.470976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 71f6e515-cf25-4a00-b50a-056934c8db34 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:43:06.476175 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.581569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7456f5e7-c4f6-448c-b08a-638c86caea31 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:06.585478 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7456f5e7-c4f6-448c-b08a-638c86caea31 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.717353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port c68fbcc7-87f2-4b79-8abf-27feedbafdbb {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:06.717961 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.734205 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9304b546-b622-472b-b6b1-9e411efb2a72 None None] DHCP port deletion for c1ffa3d3-3c27-4515-8457-9b4f37fcabf9 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:06.745831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0400b03c-fc2a-4157-8d59-bd53bebdf07b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router 127822db-9c6c-4922-a428-2aa4cbeb7c42 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:06.797050 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9304b546-b622-472b-b6b1-9e411efb2a72 None None] Deleting port c68fbcc7-87f2-4b79-8abf-27feedbafdbb {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:06.799129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9304b546-b622-472b-b6b1-9e411efb2a72 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.855272 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0c60c1b7-a494-41de-aff9-9b081ab62df1 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.886378 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c60c1b7-a494-41de-aff9-9b081ab62df1 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event deleted for resources: {'Port': ['ID=2640c56b-8982-4259-9f81-86ae2c6e2ca0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:06.890622 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.898134 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.908497 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9304b546-b622-472b-b6b1-9e411efb2a72 None None] For port c68fbcc7-87f2-4b79-8abf-27feedbafdbb, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c68fbcc7-87f2-4b79-8abf-27feedbafdbb,segment=NetworkSegment(66463a00-e0aa-4bd3-be65-d96ff49ca003),segment_id=66463a00-e0aa-4bd3-be65-d96ff49ca003)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:06.909702 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9304b546-b622-472b-b6b1-9e411efb2a72 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:06.922245 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0400b03c-fc2a-4157-8d59-bd53bebdf07b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:06.934910 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0400b03c-fc2a-4157-8d59-bd53bebdf07b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/127822db-9c6c-4922-a428-2aa4cbeb7c42/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3818188 Nov 23 04:43:06.938284 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44730) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:06.953300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9304b546-b622-472b-b6b1-9e411efb2a72 None None] Calling delete_port for c68fbcc7-87f2-4b79-8abf-27feedbafdbb owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:06.982296 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cd99c-5c27-4a84-85cc-64fe158a235f None None] Pushing event updated for resources: {'Port': ['ID=4265a573-b788-4144-a4e6-992eb2ff1b4b,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:06.989653 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Attempting to bind port 4265a573-b788-4144-a4e6-992eb2ff1b4b on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:06.992565 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Attempting to bind port 4265a573-b788-4144-a4e6-992eb2ff1b4b by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:06.992565 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Attempting to bind port 4265a573-b788-4144-a4e6-992eb2ff1b4b on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:06.992731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f668e-52a1-4ce9-926d-0c7073329934 None None] Sync routers for ids ['127822db-9c6c-4922-a428-2aa4cbeb7c42'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:06.993428 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c51c5d80-b924-4a71-9432-9d829cc6f3b9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports?device_id=127822db-9c6c-4922-a428-2aa4cbeb7c42 HTTP/1.1" status: 200 len: 205 time: 0.0491464 Nov 23 04:43:06.994097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44732) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:06.996330 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25cd99c-5c27-4a84-85cc-64fe158a235f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:06.997182 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25cd99c-5c27-4a84-85cc-64fe158a235f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:06.997182 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25cd99c-5c27-4a84-85cc-64fe158a235f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:06.997479 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25cd99c-5c27-4a84-85cc-64fe158a235f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:06.997817 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25cd99c-5c27-4a84-85cc-64fe158a235f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:06.998171 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25cd99c-5c27-4a84-85cc-64fe158a235f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:06.998510 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25cd99c-5c27-4a84-85cc-64fe158a235f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:06.998861 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25cd99c-5c27-4a84-85cc-64fe158a235f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:06.999205 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25cd99c-5c27-4a84-85cc-64fe158a235f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:06.999536 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25cd99c-5c27-4a84-85cc-64fe158a235f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:06.999861 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25cd99c-5c27-4a84-85cc-64fe158a235f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:07.000231 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f25cd99c-5c27-4a84-85cc-64fe158a235f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:07.005250 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72e88680-73e7-4449-a23d-a4d8ac330faa None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:07.010680 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:07.011060 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:07.011461 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.012283 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:07.012775 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Bound port: 4265a573-b788-4144-a4e6-992eb2ff1b4b, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:07.013157 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.014211 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] For port c68fbcc7-87f2-4b79-8abf-27feedbafdbb, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c68fbcc7-87f2-4b79-8abf-27feedbafdbb,segment=NetworkSegment(66463a00-e0aa-4bd3-be65-d96ff49ca003),segment_id=66463a00-e0aa-4bd3-be65-d96ff49ca003)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:07.014630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.064430 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7456f5e7-c4f6-448c-b08a-638c86caea31 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.077875 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0c60c1b7-a494-41de-aff9-9b081ab62df1 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.079213 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] For port 4265a573-b788-4144-a4e6-992eb2ff1b4b, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:07.083674 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] For port 4265a573-b788-4144-a4e6-992eb2ff1b4b, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4265a573-b788-4144-a4e6-992eb2ff1b4b,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:07.089735 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.157608 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for c68fbcc7-87f2-4b79-8abf-27feedbafdbb owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:07.183896 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6c4b65a7-69f4-40bb-8f97-3ae44817465e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.185815 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f25cd99c-5c27-4a84-85cc-64fe158a235f None None] Pushing event updated for resources: {'Port': ['ID=4265a573-b788-4144-a4e6-992eb2ff1b4b,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:07.199339 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f668e-52a1-4ce9-926d-0c7073329934 None None] Routers {'127822db-9c6c-4922-a428-2aa4cbeb7c42'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:07.202141 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f46f668e-52a1-4ce9-926d-0c7073329934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['127822db-9c6c-4922-a428-2aa4cbeb7c42'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:07.205702 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:07.206589 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:07.246653 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-732267b5-a8f4-412b-927e-9347b4161594 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.254094 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f46f668e-52a1-4ce9-926d-0c7073329934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:07.256545 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca5f156-a057-4e01-83b0-2f2bf89fa6dc None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:07.273933 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9304b546-b622-472b-b6b1-9e411efb2a72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.325664 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7456f5e7-c4f6-448c-b08a-638c86caea31 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Subnet': ['ID=a7addac8-9308-4bb4-8358-0dae44298459,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:07.330744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9304b546-b622-472b-b6b1-9e411efb2a72 None None] Pushing event deleted for resources: {'Port': ['ID=c68fbcc7-87f2-4b79-8abf-27feedbafdbb,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:07.343037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f668e-52a1-4ce9-926d-0c7073329934 None None] Routers {'127822db-9c6c-4922-a428-2aa4cbeb7c42'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:07.343671 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f46f668e-52a1-4ce9-926d-0c7073329934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['127822db-9c6c-4922-a428-2aa4cbeb7c42'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:07.389467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-29af23ed-9f4c-43e3-8cd5-63b0ee7c7c6c None None] Provisioning complete for port 4265a573-b788-4144-a4e6-992eb2ff1b4b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:07.389757 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-29af23ed-9f4c-43e3-8cd5-63b0ee7c7c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.393180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9304b546-b622-472b-b6b1-9e411efb2a72 None None] No DVR routers for this DVR port c68fbcc7-87f2-4b79-8abf-27feedbafdbb on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:07.400947 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:07.431654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f46f668e-52a1-4ce9-926d-0c7073329934 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:07.432379 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f668e-52a1-4ce9-926d-0c7073329934 None None] The sync data for ids ['127822db-9c6c-4922-a428-2aa4cbeb7c42'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:07.438080 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c68fbcc7-87f2-4b79-8abf-27feedbafdbb no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:43:07.470081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7456f5e7-c4f6-448c-b08a-638c86caea31 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Checking segment: {'id': 'a170cbb2-aa30-4f45-a009-d400b3409256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '71f6e515-cf25-4a00-b50a-056934c8db34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:07.470930 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7456f5e7-c4f6-448c-b08a-638c86caea31 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network hostable DHCP agents. Network: 71f6e515-cf25-4a00-b50a-056934c8db34, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:43:07.474714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: c68fbcc7-87f2-4b79-8abf-27feedbafdbb {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:43:07.475242 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c68fbcc7-87f2-4b79-8abf-27feedbafdbb not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:43:07.476879 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c60c1b7-a494-41de-aff9-9b081ab62df1 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Router d362eee7-38b2-4c0d-b0cc-37fa06de400e has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:07.541521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7456f5e7-c4f6-448c-b08a-638c86caea31 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 71f6e515-cf25-4a00-b50a-056934c8db34 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:43:07.551931 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-29af23ed-9f4c-43e3-8cd5-63b0ee7c7c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.583438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-732267b5-a8f4-412b-927e-9347b4161594 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.585016 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-29af23ed-9f4c-43e3-8cd5-63b0ee7c7c6c None None] For port 4265a573-b788-4144-a4e6-992eb2ff1b4b, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4265a573-b788-4144-a4e6-992eb2ff1b4b,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:07.589886 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-732267b5-a8f4-412b-927e-9347b4161594 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.593187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-29af23ed-9f4c-43e3-8cd5-63b0ee7c7c6c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.593490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-7456f5e7-c4f6-448c-b08a-638c86caea31 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 71f6e515-cf25-4a00-b50a-056934c8db34) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:07.602611 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.603913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7456f5e7-c4f6-448c-b08a-638c86caea31 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:07.604623 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7456f5e7-c4f6-448c-b08a-638c86caea31 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.616512 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c60c1b7-a494-41de-aff9-9b081ab62df1 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:07.622242 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0c60c1b7-a494-41de-aff9-9b081ab62df1 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "PUT /v2.0/routers/d362eee7-38b2-4c0d-b0cc-37fa06de400e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1486001 Nov 23 04:43:07.626486 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44734) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:07.636175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ecc8982-516a-4e88-8f9c-0cf81e423940 None None] Network 71f6e515-cf25-4a00-b50a-056934c8db34 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:07.654785 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c7d65-fdb2-40c5-805f-787678d95242 None None] Sync routers for ids ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:07.668630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No DVR routers for this DVR port c68fbcc7-87f2-4b79-8abf-27feedbafdbb on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:07.672633 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-30c60827-2d32-443d-81d0-4ca4332a1f7b tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] delete failed (client error): The resource could not be found. Nov 23 04:43:07.673768 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-30c60827-2d32-443d-81d0-4ca4332a1f7b tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "DELETE /v2.0/routers/tempest-non_exist_router-607147692 HTTP/1.1" status: 404 len: 334 time: 0.0462580 Nov 23 04:43:07.676371 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c7d65-fdb2-40c5-805f-787678d95242 None None] Routers {'d362eee7-38b2-4c0d-b0cc-37fa06de400e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:07.677178 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-354c7d65-fdb2-40c5-805f-787678d95242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:07.681907 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7456f5e7-c4f6-448c-b08a-638c86caea31 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3031657 Nov 23 04:43:07.681907 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44736) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:07.685119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-db6e1775-7926-4b70-a7cf-e2892d289ba9 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Request body: {'router': {'external_gateway_info': {'network_id': 'd362eee7-38b2-4c0d-b0cc-37fa06de400e'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:07.686939 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44738) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:07.706223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=c68fbcc7-87f2-4b79-8abf-27feedbafdbb,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:07.728414 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-354c7d65-fdb2-40c5-805f-787678d95242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:07.737910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ed754582-d9f0-4b8d-bb88-1401554c5224 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-455973777', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:07.744337 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354c7d65-fdb2-40c5-805f-787678d95242 None None] Routers {'d362eee7-38b2-4c0d-b0cc-37fa06de400e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:07.745231 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-354c7d65-fdb2-40c5-805f-787678d95242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:42:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:07.754124 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af23ed-9f4c-43e3-8cd5-63b0ee7c7c6c None None] Pushing event updated for resources: {'Port': ['ID=4265a573-b788-4144-a4e6-992eb2ff1b4b,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:07.774763 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-732267b5-a8f4-412b-927e-9347b4161594 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.775310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-732267b5-a8f4-412b-927e-9347b4161594 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Fanout notify agent at l3_agent the message router_deleted on router 127822db-9c6c-4922-a428-2aa4cbeb7c42 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:43:07.791732 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2057f999-32a9-4268-9054-c67afcf91a32 None None] Provisioning complete for port 4265a573-b788-4144-a4e6-992eb2ff1b4b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:07.794950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2057f999-32a9-4268-9054-c67afcf91a32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.804464 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ed754582-d9f0-4b8d-bb88-1401554c5224 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.805715 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ed754582-d9f0-4b8d-bb88-1401554c5224 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.811073 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-354c7d65-fdb2-40c5-805f-787678d95242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:07.812283 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-354c7d65-fdb2-40c5-805f-787678d95242 None None] The sync data for ids ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:07.817800 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-732267b5-a8f4-412b-927e-9347b4161594 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.819637 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-732267b5-a8f4-412b-927e-9347b4161594 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/routers/127822db-9c6c-4922-a428-2aa4cbeb7c42 HTTP/1.1" status: 204 len: 168 time: 0.8192284 Nov 23 04:43:07.825174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44740) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:07.855140 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:03Z', 'revision_number': 3, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:07.861418 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.895493 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1ffa3d3-3c27-4515-8457-9b4f37fcabf9']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:07.905018 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-204c7656-2ded-4b69-9bb8-fd0ead291c2c None None] The sync data for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv is: [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:03Z', 'revision_number': 3, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:07.930534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66463a00-e0aa-4bd3-be65-d96ff49ca003') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:07.930534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66463a00-e0aa-4bd3-be65-d96ff49ca003') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:07.941939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.963341 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.965842 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.972461 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-71f6e515-cf25-4a00-b50a-056934c8db34', 'network_id': '71f6e515-cf25-4a00-b50a-056934c8db34', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'fixed_ips': [{'subnet_id': 'a7addac8-9308-4bb4-8358-0dae44298459'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:43:07.973483 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.989477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:43:07.989897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:43:07.993740 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:43:08.050936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-db6e1775-7926-4b70-a7cf-e2892d289ba9 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.105983 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ed754582-d9f0-4b8d-bb88-1401554c5224 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.124890 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-db6e1775-7926-4b70-a7cf-e2892d289ba9 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] update failed (client error): The resource could not be found. Nov 23 04:43:08.125989 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-db6e1775-7926-4b70-a7cf-e2892d289ba9 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "PUT /v2.0/routers/d362eee7-38b2-4c0d-b0cc-37fa06de400e HTTP/1.1" status: 404 len: 339 time: 0.4449530 Nov 23 04:43:08.129074 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ed754582-d9f0-4b8d-bb88-1401554c5224 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.132247 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Allocated IP 2001:db8::2 (71f6e515-cf25-4a00-b50a-056934c8db34/a7addac8-9308-4bb4-8358-0dae44298459/90d790e8-d9ca-4ff2-8d72-4afea58c5ddd) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:08.136478 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44742) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:08.145447 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-0c0026c4-445b-432c-a86b-7a4326f1d883 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-844208788'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:08.150101 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.158237 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f3a2719-6fd3-4b3b-8546-bdf8bbc11469 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting subnet dfac0a6f-a37b-4d43-8049-57ebd8a7f344 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:43:08.168108 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f3a2719-6fd3-4b3b-8546-bdf8bbc11469 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.174035 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.181300 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/networks/c1ffa3d3-3c27-4515-8457-9b4f37fcabf9 HTTP/1.1" status: 204 len: 168 time: 2.1046469 Nov 23 04:43:08.182422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44744) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:08.183077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2eaef36-6085-43f5-8527-59b69b45d678 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Network': ['ID=c1ffa3d3-3c27-4515-8457-9b4f37fcabf9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:08.189039 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-0d596808-a609-4db9-9f86-2b0ae000e8c7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'name': 'tempest-PortsIpV6TestJSON-1655705715'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:08.253001 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c0026c4-445b-432c-a86b-7a4326f1d883 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Made reservation on behalf of 58defa0a65c142e88146360bf0fe94dd for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:08.258437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0c0026c4-445b-432c-a86b-7a4326f1d883 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.264853 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f3a2719-6fd3-4b3b-8546-bdf8bbc11469 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.274051 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ed754582-d9f0-4b8d-bb88-1401554c5224 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.275706 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ed754582-d9f0-4b8d-bb88-1401554c5224 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.5867164 Nov 23 04:43:08.304786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44748) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:08.363806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Allocated IP 172.20.0.1 (ca7d247b-210d-4ed0-a1d5-72133393a767/66beddca-6c37-4768-b1f2-70b0afaa8f73/273e44e2-a386-4256-817f-a9cc36dd1f77) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:08.368976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.382247 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.389704 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d596808-a609-4db9-9f86-2b0ae000e8c7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:08.393466 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d596808-a609-4db9-9f86-2b0ae000e8c7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.457029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-0d596808-a609-4db9-9f86-2b0ae000e8c7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port 4649a1a3-ff9e-4188-beeb-20605c7329d0 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:43:08.471700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Network 71f6e515-cf25-4a00-b50a-056934c8db34 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:08.482253 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.487746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:08.496917 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:08.505704 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Pushing event updated for resources: {'Port': ['ID=90d790e8-d9ca-4ff2-8d72-4afea58c5ddd,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:08.510931 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c0026c4-445b-432c-a86b-7a4326f1d883 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] vlan segment allocate from pool success with {'vlan_id': 183, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:43:08.566787 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.597190 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Attempting to bind port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:08.597598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Attempting to bind port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'a170cbb2-aa30-4f45-a009-d400b3409256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '71f6e515-cf25-4a00-b50a-056934c8db34'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:08.597973 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Attempting to bind port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd on network 71f6e515-cf25-4a00-b50a-056934c8db34 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:08.608393 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 42, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:08.609507 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Checking segment: {'id': 'a170cbb2-aa30-4f45-a009-d400b3409256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '71f6e515-cf25-4a00-b50a-056934c8db34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:08.610184 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.610812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Bound using segment: {'id': 'a170cbb2-aa30-4f45-a009-d400b3409256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '71f6e515-cf25-4a00-b50a-056934c8db34'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:08.611527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Bound port: 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a170cbb2-aa30-4f45-a009-d400b3409256', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '71f6e515-cf25-4a00-b50a-056934c8db34'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:08.612140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.616630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0c0026c4-445b-432c-a86b-7a4326f1d883 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.616980 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-0c0026c4-445b-432c-a86b-7a4326f1d883 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Added segment 598c69ae-7297-41e0-bb93-04d86746cc88 of type vlan for network 6ea93097-5eb7-4a21-a70f-c3170ba8692f Nov 23 04:43:08.691814 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] For port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:08.696990 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] For port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=90d790e8-d9ca-4ff2-8d72-4afea58c5ddd,segment=NetworkSegment(a170cbb2-aa30-4f45-a009-d400b3409256),segment_id=a170cbb2-aa30-4f45-a009-d400b3409256)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:08.704882 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.708336 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f3a2719-6fd3-4b3b-8546-bdf8bbc11469 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.719926 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0c0026c4-445b-432c-a86b-7a4326f1d883 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.768593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8136ae48-a3f3-41d5-9da4-94f3809356d8 None None] Pushing event updated for resources: {'Port': ['ID=90d790e8-d9ca-4ff2-8d72-4afea58c5ddd,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:08.837013 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0c0026c4-445b-432c-a86b-7a4326f1d883 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.848581 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c0026c4-445b-432c-a86b-7a4326f1d883 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:08.851542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0c0026c4-445b-432c-a86b-7a4326f1d883 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.856274 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:08.901604 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f3a2719-6fd3-4b3b-8546-bdf8bbc11469 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:09.000155 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0c0026c4-445b-432c-a86b-7a4326f1d883 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.8616767 Nov 23 04:43:09.015122 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf74d917-ee4d-4413-96dc-890d1b489ce0 None None] Network 710a256d-fee6-4cef-ba4f-968b2868f121 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:09.015666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44752) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:09.015666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0f3a2719-6fd3-4b3b-8546-bdf8bbc11469 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:09.023280 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0f3a2719-6fd3-4b3b-8546-bdf8bbc11469 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/dfac0a6f-a37b-4d43-8049-57ebd8a7f344 HTTP/1.1" status: 204 len: 168 time: 1.1955459 Nov 23 04:43:09.072771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3a2719-6fd3-4b3b-8546-bdf8bbc11469 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Subnet': ['ID=dfac0a6f-a37b-4d43-8049-57ebd8a7f344,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:09.118780 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-460ac0e6-6ef5-4667-8d74-0ff4702729e4 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Request body: {'subnet': {'network_id': '6ea93097-5eb7-4a21-a70f-c3170ba8692f', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:09.129097 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44754) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:09.193514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d596808-a609-4db9-9f86-2b0ae000e8c7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:09.195512 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0026c4-445b-432c-a86b-7a4326f1d883 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event updated for resources: {'Network': ['ID=6ea93097-5eb7-4a21-a70f-c3170ba8692f,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:09.219530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:09.286359 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Network ca7d247b-210d-4ed0-a1d5-72133393a767 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:09.307090 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Pushing event updated for resources: {'Port': ['ID=273e44e2-a386-4256-817f-a9cc36dd1f77,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:09.325017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:09.336020 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:09.436811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:09.458455 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 6ea93097-5eb7-4a21-a70f-c3170ba8692f details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:43:09.590910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4265a573-b788-4144-a4e6-992eb2ff1b4b up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:09.631363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d596808-a609-4db9-9f86-2b0ae000e8c7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:09.668482 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-312a5264-0a61-4ed3-bd3d-04d792e2183e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:09.703142 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d596808-a609-4db9-9f86-2b0ae000e8c7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=4649a1a3-ff9e-4188-beeb-20605c7329d0,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:09.734954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d596808-a609-4db9-9f86-2b0ae000e8c7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:09.748410 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 4265a573-b788-4144-a4e6-992eb2ff1b4b triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:09.748789 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:09.761406 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-0d596808-a609-4db9-9f86-2b0ae000e8c7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:09.765723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d596808-a609-4db9-9f86-2b0ae000e8c7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:09.770960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d596808-a609-4db9-9f86-2b0ae000e8c7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:09.771626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d596808-a609-4db9-9f86-2b0ae000e8c7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:09.777542 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bd51b473-7e85-4956-a6c6-c9ad2d64a667 None None] Provisioning complete for port 273e44e2-a386-4256-817f-a9cc36dd1f77 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:09.777924 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bd51b473-7e85-4956-a6c6-c9ad2d64a667 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:09.796837 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:09.841837 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-bd51b473-7e85-4956-a6c6-c9ad2d64a667 None None] Port 273e44e2-a386-4256-817f-a9cc36dd1f77 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:09.853804 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0d596808-a609-4db9-9f86-2b0ae000e8c7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6685610 Nov 23 04:43:09.856191 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44760) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:09.890512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f4e7081-39f0-4d40-b084-83794aca8192 None None] DHCP port deletion for 710a256d-fee6-4cef-ba4f-968b2868f121 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:09.938518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:09.978160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d2dd03-6379-43e9-ac5c-e543b8ddaf4e req-96e55be2-834e-47a7-b748-a01baccf7c99 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:09.980351 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f3d2dd03-6379-43e9-ac5c-e543b8ddaf4e req-96e55be2-834e-47a7-b748-a01baccf7c99 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2148819 Nov 23 04:43:09.987222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-99a83a11-95e2-4ef2-a302-a34146cd92b5 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting subnet b9cc5ab9-cefe-4c18-a1ed-be0f63c703a5 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:43:10.012647 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99a83a11-95e2-4ef2-a302-a34146cd92b5 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.015429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e7081-39f0-4d40-b084-83794aca8192 None None] Deleting port 215267a7-e82c-4f24-848b-c3cd6c22a7ca {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:10.015956 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8f4e7081-39f0-4d40-b084-83794aca8192 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.059713 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-718565ee-ecc1-4c59-9bf8-49b3a735254f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port 4649a1a3-ff9e-4188-beeb-20605c7329d0 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:10.060315 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-718565ee-ecc1-4c59-9bf8-49b3a735254f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.099530 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f3d2dd03-6379-43e9-ac5c-e543b8ddaf4e req-ed87b7d5-c2d6-498d-ab3b-88f3b7217b1b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1008291 Nov 23 04:43:10.115459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:10.115839 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.117544 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74592c29-292e-4019-a3e6-6fd236f9c343 req-96f2124d-fe1c-44d4-a53b-e19f6ea61468 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:10.120844 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74592c29-292e-4019-a3e6-6fd236f9c343 req-96f2124d-fe1c-44d4-a53b-e19f6ea61468 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca9ade32f67b43ae8be521fa872a6702&device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 1099 time: 0.3942995 Nov 23 04:43:10.160870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-8f4e7081-39f0-4d40-b084-83794aca8192 None None] For port 215267a7-e82c-4f24-848b-c3cd6c22a7ca, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=215267a7-e82c-4f24-848b-c3cd6c22a7ca,segment=NetworkSegment(a64d0fdd-81ae-4621-a56d-c4295063f2f2),segment_id=a64d0fdd-81ae-4621-a56d-c4295063f2f2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:10.161416 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8f4e7081-39f0-4d40-b084-83794aca8192 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.173524 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-718565ee-ecc1-4c59-9bf8-49b3a735254f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.191020 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8f4e7081-39f0-4d40-b084-83794aca8192 None None] Calling delete_port for 215267a7-e82c-4f24-848b-c3cd6c22a7ca owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:10.197791 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-718565ee-ecc1-4c59-9bf8-49b3a735254f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for 4649a1a3-ff9e-4188-beeb-20605c7329d0 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:10.259352 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460ac0e6-6ef5-4667-8d74-0ff4702729e4 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Made reservation on behalf of 58defa0a65c142e88146360bf0fe94dd for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:10.263330 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-460ac0e6-6ef5-4667-8d74-0ff4702729e4 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.274431 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99a83a11-95e2-4ef2-a302-a34146cd92b5 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.296728 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.311417 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.361310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-718565ee-ecc1-4c59-9bf8-49b3a735254f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.388680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Pushing event updated for resources: {'Port': ['ID=273e44e2-a386-4256-817f-a9cc36dd1f77,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:10.391169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.392612 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Allocated IP 2001:db8::1 (71f6e515-cf25-4a00-b50a-056934c8db34/a7addac8-9308-4bb4-8358-0dae44298459/bfe90b34-dbf2-41ac-84ba-f2ecb7ded4fb) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:10.394250 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.436562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-718565ee-ecc1-4c59-9bf8-49b3a735254f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.443008 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-718565ee-ecc1-4c59-9bf8-49b3a735254f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/4649a1a3-ff9e-4188-beeb-20605c7329d0 HTTP/1.1" status: 204 len: 168 time: 0.5858366 Nov 23 04:43:10.446809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44762) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:10.450114 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=90d790e8-d9ca-4ff2-8d72-4afea58c5ddd,segment=NetworkSegment(a170cbb2-aa30-4f45-a009-d400b3409256),segment_id=a170cbb2-aa30-4f45-a009-d400b3409256)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:10.452043 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8f4e7081-39f0-4d40-b084-83794aca8192 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.452527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-abffa14b-1790-489b-89b2-aa9c51e3ddc7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'mac_address': 'fa:16:3e:57:ac:d4', 'name': 'tempest-PortsIpV6TestJSON-205675306'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:10.456996 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-718565ee-ecc1-4c59-9bf8-49b3a735254f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=4649a1a3-ff9e-4188-beeb-20605c7329d0,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:10.485609 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.488145 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f4e7081-39f0-4d40-b084-83794aca8192 None None] Pushing event deleted for resources: {'Port': ['ID=215267a7-e82c-4f24-848b-c3cd6c22a7ca,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:10.494420 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f4e7081-39f0-4d40-b084-83794aca8192 None None] No DVR routers for this DVR port 215267a7-e82c-4f24-848b-c3cd6c22a7ca on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:10.535181 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8699eac6-2955-494c-9cd0-ca70b9ebd8dd None None] Network 71f6e515-cf25-4a00-b50a-056934c8db34 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:10.545226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.601014 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74592c29-292e-4019-a3e6-6fd236f9c343 req-68fbf00e-d523-4c34-8d10-4b790df1b311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:10.602842 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74592c29-292e-4019-a3e6-6fd236f9c343 req-68fbf00e-d523-4c34-8d10-4b790df1b311 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b21b611f-a015-425c-ab34-b547c5f8ac2e HTTP/1.1" status: 200 len: 912 time: 0.4505386 Nov 23 04:43:10.628737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=90d790e8-d9ca-4ff2-8d72-4afea58c5ddd,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:10.650922 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abffa14b-1790-489b-89b2-aa9c51e3ddc7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:10.673964 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-60493552-0428-4fc7-b5c9-b44223f9f3d4 None None] Provisioning complete for port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:10.674504 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-60493552-0428-4fc7-b5c9-b44223f9f3d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.747617 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74592c29-292e-4019-a3e6-6fd236f9c343 req-14da8eec-acba-4e39-9d8a-bea58054cfe4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce1f0e2-ff6c-454f-9cf0-749efb10140c HTTP/1.1" status: 200 len: 1001 time: 0.1239212 Nov 23 04:43:10.796491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-abffa14b-1790-489b-89b2-aa9c51e3ddc7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.812911 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Network ca7d247b-210d-4ed0-a1d5-72133393a767 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:10.827432 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:10.834844 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:10.867010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-abffa14b-1790-489b-89b2-aa9c51e3ddc7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port 4d978068-43fc-404d-8cae-8e185fc3d192 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:43:10.898579 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99a83a11-95e2-4ef2-a302-a34146cd92b5 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.109355 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-460ac0e6-6ef5-4667-8d74-0ff4702729e4 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.143109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74592c29-292e-4019-a3e6-6fd236f9c343 req-8f75942d-e7ac-413d-9ef5-5604a281209a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:11.144845 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74592c29-292e-4019-a3e6-6fd236f9c343 req-8f75942d-e7ac-413d-9ef5-5604a281209a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15926d1c-ee0f-48ad-88dc-7f8fa57c0643 HTTP/1.1" status: 200 len: 850 time: 0.3827093 Nov 23 04:43:11.192432 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Router 99b68924-26e6-4205-b84a-d21dd05a4a3f has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:11.200092 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e0a10f78-fbe0-40d5-b5ae-3bd53ca5e441 None None] Provisioning complete for port 273e44e2-a386-4256-817f-a9cc36dd1f77 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:11.201067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e0a10f78-fbe0-40d5-b5ae-3bd53ca5e441 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.237609 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e0a10f78-fbe0-40d5-b5ae-3bd53ca5e441 None None] Port 273e44e2-a386-4256-817f-a9cc36dd1f77 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:11.280250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.282434 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99a83a11-95e2-4ef2-a302-a34146cd92b5 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.290810 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460ac0e6-6ef5-4667-8d74-0ff4702729e4 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event updated for resources: {'Subnet': ['ID=f97b9dba-3a0a-488a-b241-ed8bda93bcb7,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:11.309486 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-abffa14b-1790-489b-89b2-aa9c51e3ddc7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.335697 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a1d98c-0280-48d3-bb55-f31b6228a44d req-e8f6d959-ceca-4d42-ac99-912088d6e763 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:11.337248 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-59a1d98c-0280-48d3-bb55-f31b6228a44d req-e8f6d959-ceca-4d42-ac99-912088d6e763 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1410213 Nov 23 04:43:11.357483 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74592c29-292e-4019-a3e6-6fd236f9c343 req-654e48d9-9679-4b01-83aa-1e2bd785ad1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:11.359077 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74592c29-292e-4019-a3e6-6fd236f9c343 req-654e48d9-9679-4b01-83aa-1e2bd785ad1d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b21b611f-a015-425c-ab34-b547c5f8ac2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1768675 Nov 23 04:43:11.370994 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-dcc7dbd5-92d1-4876-9f36-b47d5d6e9f29 None None] Provisioning complete for port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:11.372029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dcc7dbd5-92d1-4876-9f36-b47d5d6e9f29 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.373126 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a83a11-95e2-4ef2-a302-a34146cd92b5 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Subnet': ['ID=b9cc5ab9-cefe-4c18-a1ed-be0f63c703a5,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:11.375124 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460ac0e6-6ef5-4667-8d74-0ff4702729e4 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Checking segment: {'id': '598c69ae-7297-41e0-bb93-04d86746cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ea93097-5eb7-4a21-a70f-c3170ba8692f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:11.375555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ac0e6-6ef5-4667-8d74-0ff4702729e4 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Network hostable DHCP agents. Network: 6ea93097-5eb7-4a21-a70f-c3170ba8692f, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:43:11.378332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99a83a11-95e2-4ef2-a302-a34146cd92b5 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.384828 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-99a83a11-95e2-4ef2-a302-a34146cd92b5 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/b9cc5ab9-cefe-4c18-a1ed-be0f63c703a5 HTTP/1.1" status: 204 len: 168 time: 2.2545130 Nov 23 04:43:11.389262 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 71f6e515-cf25-4a00-b50a-056934c8db34 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:11.390328 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44766) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:11.404928 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d204395e-c24c-4fdc-bb77-93e6de204e22 None None] Network 3a5767fc-75f1-4b75-8065-b2d468792371 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:11.415711 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:11.452192 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:11.452808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.471927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:11.497346 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=bfe90b34-dbf2-41ac-84ba-f2ecb7ded4fb,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:11.516456 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:11.524940 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-951f895e-f492-4927-8255-1c49b3a418cd admin admin] 10.222.0.37 "PUT /v2.0/routers/99b68924-26e6-4205-b84a-d21dd05a4a3f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5762169 Nov 23 04:43:11.528808 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-59a1d98c-0280-48d3-bb55-f31b6228a44d req-3c4c58a7-c93b-41ed-ad79-820b18064626 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1593220 Nov 23 04:43:11.531868 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-abffa14b-1790-489b-89b2-aa9c51e3ddc7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.549022 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e58be74a-aac4-4165-87c8-598f417a9519 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.556493 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1031e76-3748-448a-a717-7729520009fb None None] Sync routers for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:11.583598 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460ac0e6-6ef5-4667-8d74-0ff4702729e4 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Network 6ea93097-5eb7-4a21-a70f-c3170ba8692f is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:43:11.627206 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abffa14b-1790-489b-89b2-aa9c51e3ddc7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:11.633975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-abffa14b-1790-489b-89b2-aa9c51e3ddc7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:11.642810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abffa14b-1790-489b-89b2-aa9c51e3ddc7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:11.648996 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-460ac0e6-6ef5-4667-8d74-0ff4702729e4 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 6ea93097-5eb7-4a21-a70f-c3170ba8692f) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:11.650639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abffa14b-1790-489b-89b2-aa9c51e3ddc7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:11.651329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-abffa14b-1790-489b-89b2-aa9c51e3ddc7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.651720 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1031e76-3748-448a-a717-7729520009fb None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:11.652380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-c1031e76-3748-448a-a717-7729520009fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:11.665303 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460ac0e6-6ef5-4667-8d74-0ff4702729e4 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:11.665921 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-460ac0e6-6ef5-4667-8d74-0ff4702729e4 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.683512 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abffa14b-1790-489b-89b2-aa9c51e3ddc7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=4d978068-43fc-404d-8cae-8e185fc3d192,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:11.720230 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-abffa14b-1790-489b-89b2-aa9c51e3ddc7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.2721553 Nov 23 04:43:11.726214 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-460ac0e6-6ef5-4667-8d74-0ff4702729e4 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7015882 Nov 23 04:43:11.726941 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44770) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:11.732653 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44772) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:11.746866 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cb6133-0bd4-4081-82d2-037ad6a7592c None None] Network 6ea93097-5eb7-4a21-a70f-c3170ba8692f requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:11.779671 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-03b291d4-f7f5-4f2a-9b8c-02cee81ff54c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Request body: {'router': {'external_gateway_info': {'network_id': '6ea93097-5eb7-4a21-a70f-c3170ba8692f'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:11.786197 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74592c29-292e-4019-a3e6-6fd236f9c343 req-a9d2ebfe-ed19-49f5-b5db-1257a675c515 service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3957469 Nov 23 04:43:11.795046 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e58be74a-aac4-4165-87c8-598f417a9519 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.822395 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-e58be74a-aac4-4165-87c8-598f417a9519 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['710a256d-fee6-4cef-ba4f-968b2868f121']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:11.845796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-e58be74a-aac4-4165-87c8-598f417a9519 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64d0fdd-81ae-4621-a56d-c4295063f2f2') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:11.846124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-e58be74a-aac4-4165-87c8-598f417a9519 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64d0fdd-81ae-4621-a56d-c4295063f2f2') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:11.861621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e58be74a-aac4-4165-87c8-598f417a9519 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.885996 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e58be74a-aac4-4165-87c8-598f417a9519 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.901990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e58be74a-aac4-4165-87c8-598f417a9519 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:43:11.902410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e58be74a-aac4-4165-87c8-598f417a9519 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:43:11.906911 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:43:11.920214 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.989445 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e58be74a-aac4-4165-87c8-598f417a9519 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:11.996118 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74592c29-292e-4019-a3e6-6fd236f9c343 req-b7010c2b-f914-4f43-a944-fcae0ed34102 service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505470 Nov 23 04:43:11.998056 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-c1031e76-3748-448a-a717-7729520009fb None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:12.002391 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e58be74a-aac4-4165-87c8-598f417a9519 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.002855 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:12.003239 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.011937 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e58be74a-aac4-4165-87c8-598f417a9519 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/networks/710a256d-fee6-4cef-ba4f-968b2868f121 HTTP/1.1" status: 204 len: 168 time: 0.6118090 Nov 23 04:43:12.012984 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44778) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:12.022673 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86390a45-c299-4a04-896e-f3114a31a7e8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:12.027074 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-86390a45-c299-4a04-896e-f3114a31a7e8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/4d978068-43fc-404d-8cae-8e185fc3d192 HTTP/1.1" status: 200 len: 844 time: 0.2952986 Nov 23 04:43:12.032253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44780) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:12.043137 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58be74a-aac4-4165-87c8-598f417a9519 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Network': ['ID=710a256d-fee6-4cef-ba4f-968b2868f121,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:12.075491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1c728ab-c0a5-4c1c-bbdd-d2d3785f336b None None] DHCP port deletion for 3a5767fc-75f1-4b75-8065-b2d468792371 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:12.169977 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.190236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-057e1200-b5bb-41f5-a16e-84d26f35e85c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port 4d978068-43fc-404d-8cae-8e185fc3d192 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:12.190830 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-057e1200-b5bb-41f5-a16e-84d26f35e85c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.211274 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-dbb69b9e-6e39-487c-8116-99862723483f None None] Provisioning complete for port bfe90b34-dbf2-41ac-84ba-f2ecb7ded4fb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:12.211859 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dbb69b9e-6e39-487c-8116-99862723483f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.229448 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.338914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-057e1200-b5bb-41f5-a16e-84d26f35e85c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.364439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-057e1200-b5bb-41f5-a16e-84d26f35e85c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for 4d978068-43fc-404d-8cae-8e185fc3d192 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:12.382107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44790) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:12.420102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-806199596-network', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:12.463288 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] Made reservation on behalf of ebb4474c2cdf4b88b644aa609514eaac for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:12.466120 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.483137 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.508459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-057e1200-b5bb-41f5-a16e-84d26f35e85c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.548773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057e1200-b5bb-41f5-a16e-84d26f35e85c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=4d978068-43fc-404d-8cae-8e185fc3d192,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:12.561015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-057e1200-b5bb-41f5-a16e-84d26f35e85c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.564677 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-057e1200-b5bb-41f5-a16e-84d26f35e85c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/4d978068-43fc-404d-8cae-8e185fc3d192 HTTP/1.1" status: 204 len: 168 time: 0.5314491 Nov 23 04:43:12.570237 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-dbb69b9e-6e39-487c-8116-99862723483f None None] Port bfe90b34-dbf2-41ac-84ba-f2ecb7ded4fb cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:12.578223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44794) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:12.582020 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a1c728ab-c0a5-4c1c-bbdd-d2d3785f336b None None] Deleting port d708e371-b324-4bb2-9415-dba800ff5e8a {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:12.582399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a1c728ab-c0a5-4c1c-bbdd-d2d3785f336b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.648164 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f315d13-c692-4ab0-a24d-df5641232c09 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] GET failed (client error): The resource could not be found. Nov 23 04:43:12.656603 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7f315d13-c692-4ab0-a24d-df5641232c09 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/4d978068-43fc-404d-8cae-8e185fc3d192 HTTP/1.1" status: 404 len: 333 time: 0.0674431 Nov 23 04:43:12.657153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44796) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:12.676711 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a30a34ca-3bdf-4262-9598-0e1e1b330a66 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'name': 'tempest-PortsIpV6TestJSON-2075002457'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:12.707282 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.715840 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.723333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6ea93097-5eb7-4a21-a70f-c3170ba8692f', 'network_id': '6ea93097-5eb7-4a21-a70f-c3170ba8692f', 'tenant_id': '58defa0a65c142e88146360bf0fe94dd', 'fixed_ips': [{'subnet_id': 'f97b9dba-3a0a-488a-b241-ed8bda93bcb7'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:43:12.724371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.727974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 215267a7-e82c-4f24-848b-c3cd6c22a7ca no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:43:12.739916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] vlan segment allocate from pool success with {'vlan_id': 186, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:43:12.757758 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fee5c133-fd46-4c0c-979d-aa3fa2e08c4f,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:12.760732 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.761078 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] Added segment fd628059-27ee-48ee-bc4e-e66124cfcae0 of type vlan for network 3c120814-00aa-4381-a8de-16f1e15da3da Nov 23 04:43:12.764264 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 215267a7-e82c-4f24-848b-c3cd6c22a7ca {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:43:12.764743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 215267a7-e82c-4f24-848b-c3cd6c22a7ca not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:43:12.832186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.838011 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a1c728ab-c0a5-4c1c-bbdd-d2d3785f336b None None] For port d708e371-b324-4bb2-9415-dba800ff5e8a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d708e371-b324-4bb2-9415-dba800ff5e8a,segment=NetworkSegment(ae0d663a-5753-49b2-b860-d3cfd7235e86),segment_id=ae0d663a-5753-49b2-b860-d3cfd7235e86)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:12.838455 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a1c728ab-c0a5-4c1c-bbdd-d2d3785f336b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.843134 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.861305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.862692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:12.863160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03b291d4-f7f5-4f2a-9b8c-02cee81ff54c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.863689 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.914304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a1c728ab-c0a5-4c1c-bbdd-d2d3785f336b None None] Calling delete_port for d708e371-b324-4bb2-9415-dba800ff5e8a owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:12.925173 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4fb56c-2486-4e94-865d-9e2a568f3428 req-41398539-d7ca-4385-b904-949252f69bbc tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:12.926236 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3a4fb56c-2486-4e94-865d-9e2a568f3428 req-41398539-d7ca-4385-b904-949252f69bbc tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2438853 Nov 23 04:43:12.928671 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5449207 Nov 23 04:43:12.933626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44798) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:12.939147 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a1dc43bc-9e6a-454c-8a4b-35b54b5a23d9 admin admin] Request body: {'subnet': {'network_id': '3c120814-00aa-4381-a8de-16f1e15da3da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-806199596-subnet', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'ip_version': 4}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:12.950909 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b21649-29e7-4841-92fb-3205aa27ab52 admin admin] Pushing event updated for resources: {'Network': ['ID=3c120814-00aa-4381-a8de-16f1e15da3da,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:12.968504 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1dc43bc-9e6a-454c-8a4b-35b54b5a23d9 admin admin] Made reservation on behalf of ebb4474c2cdf4b88b644aa609514eaac for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:12.971095 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a1dc43bc-9e6a-454c-8a4b-35b54b5a23d9 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:12.991786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 3c120814-00aa-4381-a8de-16f1e15da3da details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:43:13.083782 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-c1031e76-3748-448a-a717-7729520009fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 2, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:13.108753 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f8709f09-efc6-41a6-8a62-dffd44468e77 req-5ea78337-a0a8-458f-8611-872f5459e0f0 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2642179 Nov 23 04:43:13.137085 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1031e76-3748-448a-a717-7729520009fb None None] Checking router: 99b68924-26e6-4205-b84a-d21dd05a4a3f for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:43:13.137841 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1031e76-3748-448a-a717-7729520009fb None None] Updating router 99b68924-26e6-4205-b84a-d21dd05a4a3f port 273e44e2-a386-4256-817f-a9cc36dd1f77 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:43:13.164324 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a1dc43bc-9e6a-454c-8a4b-35b54b5a23d9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.186445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Allocated IP 2001:db8:1::2 (6ea93097-5eb7-4a21-a70f-c3170ba8692f/f97b9dba-3a0a-488a-b241-ed8bda93bcb7/dceea4c1-adfd-4197-9e7b-a0cd252fe1a5) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:13.197078 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c1031e76-3748-448a-a717-7729520009fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.220319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a1c728ab-c0a5-4c1c-bbdd-d2d3785f336b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.234755 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1dc43bc-9e6a-454c-8a4b-35b54b5a23d9 admin admin] Checking segment: {'id': 'fd628059-27ee-48ee-bc4e-e66124cfcae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c120814-00aa-4381-a8de-16f1e15da3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:13.235120 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dc43bc-9e6a-454c-8a4b-35b54b5a23d9 admin admin] Network hostable DHCP agents. Network: 3c120814-00aa-4381-a8de-16f1e15da3da, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:43:13.235379 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a30a34ca-3bdf-4262-9598-0e1e1b330a66 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:13.238851 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a30a34ca-3bdf-4262-9598-0e1e1b330a66 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.240522 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dc43bc-9e6a-454c-8a4b-35b54b5a23d9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33bc4df8-dfce-4038-a8b6-f835b9d0abfc,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:13.253271 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3a4fb56c-2486-4e94-865d-9e2a568f3428 req-2ffada1a-046e-4edf-8a86-90f465ad82c2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2858965 Nov 23 04:43:13.266481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dc43bc-9e6a-454c-8a4b-35b54b5a23d9 admin admin] Network 3c120814-00aa-4381-a8de-16f1e15da3da is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:43:13.269383 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port d708e371-b324-4bb2-9415-dba800ff5e8a {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:13.269929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.284757 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-a1dc43bc-9e6a-454c-8a4b-35b54b5a23d9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 3c120814-00aa-4381-a8de-16f1e15da3da) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:13.311439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1dc43bc-9e6a-454c-8a4b-35b54b5a23d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:13.312071 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a1dc43bc-9e6a-454c-8a4b-35b54b5a23d9 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.318867 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c728ab-c0a5-4c1c-bbdd-d2d3785f336b None None] Pushing event deleted for resources: {'Port': ['ID=d708e371-b324-4bb2-9415-dba800ff5e8a,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:13.323917 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40761120-85b4-45a7-818c-0d86b8e1543f None None] Network 3c120814-00aa-4381-a8de-16f1e15da3da requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:13.341888 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a1dc43bc-9e6a-454c-8a4b-35b54b5a23d9 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4044869 Nov 23 04:43:13.343423 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44800) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:13.347801 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-806199596-router', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:13.373764 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.374903 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1c728ab-c0a5-4c1c-bbdd-d2d3785f336b None None] No DVR routers for this DVR port d708e371-b324-4bb2-9415-dba800ff5e8a on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:13.376110 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.387378 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:43:13.414467 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8709f09-efc6-41a6-8a62-dffd44468e77 req-2948e283-320c-4184-bec8-468047b999ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:13.418573 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f8709f09-efc6-41a6-8a62-dffd44468e77 req-2948e283-320c-4184-bec8-468047b999ce service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e34fb94931bb453baa2f45e6eb57eddb&device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 1098 time: 0.2469819 Nov 23 04:43:13.436925 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.449730 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.449950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d708e371-b324-4bb2-9415-dba800ff5e8a no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:43:13.462470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] For port d708e371-b324-4bb2-9415-dba800ff5e8a, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:13.462832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.479742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for d708e371-b324-4bb2-9415-dba800ff5e8a owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:13.482635 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Port d708e371-b324-4bb2-9415-dba800ff5e8a was not found and therefore no delete operation was performed {{(pid=109952) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:43:13.485594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.490295 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-a30a34ca-3bdf-4262-9598-0e1e1b330a66 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port cc6caafd-02d0-4cce-948a-8e4a7e588900 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:43:13.490469 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: d708e371-b324-4bb2-9415-dba800ff5e8a {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:43:13.490612 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d708e371-b324-4bb2-9415-dba800ff5e8a not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:43:13.518114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.519121 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.600209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.669614 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=d708e371-b324-4bb2-9415-dba800ff5e8a,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:13.677060 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No DVR routers for this DVR port d708e371-b324-4bb2-9415-dba800ff5e8a on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:13.692814 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.726162 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.742219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-3c120814-00aa-4381-a8de-16f1e15da3da', 'network_id': '3c120814-00aa-4381-a8de-16f1e15da3da', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'fixed_ips': [{'subnet_id': '33bc4df8-dfce-4038-a8b6-f835b9d0abfc'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:43:13.743045 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.817071 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Network 6ea93097-5eb7-4a21-a70f-c3170ba8692f is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:13.827463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:13.831085 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.846745 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Pushing event updated for resources: {'Port': ['ID=dceea4c1-adfd-4197-9e7b-a0cd252fe1a5,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:13.850143 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:13.851477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.905400 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=bfe90b34-dbf2-41ac-84ba-f2ecb7ded4fb,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:13.908108 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-03b291d4-f7f5-4f2a-9b8c-02cee81ff54c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:43:13.914639 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-03b291d4-f7f5-4f2a-9b8c-02cee81ff54c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "PUT /v2.0/routers/d362eee7-38b2-4c0d-b0cc-37fa06de400e HTTP/1.1" status: 400 len: 364 time: 2.1638782 Nov 23 04:43:13.914828 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44802) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:13.925716 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.962085 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c1031e76-3748-448a-a717-7729520009fb None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:13.964496 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8709f09-efc6-41a6-8a62-dffd44468e77 req-2330c675-365e-4d9d-9031-9ef0d7546bac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:13.966062 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f8709f09-efc6-41a6-8a62-dffd44468e77 req-2330c675-365e-4d9d-9031-9ef0d7546bac service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae26ac76-09be-4617-9df0-387c20c99ee8 HTTP/1.1" status: 200 len: 898 time: 0.4712553 Nov 23 04:43:14.001615 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c1031e76-3748-448a-a717-7729520009fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.011603 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 71f6e515-cf25-4a00-b50a-056934c8db34 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:14.016668 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a5767fc-75f1-4b75-8065-b2d468792371']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:14.056429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Attempting to bind port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:14.056784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Attempting to bind port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '598c69ae-7297-41e0-bb93-04d86746cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ea93097-5eb7-4a21-a70f-c3170ba8692f'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:14.057147 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Attempting to bind port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 on network 6ea93097-5eb7-4a21-a70f-c3170ba8692f {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:14.065830 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:14.074939 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae0d663a-5753-49b2-b860-d3cfd7235e86') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:14.075237 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae0d663a-5753-49b2-b860-d3cfd7235e86') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:14.087029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:14.087029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Checking segment: {'id': '598c69ae-7297-41e0-bb93-04d86746cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ea93097-5eb7-4a21-a70f-c3170ba8692f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:14.087029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.087029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Bound using segment: {'id': '598c69ae-7297-41e0-bb93-04d86746cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ea93097-5eb7-4a21-a70f-c3170ba8692f'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:14.087029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Bound port: dceea4c1-adfd-4197-9e7b-a0cd252fe1a5, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '598c69ae-7297-41e0-bb93-04d86746cc88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 183, 'network_id': '6ea93097-5eb7-4a21-a70f-c3170ba8692f'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:14.087029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.108351 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.109701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd320df-88f9-4df0-bdc4-d84a76df0e28 None None] Pushing event updated for resources: {'Port': ['ID=273e44e2-a386-4256-817f-a9cc36dd1f77,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:14.112313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Allocated IP 172.20.0.2 (3c120814-00aa-4381-a8de-16f1e15da3da/33bc4df8-dfce-4038-a8b6-f835b9d0abfc/febcc743-7f4d-4d74-b038-6f15ccd83dbf) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:14.124444 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Allocated IP 172.26.8.152 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/c78ae2f8-6bca-4978-9911-0c6027896b5c) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:14.142653 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.235443 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a30a34ca-3bdf-4262-9598-0e1e1b330a66 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.241713 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Releasing vlan 153 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:43:14.242142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:43:14.251963 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:43:14.314135 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f8709f09-efc6-41a6-8a62-dffd44468e77 req-1878d6d6-54ad-43db-9323-9170efa4b5ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97ca78c-0875-44f8-836d-ef8dc069b6b2 HTTP/1.1" status: 200 len: 1001 time: 0.3137324 Nov 23 04:43:14.367289 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.524314 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.553971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c1031e76-3748-448a-a717-7729520009fb None None] Attempting to bind port 273e44e2-a386-4256-817f-a9cc36dd1f77 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:14.555150 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c1031e76-3748-448a-a717-7729520009fb None None] Attempting to bind port 273e44e2-a386-4256-817f-a9cc36dd1f77 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:14.555807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1031e76-3748-448a-a717-7729520009fb None None] Attempting to bind port 273e44e2-a386-4256-817f-a9cc36dd1f77 on network ca7d247b-210d-4ed0-a1d5-72133393a767 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:14.564194 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbf6805-3f86-4f29-b297-6c4907cf7fe9 req-f4c95c5f-feda-4227-8084-f9903ea4e932 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:14.565957 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfbf6805-3f86-4f29-b297-6c4907cf7fe9 req-f4c95c5f-feda-4227-8084-f9903ea4e932 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1736016 Nov 23 04:43:14.580821 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] For port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:14.583471 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1031e76-3748-448a-a717-7729520009fb None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:14.584500 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1031e76-3748-448a-a717-7729520009fb None None] Checking segment: {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:14.584787 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c1031e76-3748-448a-a717-7729520009fb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.585642 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1031e76-3748-448a-a717-7729520009fb None None] Bound using segment: {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:14.586111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c1031e76-3748-448a-a717-7729520009fb None None] Bound port: 273e44e2-a386-4256-817f-a9cc36dd1f77, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:14.586614 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c1031e76-3748-448a-a717-7729520009fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.625591 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] For port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dceea4c1-adfd-4197-9e7b-a0cd252fe1a5,segment=NetworkSegment(598c69ae-7297-41e0-bb93-04d86746cc88),segment_id=598c69ae-7297-41e0-bb93-04d86746cc88)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:14.642698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.692055 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9d5b365d-bf53-4195-8b8a-83268b096100 None None] Provisioning complete for port bfe90b34-dbf2-41ac-84ba-f2ecb7ded4fb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:14.692670 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9d5b365d-bf53-4195-8b8a-83268b096100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.711510 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.733414 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfbf6805-3f86-4f29-b297-6c4907cf7fe9 req-b13874c7-160f-460f-941b-42ab63c7b63e tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1324098 Nov 23 04:43:14.739411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.745773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a30a34ca-3bdf-4262-9598-0e1e1b330a66 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.752620 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.758880 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/networks/3a5767fc-75f1-4b75-8065-b2d468792371 HTTP/1.1" status: 204 len: 168 time: 2.7261808 Nov 23 04:43:14.760903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44806) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:14.763540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 839a9ce4-2e28-4637-b58b-d59b1b60b09a is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:43:14.794843 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-34d817b8-e94b-480e-93da-2584224bd176 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'network': {'name': 'tempest-RoutersTest-1190183881'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:14.798906 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8709f09-efc6-41a6-8a62-dffd44468e77 req-3f8a8794-e159-4080-904d-5a9e640153b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:14.800374 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f8709f09-efc6-41a6-8a62-dffd44468e77 req-3f8a8794-e159-4080-904d-5a9e640153b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dead2c83-4076-4874-b4bb-c752ab108ec8 HTTP/1.1" status: 200 len: 835 time: 0.4694052 Nov 23 04:43:14.822077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:14.828282 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:14.830883 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:14.836234 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Pushing event updated for resources: {'Port': ['ID=c78ae2f8-6bca-4978-9911-0c6027896b5c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:14.836876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.839100 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bdc3b88-9282-4848-99d3-65ca28106ee7 None None] Pushing event updated for resources: {'Port': ['ID=dceea4c1-adfd-4197-9e7b-a0cd252fe1a5,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:14.844768 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9d5b365d-bf53-4195-8b8a-83268b096100 None None] Port bfe90b34-dbf2-41ac-84ba-f2ecb7ded4fb cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:14.847458 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c1031e76-3748-448a-a717-7729520009fb None None] For port 273e44e2-a386-4256-817f-a9cc36dd1f77, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:14.851629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2234e57-21d5-4085-91a7-32f00a782fe8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Network': ['ID=3a5767fc-75f1-4b75-8065-b2d468792371,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:14.852612 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c1031e76-3748-448a-a717-7729520009fb None None] For port 273e44e2-a386-4256-817f-a9cc36dd1f77, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=273e44e2-a386-4256-817f-a9cc36dd1f77,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:14.857377 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.899841 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Allocated IP 2001:db8::1 (db0fd3ba-ecbd-4658-bf5a-512f7edc9e51/27c55ef5-5da0-4eec-88fd-4c06f0925a8a/d907dbae-c6d8-41fd-9a87-caaa3fc4264c) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:14.901928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a30a34ca-3bdf-4262-9598-0e1e1b330a66 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:14.902725 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c1031e76-3748-448a-a717-7729520009fb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.913665 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22592cec-b270-431f-80e1-f55dca426c96 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:14.914198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-a30a34ca-3bdf-4262-9598-0e1e1b330a66 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:14.943809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9d5b365d-bf53-4195-8b8a-83268b096100 None None] Provisioning complete for port 273e44e2-a386-4256-817f-a9cc36dd1f77 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:14.944505 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9d5b365d-bf53-4195-8b8a-83268b096100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:14.964194 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a30a34ca-3bdf-4262-9598-0e1e1b330a66 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:14.976020 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a30a34ca-3bdf-4262-9598-0e1e1b330a66 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:14.977176 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a30a34ca-3bdf-4262-9598-0e1e1b330a66 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.005230 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Network 3c120814-00aa-4381-a8de-16f1e15da3da is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:15.013429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:15.022562 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d817b8-e94b-480e-93da-2584224bd176 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:15.024291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Pushing event updated for resources: {'Port': ['ID=febcc743-7f4d-4d74-b038-6f15ccd83dbf,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:15.026460 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-34d817b8-e94b-480e-93da-2584224bd176 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.032217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:15.033963 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30a34ca-3bdf-4262-9598-0e1e1b330a66 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=cc6caafd-02d0-4cce-948a-8e4a7e588900,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:15.085509 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a30a34ca-3bdf-4262-9598-0e1e1b330a66 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.4184592 Nov 23 04:43:15.088555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8709f09-efc6-41a6-8a62-dffd44468e77 req-e4a0ca42-3d3e-4b89-8c4f-95354b9cf0a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:15.089297 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f8709f09-efc6-41a6-8a62-dffd44468e77 req-e4a0ca42-3d3e-4b89-8c4f-95354b9cf0a2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae26ac76-09be-4617-9df0-387c20c99ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2414043 Nov 23 04:43:15.089806 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44810) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:15.094448 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1031e76-3748-448a-a717-7729520009fb None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:15.095344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-c1031e76-3748-448a-a717-7729520009fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:15.099320 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f4507faa-7064-4779-b3a2-a58edcd25d03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:15.176500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d817b8-e94b-480e-93da-2584224bd176 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:43:15.179268 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:15.201445 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231d70b1-26af-4717-ad73-109f559d69f0 None None] Sync routers for ids ['839a9ce4-2e28-4637-b58b-d59b1b60b09a'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:15.202110 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6ecc8599-a746-4a60-902d-b0e18ae73d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/839a9ce4-2e28-4637-b58b-d59b1b60b09a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8936739 Nov 23 04:43:15.260498 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231d70b1-26af-4717-ad73-109f559d69f0 None None] Routers {'839a9ce4-2e28-4637-b58b-d59b1b60b09a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:15.261455 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-231d70b1-26af-4717-ad73-109f559d69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['839a9ce4-2e28-4637-b58b-d59b1b60b09a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:15.299878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd320df-88f9-4df0-bdc4-d84a76df0e28 None None] Pushing event updated for resources: {'Port': ['ID=273e44e2-a386-4256-817f-a9cc36dd1f77,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:15.349306 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Attempting to bind port febcc743-7f4d-4d74-b038-6f15ccd83dbf on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:15.352787 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Attempting to bind port febcc743-7f4d-4d74-b038-6f15ccd83dbf by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'fd628059-27ee-48ee-bc4e-e66124cfcae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c120814-00aa-4381-a8de-16f1e15da3da'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:15.353312 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Attempting to bind port febcc743-7f4d-4d74-b038-6f15ccd83dbf on network 3c120814-00aa-4381-a8de-16f1e15da3da {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:15.356019 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-231d70b1-26af-4717-ad73-109f559d69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:15.363101 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44812) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:15.366375 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-34d817b8-e94b-480e-93da-2584224bd176 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.366721 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-34d817b8-e94b-480e-93da-2584224bd176 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Added segment 05a5f41e-5dde-4fae-bf71-ad0738b1534d of type vlan for network b8a872c9-5c57-45e7-9a7b-fc83943b0529 Nov 23 04:43:15.387850 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:15.391383 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231d70b1-26af-4717-ad73-109f559d69f0 None None] Routers {'839a9ce4-2e28-4637-b58b-d59b1b60b09a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:15.392233 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-231d70b1-26af-4717-ad73-109f559d69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['839a9ce4-2e28-4637-b58b-d59b1b60b09a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:15.394426 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Checking segment: {'id': 'fd628059-27ee-48ee-bc4e-e66124cfcae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c120814-00aa-4381-a8de-16f1e15da3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:15.395570 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.396076 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Bound using segment: {'id': 'fd628059-27ee-48ee-bc4e-e66124cfcae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c120814-00aa-4381-a8de-16f1e15da3da'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:15.396725 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Bound port: febcc743-7f4d-4d74-b038-6f15ccd83dbf, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd628059-27ee-48ee-bc4e-e66124cfcae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c120814-00aa-4381-a8de-16f1e15da3da'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:15.405205 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.450861 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-231d70b1-26af-4717-ad73-109f559d69f0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:15.451582 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231d70b1-26af-4717-ad73-109f559d69f0 None None] The sync data for ids ['839a9ce4-2e28-4637-b58b-d59b1b60b09a'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:15.467396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-c1031e76-3748-448a-a717-7729520009fb None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:15.553858 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:15.555831 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89366b75-6065-404e-8392-e3782b98a278 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:15.559879 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-89366b75-6065-404e-8392-e3782b98a278 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports/bfe90b34-dbf2-41ac-84ba-f2ecb7ded4fb HTTP/1.1" status: 200 len: 911 time: 0.1931655 Nov 23 04:43:15.560522 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44814) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:15.561862 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4507faa-7064-4779-b3a2-a58edcd25d03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.569579 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9d5b365d-bf53-4195-8b8a-83268b096100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.573058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-34d817b8-e94b-480e-93da-2584224bd176 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.588568 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-9b6602bf-90e0-41f8-be12-7ed844af5972 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'a7addac8-9308-4bb4-8358-0dae44298459'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:15.643157 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f8709f09-efc6-41a6-8a62-dffd44468e77 req-de3f80c9-60d4-4f6e-88ec-c88535f2a8ca service neutron] 10.222.0.15 "GET /v2.0/networks/ae26ac76-09be-4617-9df0-387c20c99ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4879873 Nov 23 04:43:15.654290 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-34d817b8-e94b-480e-93da-2584224bd176 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.660095 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d817b8-e94b-480e-93da-2584224bd176 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:15.660691 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-34d817b8-e94b-480e-93da-2584224bd176 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.715320 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.715967 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] For port febcc743-7f4d-4d74-b038-6f15ccd83dbf, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:15.744722 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9d5b365d-bf53-4195-8b8a-83268b096100 None None] For port 273e44e2-a386-4256-817f-a9cc36dd1f77, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=273e44e2-a386-4256-817f-a9cc36dd1f77,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:15.772282 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] For port febcc743-7f4d-4d74-b038-6f15ccd83dbf, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=febcc743-7f4d-4d74-b038-6f15ccd83dbf,segment=NetworkSegment(fd628059-27ee-48ee-bc4e-e66124cfcae0),segment_id=fd628059-27ee-48ee-bc4e-e66124cfcae0)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:15.773433 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9d5b365d-bf53-4195-8b8a-83268b096100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.798602 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.841839 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-34d817b8-e94b-480e-93da-2584224bd176 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0760350 Nov 23 04:43:15.842919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44816) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:15.856489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:15.856861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.870124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.870277 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-018b4b07-87ea-4c40-afa1-9ec6ef3b7928 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'subnet': {'network_id': 'b8a872c9-5c57-45e7-9a7b-fc83943b0529', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:15.896758 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:15.901777 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d817b8-e94b-480e-93da-2584224bd176 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Network': ['ID=b8a872c9-5c57-45e7-9a7b-fc83943b0529,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:15.932429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network b8a872c9-5c57-45e7-9a7b-fc83943b0529 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:43:16.007689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d5b365d-bf53-4195-8b8a-83268b096100 None None] Pushing event updated for resources: {'Port': ['ID=273e44e2-a386-4256-817f-a9cc36dd1f77,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:16.020206 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b6602bf-90e0-41f8-be12-7ed844af5972 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.056499 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f8709f09-efc6-41a6-8a62-dffd44468e77 req-86479f17-b7ec-4e19-9c68-27ebace0dcba service neutron] 10.222.0.15 "GET /v2.0/networks/ae26ac76-09be-4617-9df0-387c20c99ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4034460 Nov 23 04:43:16.099415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-12461a0b-2f67-4f52-9e3b-f7a404cff560 None None] Provisioning complete for port c78ae2f8-6bca-4978-9911-0c6027896b5c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:16.099415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-12461a0b-2f67-4f52-9e3b-f7a404cff560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.104704 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018b4b07-87ea-4c40-afa1-9ec6ef3b7928 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:16.110559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-018b4b07-87ea-4c40-afa1-9ec6ef3b7928 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.142315 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Network db0fd3ba-ecbd-4658-bf5a-512f7edc9e51 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:16.145677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event updated for resources: {'Port': ['ID=d907dbae-c6d8-41fd-9a87-caaa3fc4264c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:16.205089 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-12461a0b-2f67-4f52-9e3b-f7a404cff560 None None] Port c78ae2f8-6bca-4978-9911-0c6027896b5c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:16.208347 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d832ac-ce9b-4c3d-b530-393fd46ae024 None None] Pushing event updated for resources: {'Port': ['ID=febcc743-7f4d-4d74-b038-6f15ccd83dbf,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:16.310140 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:16.323122 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-12461a0b-2f67-4f52-9e3b-f7a404cff560 None None] Provisioning complete for port 273e44e2-a386-4256-817f-a9cc36dd1f77 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:16.323502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-12461a0b-2f67-4f52-9e3b-f7a404cff560 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.327455 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.327936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4507faa-7064-4779-b3a2-a58edcd25d03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.347737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:16.348431 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.362436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-c1031e76-3748-448a-a717-7729520009fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:14Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:16.395280 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4507faa-7064-4779-b3a2-a58edcd25d03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.414355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1031e76-3748-448a-a717-7729520009fb None None] The sync data for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv is: [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:14Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:16.456648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dceea4c1-adfd-4197-9e7b-a0cd252fe1a5,segment=NetworkSegment(598c69ae-7297-41e0-bb93-04d86746cc88),segment_id=598c69ae-7297-41e0-bb93-04d86746cc88)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:16.457412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.467489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.570377 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f4507faa-7064-4779-b3a2-a58edcd25d03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] In _notify_port_updated(), no bound segment for port cc6caafd-02d0-4cce-948a-8e4a7e588900 on network 52c5a545-ef05-448f-af7c-d4ede32c7e88 {{(pid=109952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:43:16.591838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4507faa-7064-4779-b3a2-a58edcd25d03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:16.593963 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4507faa-7064-4779-b3a2-a58edcd25d03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.604457 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=dceea4c1-adfd-4197-9e7b-a0cd252fe1a5,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:16.608810 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f4507faa-7064-4779-b3a2-a58edcd25d03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "PUT /v2.0/ports/cc6caafd-02d0-4cce-948a-8e4a7e588900 HTTP/1.1" status: 200 len: 818 time: 1.5144637 Nov 23 04:43:16.614897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44818) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:16.636472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-018b4b07-87ea-4c40-afa1-9ec6ef3b7928 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.667437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4507faa-7064-4779-b3a2-a58edcd25d03 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=cc6caafd-02d0-4cce-948a-8e4a7e588900,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:16.725012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42ef8c32-604b-4448-911f-6bdd06a6b499 None None] Network 6ea93097-5eb7-4a21-a70f-c3170ba8692f requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:16.808869 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018b4b07-87ea-4c40-afa1-9ec6ef3b7928 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Subnet': ['ID=f66c5a7a-aeba-4e98-a42e-448484b67739,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:16.846501 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018b4b07-87ea-4c40-afa1-9ec6ef3b7928 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Checking segment: {'id': '05a5f41e-5dde-4fae-bf71-ad0738b1534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b8a872c9-5c57-45e7-9a7b-fc83943b0529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:16.846971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018b4b07-87ea-4c40-afa1-9ec6ef3b7928 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network hostable DHCP agents. Network: b8a872c9-5c57-45e7-9a7b-fc83943b0529, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:43:16.882891 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9a5fe94a-a8c3-42ab-bcbd-999fcee051cb None None] Provisioning complete for port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:16.883272 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9a5fe94a-a8c3-42ab-bcbd-999fcee051cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.885857 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1517e57a-4190-451a-b0b1-7a0cbdee7690 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port cc6caafd-02d0-4cce-948a-8e4a7e588900 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:16.887097 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1517e57a-4190-451a-b0b1-7a0cbdee7690 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.892167 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018b4b07-87ea-4c40-afa1-9ec6ef3b7928 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network b8a872c9-5c57-45e7-9a7b-fc83943b0529 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:43:16.932592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.957092 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-018b4b07-87ea-4c40-afa1-9ec6ef3b7928 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, b8a872c9-5c57-45e7-9a7b-fc83943b0529) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:16.973250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018b4b07-87ea-4c40-afa1-9ec6ef3b7928 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:16.973971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-018b4b07-87ea-4c40-afa1-9ec6ef3b7928 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:16.977126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6886deb-d6ea-4c70-9974-560ec33afa30 None None] Network b8a872c9-5c57-45e7-9a7b-fc83943b0529 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:17.007973 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1517e57a-4190-451a-b0b1-7a0cbdee7690 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.030241 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1517e57a-4190-451a-b0b1-7a0cbdee7690 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for cc6caafd-02d0-4cce-948a-8e4a7e588900 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:17.164668 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1517e57a-4190-451a-b0b1-7a0cbdee7690 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.201884 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-018b4b07-87ea-4c40-afa1-9ec6ef3b7928 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3367887 Nov 23 04:43:17.204062 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1517e57a-4190-451a-b0b1-7a0cbdee7690 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=cc6caafd-02d0-4cce-948a-8e4a7e588900,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:17.213884 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44820) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:17.219709 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-97c90eed-fc9f-4dcc-9dea-15f12423042e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-854211707', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:17.229264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1517e57a-4190-451a-b0b1-7a0cbdee7690 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.235679 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1517e57a-4190-451a-b0b1-7a0cbdee7690 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/cc6caafd-02d0-4cce-948a-8e4a7e588900 HTTP/1.1" status: 204 len: 168 time: 0.6187403 Nov 23 04:43:17.237757 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44822) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:17.342997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db08487-2902-4604-8d8e-da72ebf8fd43 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:17.347986 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7db08487-2902-4604-8d8e-da72ebf8fd43 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1089180 Nov 23 04:43:17.348918 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44824) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:17.383537 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-84854d00-9cdb-4ff7-b52a-c947a57f5a5b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] GET failed (client error): The resource could not be found. Nov 23 04:43:17.388939 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-84854d00-9cdb-4ff7-b52a-c947a57f5a5b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/cc6caafd-02d0-4cce-948a-8e4a7e588900 HTTP/1.1" status: 404 len: 333 time: 0.0383391 Nov 23 04:43:17.390514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-97c90eed-fc9f-4dcc-9dea-15f12423042e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.391741 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-97c90eed-fc9f-4dcc-9dea-15f12423042e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.400620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44826) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:17.429502 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d9fc403f-9aeb-4cc1-84b4-300130ac9b26 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1171705351'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:17.489956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Router 7fa30b92-35fa-459c-a736-647d5f8d86fb is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:43:17.498102 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-97c90eed-fc9f-4dcc-9dea-15f12423042e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.504476 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-97c90eed-fc9f-4dcc-9dea-15f12423042e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.514945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fc403f-9aeb-4cc1-84b4-300130ac9b26 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:17.518650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9fc403f-9aeb-4cc1-84b4-300130ac9b26 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.526538 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-97c90eed-fc9f-4dcc-9dea-15f12423042e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.528010 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-97c90eed-fc9f-4dcc-9dea-15f12423042e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3129361 Nov 23 04:43:17.531411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44828) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:17.542144 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e83d7e81-5444-401f-bb8d-20edd9a1226d tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'port': {'network_id': 'b8a872c9-5c57-45e7-9a7b-fc83943b0529', 'name': 'tempest-RoutersTest-1998449652'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:17.563603 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b6602bf-90e0-41f8-be12-7ed844af5972 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.584632 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9a5fe94a-a8c3-42ab-bcbd-999fcee051cb None None] Provisioning complete for port d907dbae-c6d8-41fd-9a87-caaa3fc4264c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:17.585823 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9a5fe94a-a8c3-42ab-bcbd-999fcee051cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.637572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b6602bf-90e0-41f8-be12-7ed844af5972 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.653818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6602bf-90e0-41f8-be12-7ed844af5972 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:17.660104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a98bc26c-6e22-4f83-b067-04e60d10fad8 None None] Network 3c120814-00aa-4381-a8de-16f1e15da3da requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:17.678726 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9b6602bf-90e0-41f8-be12-7ed844af5972 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.682846 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9b6602bf-90e0-41f8-be12-7ed844af5972 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/ports/bfe90b34-dbf2-41ac-84ba-f2ecb7ded4fb HTTP/1.1" status: 200 len: 911 time: 2.0997739 Nov 23 04:43:17.718915 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44830) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:17.806429 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9fc403f-9aeb-4cc1-84b4-300130ac9b26 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:43:17.843021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-b8a872c9-5c57-45e7-9a7b-fc83943b0529', 'network_id': 'b8a872c9-5c57-45e7-9a7b-fc83943b0529', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'fixed_ips': [{'subnet_id': 'f66c5a7a-aeba-4e98-a42e-448484b67739'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:43:17.843870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.853786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9fc403f-9aeb-4cc1-84b4-300130ac9b26 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.856256 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-d9fc403f-9aeb-4cc1-84b4-300130ac9b26 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Added segment 74dc6de5-014c-405c-ada0-2987356052cb of type vlan for network 3d56525f-7eed-45af-a2c7-70806f7fbe9e Nov 23 04:43:17.862244 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device febcc743-7f4d-4d74-b038-6f15ccd83dbf up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:17.870258 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83d7e81-5444-401f-bb8d-20edd9a1226d tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:17.874877 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e83d7e81-5444-401f-bb8d-20edd9a1226d tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:17.903114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-e83d7e81-5444-401f-bb8d-20edd9a1226d tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] device_id is not set on port f25c930d-4fde-4534-9728-51ac027404ab yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:43:17.965647 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6602bf-90e0-41f8-be12-7ed844af5972 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=bfe90b34-dbf2-41ac-84ba-f2ecb7ded4fb,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:17.988346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9fc403f-9aeb-4cc1-84b4-300130ac9b26 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:18.012259 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9a5fe94a-a8c3-42ab-bcbd-999fcee051cb None None] Port d907dbae-c6d8-41fd-9a87-caaa3fc4264c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:18.046360 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:18.052037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port febcc743-7f4d-4d74-b038-6f15ccd83dbf triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:18.052415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:18.086398 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9fc403f-9aeb-4cc1-84b4-300130ac9b26 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:18.091998 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fc403f-9aeb-4cc1-84b4-300130ac9b26 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:18.092616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9fc403f-9aeb-4cc1-84b4-300130ac9b26 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:18.098283 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:18.106574 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Sync routers for ids ['7fa30b92-35fa-459c-a736-647d5f8d86fb'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:18.118030 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:18.119274 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3b579715-c19a-4314-9594-7dad3be85619 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7748363 Nov 23 04:43:18.137171 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Routers {'7fa30b92-35fa-459c-a736-647d5f8d86fb'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:18.137836 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['7fa30b92-35fa-459c-a736-647d5f8d86fb'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:18.138758 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44832) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:18.154241 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:18.156149 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:18.197022 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-e83d7e81-5444-401f-bb8d-20edd9a1226d tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Allocated IP 172.20.0.11 (b8a872c9-5c57-45e7-9a7b-fc83943b0529/f66c5a7a-aeba-4e98-a42e-448484b67739/f25c930d-4fde-4534-9728-51ac027404ab) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:18.244526 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-da3d7552-4dab-4e2b-ac6c-32f5a21168d0 None None] Provisioning complete for port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:18.248441 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da3d7552-4dab-4e2b-ac6c-32f5a21168d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:18.295014 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d9fc403f-9aeb-4cc1-84b4-300130ac9b26 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8856730 Nov 23 04:43:18.310910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44834) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:18.343627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-61d440f5-b4e5-4c77-9eab-49a89a138231 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'subnet': {'network_id': '3d56525f-7eed-45af-a2c7-70806f7fbe9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:18.345645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc403f-9aeb-4cc1-84b4-300130ac9b26 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Network': ['ID=3d56525f-7eed-45af-a2c7-70806f7fbe9e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:18.355749 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event updated for resources: {'Port': ['ID=d907dbae-c6d8-41fd-9a87-caaa3fc4264c,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:18.374173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 3d56525f-7eed-45af-a2c7-70806f7fbe9e details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:43:18.410204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Network db0fd3ba-ecbd-4658-bf5a-512f7edc9e51 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:18.412051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:18.452736 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:18.534997 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Set router 7fa30b92-35fa-459c-a736-647d5f8d86fb gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:18.536178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Router d362eee7-38b2-4c0d-b0cc-37fa06de400e has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:18.540396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port febcc743-7f4d-4d74-b038-6f15ccd83dbf, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=febcc743-7f4d-4d74-b038-6f15ccd83dbf,segment=NetworkSegment(fd628059-27ee-48ee-bc4e-e66124cfcae0),segment_id=fd628059-27ee-48ee-bc4e-e66124cfcae0)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:18.607175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:18.607717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:18.669631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:18.680892 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-24fd8ce1-2fcd-4bc6-96a3-6e79a10c2429 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "PUT /v2.0/routers/d362eee7-38b2-4c0d-b0cc-37fa06de400e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7647030 Nov 23 04:43:18.683549 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44836) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:18.685626 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95f9b7-56d6-49f0-8ed1-ac44704cf826 None None] Sync routers for ids ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:18.702038 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc95f9b7-56d6-49f0-8ed1-ac44704cf826 None None] Routers {'d362eee7-38b2-4c0d-b0cc-37fa06de400e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:18.704307 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dc95f9b7-56d6-49f0-8ed1-ac44704cf826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:18.766768 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=febcc743-7f4d-4d74-b038-6f15ccd83dbf,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:18.780917 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-da3d7552-4dab-4e2b-ac6c-32f5a21168d0 None None] Provisioning complete for port febcc743-7f4d-4d74-b038-6f15ccd83dbf triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:18.781296 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da3d7552-4dab-4e2b-ac6c-32f5a21168d0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:18.782569 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dc95f9b7-56d6-49f0-8ed1-ac44704cf826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:18.799571 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc95f9b7-56d6-49f0-8ed1-ac44704cf826 None None] Routers {'d362eee7-38b2-4c0d-b0cc-37fa06de400e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:18.799890 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dc95f9b7-56d6-49f0-8ed1-ac44704cf826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:18.820628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b19093a3-531f-4b47-a6b0-2769fe34c171 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:18.835297 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:18.835675 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:18.842502 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dc95f9b7-56d6-49f0-8ed1-ac44704cf826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:18.843396 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc95f9b7-56d6-49f0-8ed1-ac44704cf826 None None] The sync data for ids ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:18.925355 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-b19093a3-531f-4b47-a6b0-2769fe34c171 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] delete failed (client error): There was a conflict when trying to complete your request. Nov 23 04:43:18.929489 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b19093a3-531f-4b47-a6b0-2769fe34c171 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "DELETE /v2.0/routers/d362eee7-38b2-4c0d-b0cc-37fa06de400e HTTP/1.1" status: 409 len: 329 time: 0.2413044 Nov 23 04:43:18.929668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44838) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:18.995812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 273e44e2-a386-4256-817f-a9cc36dd1f77 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:18.999372 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d440f5-b4e5-4c77-9eab-49a89a138231 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:18.999977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'name': 'tempest-TestVolumeBootPattern-806199596-router', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'c78ae2f8-6bca-4978-9911-0c6027896b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 3, 'project_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'gw_port': {'id': 'c78ae2f8-6bca-4978-9911-0c6027896b5c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:43:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:19.002509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-61d440f5-b4e5-4c77-9eab-49a89a138231 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:19.048914 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Checking router: 7fa30b92-35fa-459c-a736-647d5f8d86fb for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:43:19.049185 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Updating router 7fa30b92-35fa-459c-a736-647d5f8d86fb port c78ae2f8-6bca-4978-9911-0c6027896b5c binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:43:19.065868 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e83d7e81-5444-401f-bb8d-20edd9a1226d tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:19.102616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:19.148897 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2a610cb2-0647-4714-8c77-5f2a2940bd23 None None] Provisioning complete for port febcc743-7f4d-4d74-b038-6f15ccd83dbf triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:19.149456 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2a610cb2-0647-4714-8c77-5f2a2940bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:19.290965 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e83d7e81-5444-401f-bb8d-20edd9a1226d tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:19.409801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83d7e81-5444-401f-bb8d-20edd9a1226d tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network b8a872c9-5c57-45e7-9a7b-fc83943b0529 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:19.414161 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8356b304-651d-43cc-a872-d7324b66f377 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:19.421755 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 273e44e2-a386-4256-817f-a9cc36dd1f77 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:19.422281 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:19.424905 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-e83d7e81-5444-401f-bb8d-20edd9a1226d tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:19.468283 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83d7e81-5444-401f-bb8d-20edd9a1226d tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:19.510409 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Allocated IP 172.20.0.2 (b8a872c9-5c57-45e7-9a7b-fc83943b0529/f66c5a7a-aeba-4e98-a42e-448484b67739/487224e8-e1ce-427f-bf84-a511dc37267d) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:19.531711 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83d7e81-5444-401f-bb8d-20edd9a1226d tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=f25c930d-4fde-4534-9728-51ac027404ab,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:19.618585 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b833303-1ea5-4dcb-aaa7-e07e3f0569e0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:19.668353 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83d7e81-5444-401f-bb8d-20edd9a1226d tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:19.668861 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e83d7e81-5444-401f-bb8d-20edd9a1226d tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:19.701962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-61d440f5-b4e5-4c77-9eab-49a89a138231 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:19.801053 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e83d7e81-5444-401f-bb8d-20edd9a1226d tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.2682223 Nov 23 04:43:19.801658 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44840) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:19.815658 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:19.847640 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d440f5-b4e5-4c77-9eab-49a89a138231 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Subnet': ['ID=ba98d793-f41d-46c1-b49a-777a38872ebb,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:19.867566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2a610cb2-0647-4714-8c77-5f2a2940bd23 None None] Provisioning complete for port d907dbae-c6d8-41fd-9a87-caaa3fc4264c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:19.868156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2a610cb2-0647-4714-8c77-5f2a2940bd23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:19.930985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:19.937775 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d440f5-b4e5-4c77-9eab-49a89a138231 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Checking segment: {'id': '74dc6de5-014c-405c-ada0-2987356052cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3d56525f-7eed-45af-a2c7-70806f7fbe9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:19.938143 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d440f5-b4e5-4c77-9eab-49a89a138231 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network hostable DHCP agents. Network: 3d56525f-7eed-45af-a2c7-70806f7fbe9e, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:43:19.942301 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device febcc743-7f4d-4d74-b038-6f15ccd83dbf up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:19.988096 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.000428 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.026246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-2a610cb2-0647-4714-8c77-5f2a2940bd23 None None] Port d907dbae-c6d8-41fd-9a87-caaa3fc4264c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:20.034686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.049977 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d440f5-b4e5-4c77-9eab-49a89a138231 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 3d56525f-7eed-45af-a2c7-70806f7fbe9e is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:43:20.063082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Attempting to bind port c78ae2f8-6bca-4978-9911-0c6027896b5c on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:20.063615 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Attempting to bind port c78ae2f8-6bca-4978-9911-0c6027896b5c by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:20.063820 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Attempting to bind port c78ae2f8-6bca-4978-9911-0c6027896b5c on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:20.071879 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4336151c-3e14-4c6d-bd9c-7af9f00e6454 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:20.073966 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-61d440f5-b4e5-4c77-9eab-49a89a138231 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 3d56525f-7eed-45af-a2c7-70806f7fbe9e) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:20.085244 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d440f5-b4e5-4c77-9eab-49a89a138231 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:20.085244 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-61d440f5-b4e5-4c77-9eab-49a89a138231 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.091802 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Network b8a872c9-5c57-45e7-9a7b-fc83943b0529 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:20.095366 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:20.095708 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:20.096108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.096662 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:20.097078 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Bound port: c78ae2f8-6bca-4978-9911-0c6027896b5c, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:20.097429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.126804 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef6a5f6-77b6-4856-a857-734d37a0a559 None None] Network 3d56525f-7eed-45af-a2c7-70806f7fbe9e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:20.134390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:20.150393 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:20.157308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93845da-bc5d-40c2-8973-246aa4aa34b0 None None] Pushing event updated for resources: {'Port': ['ID=c78ae2f8-6bca-4978-9911-0c6027896b5c,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:20.160396 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-61d440f5-b4e5-4c77-9eab-49a89a138231 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8481479 Nov 23 04:43:20.164877 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44842) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:20.170662 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-81849cb1-c030-417e-897c-0c7863e96894 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'subnet': {'network_id': '3d56525f-7eed-45af-a2c7-70806f7fbe9e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:20.184096 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Allocated IP 172.20.0.1 (3c120814-00aa-4381-a8de-16f1e15da3da/33bc4df8-dfce-4038-a8b6-f835b9d0abfc/bb59fbf5-a2cf-41d7-b799-b23c61535f9f) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:20.253418 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-8b833303-1ea5-4dcb-aaa7-e07e3f0569e0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Deleting port d907dbae-c6d8-41fd-9a87-caaa3fc4264c {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:20.254124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b833303-1ea5-4dcb-aaa7-e07e3f0569e0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.309224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e1654bd-df3f-4db1-a30b-ed82b202bb0b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.313223 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8356b304-651d-43cc-a872-d7324b66f377 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port bfe90b34-dbf2-41ac-84ba-f2ecb7ded4fb {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:20.313595 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8356b304-651d-43cc-a872-d7324b66f377 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.342012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] For port c78ae2f8-6bca-4978-9911-0c6027896b5c, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:20.352885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port febcc743-7f4d-4d74-b038-6f15ccd83dbf triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:20.353253 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.369863 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Pushing event updated for resources: {'Port': ['ID=487224e8-e1ce-427f-bf84-a511dc37267d,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:20.410213 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b833303-1ea5-4dcb-aaa7-e07e3f0569e0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.410495 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] For port c78ae2f8-6bca-4978-9911-0c6027896b5c, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c78ae2f8-6bca-4978-9911-0c6027896b5c,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:20.421403 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-94006f51-a9fc-43c1-80f0-135ceb154b14 None None] Provisioning complete for port c78ae2f8-6bca-4978-9911-0c6027896b5c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:20.421773 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-94006f51-a9fc-43c1-80f0-135ceb154b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.426594 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Attempting to bind port 487224e8-e1ce-427f-bf84-a511dc37267d on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:20.426825 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Attempting to bind port 487224e8-e1ce-427f-bf84-a511dc37267d by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '05a5f41e-5dde-4fae-bf71-ad0738b1534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b8a872c9-5c57-45e7-9a7b-fc83943b0529'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:20.427067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Attempting to bind port 487224e8-e1ce-427f-bf84-a511dc37267d on network b8a872c9-5c57-45e7-9a7b-fc83943b0529 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:20.429566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.487463 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-8b833303-1ea5-4dcb-aaa7-e07e3f0569e0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Calling delete_port for d907dbae-c6d8-41fd-9a87-caaa3fc4264c owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:20.522984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:20.523400 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Checking segment: {'id': '05a5f41e-5dde-4fae-bf71-ad0738b1534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b8a872c9-5c57-45e7-9a7b-fc83943b0529'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:20.523751 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.524148 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Bound using segment: {'id': '05a5f41e-5dde-4fae-bf71-ad0738b1534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b8a872c9-5c57-45e7-9a7b-fc83943b0529'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:20.524642 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Bound port: 487224e8-e1ce-427f-bf84-a511dc37267d, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05a5f41e-5dde-4fae-bf71-ad0738b1534d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'b8a872c9-5c57-45e7-9a7b-fc83943b0529'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:20.525029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.600421 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afc292d9-f48f-448a-ac6b-19a7c3724c43 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:20.655068 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93845da-bc5d-40c2-8973-246aa4aa34b0 None None] Pushing event updated for resources: {'Port': ['ID=c78ae2f8-6bca-4978-9911-0c6027896b5c,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:20.712907 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Routers {'7fa30b92-35fa-459c-a736-647d5f8d86fb'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:20.713107 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8356b304-651d-43cc-a872-d7324b66f377 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.714053 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['7fa30b92-35fa-459c-a736-647d5f8d86fb'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:20.734171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81849cb1-c030-417e-897c-0c7863e96894 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:20.737732 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81849cb1-c030-417e-897c-0c7863e96894 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.746878 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.754487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e1654bd-df3f-4db1-a30b-ed82b202bb0b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.757918 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8356b304-651d-43cc-a872-d7324b66f377 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for bfe90b34-dbf2-41ac-84ba-f2ecb7ded4fb owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:20.758120 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-3d56525f-7eed-45af-a2c7-70806f7fbe9e', 'network_id': '3d56525f-7eed-45af-a2c7-70806f7fbe9e', 'tenant_id': '9eef5904db6a4542a7898586fc751d63', 'fixed_ips': [{'subnet_id': 'ba98d793-f41d-46c1-b49a-777a38872ebb'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:43:20.758830 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.781632 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e1654bd-df3f-4db1-a30b-ed82b202bb0b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.885122 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1654bd-df3f-4db1-a30b-ed82b202bb0b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=f25c930d-4fde-4534-9728-51ac027404ab,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:20.895689 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b833303-1ea5-4dcb-aaa7-e07e3f0569e0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.898986 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] For port 487224e8-e1ce-427f-bf84-a511dc37267d, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:20.918881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.925038 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.ipam_backend_mixin [None req-81849cb1-c030-417e-897c-0c7863e96894 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet ba98d793-f41d-46c1-b49a-777a38872ebb (CIDR: 2001:db8::/64) Nov 23 04:43:20.937378 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-81849cb1-c030-417e-897c-0c7863e96894 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:43:20.938169 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81849cb1-c030-417e-897c-0c7863e96894 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:43:20.956145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b833303-1ea5-4dcb-aaa7-e07e3f0569e0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event deleted for resources: {'Port': ['ID=d907dbae-c6d8-41fd-9a87-caaa3fc4264c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:20.960556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-94006f51-a9fc-43c1-80f0-135ceb154b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:20.968411 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] For port 487224e8-e1ce-427f-bf84-a511dc37267d, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=487224e8-e1ce-427f-bf84-a511dc37267d,segment=NetworkSegment(05a5f41e-5dde-4fae-bf71-ad0738b1534d),segment_id=05a5f41e-5dde-4fae-bf71-ad0738b1534d)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:20.984214 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Network 3c120814-00aa-4381-a8de-16f1e15da3da is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:20.991153 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:21.029194 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:21.035514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:21.047044 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-94006f51-a9fc-43c1-80f0-135ceb154b14 None None] For port c78ae2f8-6bca-4978-9911-0c6027896b5c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c78ae2f8-6bca-4978-9911-0c6027896b5c,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:21.059616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] Set router 7fa30b92-35fa-459c-a736-647d5f8d86fb gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:21.074628 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-81849cb1-c030-417e-897c-0c7863e96894 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9054956 Nov 23 04:43:21.077005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44844) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:21.086369 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-45e9c804-a2d6-4a06-ae9b-73d41e8d4701 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'subnet': {'network_id': '3d56525f-7eed-45af-a2c7-70806f7fbe9e', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:21.094074 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Pushing event updated for resources: {'Port': ['ID=bb59fbf5-a2cf-41d7-b799-b23c61535f9f,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:21.139845 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8b833303-1ea5-4dcb-aaa7-e07e3f0569e0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:21.229710 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:21.249002 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-94006f51-a9fc-43c1-80f0-135ceb154b14 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:21.321178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e1654bd-df3f-4db1-a30b-ed82b202bb0b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:21.414740 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8356b304-651d-43cc-a872-d7324b66f377 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:21.489374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8356b304-651d-43cc-a872-d7324b66f377 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=bfe90b34-dbf2-41ac-84ba-f2ecb7ded4fb,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:21.553106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b833303-1ea5-4dcb-aaa7-e07e3f0569e0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Router d362eee7-38b2-4c0d-b0cc-37fa06de400e has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:21.620800 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf6262d-31db-456f-b030-5067b280fef5 None None] Pushing event updated for resources: {'Port': ['ID=487224e8-e1ce-427f-bf84-a511dc37267d,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:21.645235 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Allocated IP 2001:db8::2 (3d56525f-7eed-45af-a2c7-70806f7fbe9e/ba98d793-f41d-46c1-b49a-777a38872ebb/72ffa5b0-a739-4f26-a79d-d5492de45b35) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:21.708306 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45e9c804-a2d6-4a06-ae9b-73d41e8d4701 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:21.711888 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45e9c804-a2d6-4a06-ae9b-73d41e8d4701 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:21.714365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-6da566df-94bd-4bcd-9c76-9419e5d87537 None None] Provisioning complete for port c78ae2f8-6bca-4978-9911-0c6027896b5c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:21.714741 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6da566df-94bd-4bcd-9c76-9419e5d87537 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:21.738412 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8356b304-651d-43cc-a872-d7324b66f377 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:21.779333 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:21.842548 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e1654bd-df3f-4db1-a30b-ed82b202bb0b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:21.871452 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94006f51-a9fc-43c1-80f0-135ceb154b14 None None] Pushing event updated for resources: {'Port': ['ID=c78ae2f8-6bca-4978-9911-0c6027896b5c,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:21.976601 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.011062 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.040118 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 487224e8-e1ce-427f-bf84-a511dc37267d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:22.040465 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b833303-1ea5-4dcb-aaa7-e07e3f0569e0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:22.051157 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8b833303-1ea5-4dcb-aaa7-e07e3f0569e0 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "PUT /v2.0/routers/d362eee7-38b2-4c0d-b0cc-37fa06de400e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1169684 Nov 23 04:43:22.056027 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44846) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:22.057150 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'name': 'tempest-TestVolumeBootPattern-806199596-router', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'c78ae2f8-6bca-4978-9911-0c6027896b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 3, 'project_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'gw_port': {'id': 'c78ae2f8-6bca-4978-9911-0c6027896b5c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:22.120452 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c8d88a-df7c-447b-b16a-db6037b9c0d9 None None] Sync routers for ids ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:22.120858 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-d1bb5ed7-c629-4c18-9764-e21a15c874ad tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] show failed (client error): The resource could not be found. Nov 23 04:43:22.128943 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d1bb5ed7-c629-4c18-9764-e21a15c874ad tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "GET /v2.0/routers/tempest-non_exist_router-2086503593 HTTP/1.1" status: 404 len: 335 time: 0.0649648 Nov 23 04:43:22.128943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44848) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:22.131668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-984c7f0f-36ed-4a29-9839-844bc1b8fb7d None None] The sync data for ids ['7fa30b92-35fa-459c-a736-647d5f8d86fb'] in dv-neutron-818850-1-hyperv is: [{'id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'name': 'tempest-TestVolumeBootPattern-806199596-router', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'c78ae2f8-6bca-4978-9911-0c6027896b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 3, 'project_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'gw_port': {'id': 'c78ae2f8-6bca-4978-9911-0c6027896b5c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:43:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:22.134331 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8a4f79d9-2b21-40e6-a6e8-96fe3250b9d8 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Request body: {'router': {'name': 'new_name'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:22.137562 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8356b304-651d-43cc-a872-d7324b66f377 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 839a9ce4-2e28-4637-b58b-d59b1b60b09a has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:22.147944 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Network 3d56525f-7eed-45af-a2c7-70806f7fbe9e is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:22.166258 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:22.172216 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:22.178294 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Pushing event updated for resources: {'Port': ['ID=72ffa5b0-a739-4f26-a79d-d5492de45b35,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:22.189555 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c8d88a-df7c-447b-b16a-db6037b9c0d9 None None] Routers {'d362eee7-38b2-4c0d-b0cc-37fa06de400e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:22.190185 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-24c8d88a-df7c-447b-b16a-db6037b9c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:22.199734 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-8a4f79d9-2b21-40e6-a6e8-96fe3250b9d8 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] update failed (client error): The resource could not be found. Nov 23 04:43:22.200787 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8a4f79d9-2b21-40e6-a6e8-96fe3250b9d8 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "PUT /v2.0/routers/tempest-non_exist_router-314935265 HTTP/1.1" status: 404 len: 334 time: 0.0715275 Nov 23 04:43:22.206361 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44850) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:22.280390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-24c8d88a-df7c-447b-b16a-db6037b9c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:22.280621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e1654bd-df3f-4db1-a30b-ed82b202bb0b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.290779 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e1654bd-df3f-4db1-a30b-ed82b202bb0b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.328278 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ea19a5fd-1e30-4bf6-82c5-44c7c20e4d89 None None] Provisioning complete for port bb59fbf5-a2cf-41d7-b799-b23c61535f9f triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:22.328657 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ea19a5fd-1e30-4bf6-82c5-44c7c20e4d89 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.367790 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ea19a5fd-1e30-4bf6-82c5-44c7c20e4d89 None None] Port bb59fbf5-a2cf-41d7-b799-b23c61535f9f cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:22.373072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Attempting to bind port 72ffa5b0-a739-4f26-a79d-d5492de45b35 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:22.373496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Attempting to bind port 72ffa5b0-a739-4f26-a79d-d5492de45b35 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '74dc6de5-014c-405c-ada0-2987356052cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3d56525f-7eed-45af-a2c7-70806f7fbe9e'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:22.373866 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Attempting to bind port 72ffa5b0-a739-4f26-a79d-d5492de45b35 on network 3d56525f-7eed-45af-a2c7-70806f7fbe9e {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:22.381072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:22.381501 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Checking segment: {'id': '74dc6de5-014c-405c-ada0-2987356052cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3d56525f-7eed-45af-a2c7-70806f7fbe9e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:22.381914 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.382410 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Bound using segment: {'id': '74dc6de5-014c-405c-ada0-2987356052cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3d56525f-7eed-45af-a2c7-70806f7fbe9e'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:22.383027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Bound port: 72ffa5b0-a739-4f26-a79d-d5492de45b35, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74dc6de5-014c-405c-ada0-2987356052cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '3d56525f-7eed-45af-a2c7-70806f7fbe9e'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:22.383512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.401495 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e1654bd-df3f-4db1-a30b-ed82b202bb0b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.406039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 487224e8-e1ce-427f-bf84-a511dc37267d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:22.406417 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.432718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8356b304-651d-43cc-a872-d7324b66f377 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:22.448472 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f933a19b-8440-48e4-aa03-9d38119884ce None None] Sync routers for ids ['839a9ce4-2e28-4637-b58b-d59b1b60b09a'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:22.461017 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8356b304-651d-43cc-a872-d7324b66f377 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/839a9ce4-2e28-4637-b58b-d59b1b60b09a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7369859 Nov 23 04:43:22.462897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-45fdf87b-4ea1-474a-b2e8-b7cc7bd62dee tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Deleting subnet f97b9dba-3a0a-488a-b241-ed8bda93bcb7 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:43:22.463920 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933a19b-8440-48e4-aa03-9d38119884ce None None] Routers {'839a9ce4-2e28-4637-b58b-d59b1b60b09a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:22.464549 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f933a19b-8440-48e4-aa03-9d38119884ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['839a9ce4-2e28-4637-b58b-d59b1b60b09a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:22.465843 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44852) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:22.472251 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.482974 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1654bd-df3f-4db1-a30b-ed82b202bb0b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=f25c930d-4fde-4534-9728-51ac027404ab,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:22.487194 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c8d88a-df7c-447b-b16a-db6037b9c0d9 None None] Routers {'d362eee7-38b2-4c0d-b0cc-37fa06de400e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:22.493038 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-24c8d88a-df7c-447b-b16a-db6037b9c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:22.534757 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45fdf87b-4ea1-474a-b2e8-b7cc7bd62dee tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.540302 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f933a19b-8440-48e4-aa03-9d38119884ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:22.562646 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-24c8d88a-df7c-447b-b16a-db6037b9c0d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:22.563486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c8d88a-df7c-447b-b16a-db6037b9c0d9 None None] The sync data for ids ['d362eee7-38b2-4c0d-b0cc-37fa06de400e'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:22.593506 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f933a19b-8440-48e4-aa03-9d38119884ce None None] Routers {'839a9ce4-2e28-4637-b58b-d59b1b60b09a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:22.594350 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f933a19b-8440-48e4-aa03-9d38119884ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['839a9ce4-2e28-4637-b58b-d59b1b60b09a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:22.611243 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e1654bd-df3f-4db1-a30b-ed82b202bb0b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network b8a872c9-5c57-45e7-9a7b-fc83943b0529 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:22.612911 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-7e1654bd-df3f-4db1-a30b-ed82b202bb0b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:22.635554 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2eafb914-7173-4d2a-b190-2bc1b0d1970c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports?device_id=839a9ce4-2e28-4637-b58b-d59b1b60b09a HTTP/1.1" status: 200 len: 205 time: 0.1656518 Nov 23 04:43:22.642416 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] For port 72ffa5b0-a739-4f26-a79d-d5492de45b35, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:22.644411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.665488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44854) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:22.679928 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] For port 72ffa5b0-a739-4f26-a79d-d5492de45b35, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=72ffa5b0-a739-4f26-a79d-d5492de45b35,segment=NetworkSegment(74dc6de5-014c-405c-ada0-2987356052cb),segment_id=74dc6de5-014c-405c-ada0-2987356052cb)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:22.683287 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.688549 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.709800 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f933a19b-8440-48e4-aa03-9d38119884ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:22.710699 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f933a19b-8440-48e4-aa03-9d38119884ce None None] The sync data for ids ['839a9ce4-2e28-4637-b58b-d59b1b60b09a'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:22.807787 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70c1f8bc-1a56-46a4-828b-d109bf11b2cb tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.858765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa288091-ed9e-44e4-99d2-b20140f50245 None None] Pushing event updated for resources: {'Port': ['ID=72ffa5b0-a739-4f26-a79d-d5492de45b35,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:22.870356 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 487224e8-e1ce-427f-bf84-a511dc37267d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=487224e8-e1ce-427f-bf84-a511dc37267d,segment=NetworkSegment(05a5f41e-5dde-4fae-bf71-ad0738b1534d),segment_id=05a5f41e-5dde-4fae-bf71-ad0738b1534d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:22.881414 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:22.960852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=487224e8-e1ce-427f-bf84-a511dc37267d,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:22.976177 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4a5f32-5d40-4855-b17e-948ddc4727c4 None None] Network b8a872c9-5c57-45e7-9a7b-fc83943b0529 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:23.122348 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45fdf87b-4ea1-474a-b2e8-b7cc7bd62dee tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:23.225561 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-4d247611-058a-41e8-a785-0e20e2f18b22 None None] Provisioning complete for port 487224e8-e1ce-427f-bf84-a511dc37267d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:23.226208 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4d247611-058a-41e8-a785-0e20e2f18b22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:23.319856 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:23.334097 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Pushing event updated for resources: {'Port': ['ID=bb59fbf5-a2cf-41d7-b799-b23c61535f9f,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:23.404023 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45e9c804-a2d6-4a06-ae9b-73d41e8d4701 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:23.492280 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45fdf87b-4ea1-474a-b2e8-b7cc7bd62dee tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:23.548978 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45e9c804-a2d6-4a06-ae9b-73d41e8d4701 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 3d56525f-7eed-45af-a2c7-70806f7fbe9e is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:23.562382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e9c804-a2d6-4a06-ae9b-73d41e8d4701 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Subnet': ['ID=9db122db-e587-429a-9b61-fae73f45c33d,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:23.564749 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-45e9c804-a2d6-4a06-ae9b-73d41e8d4701 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:23.575685 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45e9c804-a2d6-4a06-ae9b-73d41e8d4701 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:23.576234 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45e9c804-a2d6-4a06-ae9b-73d41e8d4701 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:23.608325 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-45e9c804-a2d6-4a06-ae9b-73d41e8d4701 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.5268226 Nov 23 04:43:23.611141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44856) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:23.617927 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a95733d3-04a0-4eb7-9074-a4bb16a40752 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'network_id': '3d56525f-7eed-45af-a2c7-70806f7fbe9e', 'fixed_ips': [{'subnet_id': 'ba98d793-f41d-46c1-b49a-777a38872ebb'}, {'subnet_id': '9db122db-e587-429a-9b61-fae73f45c33d'}], 'name': 'tempest-PortsIpV6TestJSON-1077789804'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:23.624862 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70c1f8bc-1a56-46a4-828b-d109bf11b2cb tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:23.645802 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70c1f8bc-1a56-46a4-828b-d109bf11b2cb tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:23.659967 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8b686fee-29e8-4aa3-af22-673e70972574 None None] Provisioning complete for port f25c930d-4fde-4534-9728-51ac027404ab triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:23.660350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8b686fee-29e8-4aa3-af22-673e70972574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:23.686493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Network 3c120814-00aa-4381-a8de-16f1e15da3da is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:23.692827 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:23.719114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45fdf87b-4ea1-474a-b2e8-b7cc7bd62dee tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:23.743846 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8b686fee-29e8-4aa3-af22-673e70972574 None None] Port f25c930d-4fde-4534-9728-51ac027404ab cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:23.766063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8b686fee-29e8-4aa3-af22-673e70972574 None None] Provisioning complete for port 487224e8-e1ce-427f-bf84-a511dc37267d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:23.766598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8b686fee-29e8-4aa3-af22-673e70972574 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:23.772185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70c1f8bc-1a56-46a4-828b-d109bf11b2cb tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:23.777450 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70c1f8bc-1a56-46a4-828b-d109bf11b2cb tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Fanout notify agent at l3_agent the message router_deleted on router 839a9ce4-2e28-4637-b58b-d59b1b60b09a {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:43:23.815166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70c1f8bc-1a56-46a4-828b-d109bf11b2cb tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:23.820001 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45fdf87b-4ea1-474a-b2e8-b7cc7bd62dee tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event deleted for resources: {'Subnet': ['ID=f97b9dba-3a0a-488a-b241-ed8bda93bcb7,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:23.823488 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45fdf87b-4ea1-474a-b2e8-b7cc7bd62dee tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:23.827478 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-70c1f8bc-1a56-46a4-828b-d109bf11b2cb tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/routers/839a9ce4-2e28-4637-b58b-d59b1b60b09a HTTP/1.1" status: 204 len: 168 time: 1.1607611 Nov 23 04:43:23.828551 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-45fdf87b-4ea1-474a-b2e8-b7cc7bd62dee tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "DELETE /v2.0/subnets/f97b9dba-3a0a-488a-b241-ed8bda93bcb7 HTTP/1.1" status: 204 len: 168 time: 1.6209807 Nov 23 04:43:23.831817 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44858) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:23.832341 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44860) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:23.838731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-933cffc9-87f7-4a77-8517-0a63fbc5be18 None None] Network 6ea93097-5eb7-4a21-a70f-c3170ba8692f requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:24.031969 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Router 7fa30b92-35fa-459c-a736-647d5f8d86fb has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:24.054059 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a95733d3-04a0-4eb7-9074-a4bb16a40752 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:24.113507 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-25407c1f-5ee4-4f97-8185-14b2d78f40d7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting subnet a7addac8-9308-4bb4-8358-0dae44298459 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:43:24.117727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25407c1f-5ee4-4f97-8185-14b2d78f40d7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:24.147231 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c24cca65-91b8-4c57-866c-bb9695d1c69f None None] Provisioning complete for port f25c930d-4fde-4534-9728-51ac027404ab triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:24.147608 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c24cca65-91b8-4c57-866c-bb9695d1c69f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:24.196334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25407c1f-5ee4-4f97-8185-14b2d78f40d7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:24.224924 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c78ae2f8-6bca-4978-9911-0c6027896b5c up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:24.248472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:24.289531 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fee69c1a-181c-4588-a8b4-ae1e64c07e7f admin admin] 10.222.0.37 "PUT /v2.0/routers/7fa30b92-35fa-459c-a736-647d5f8d86fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1480167 Nov 23 04:43:24.294806 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c24cca65-91b8-4c57-866c-bb9695d1c69f None None] Port f25c930d-4fde-4534-9728-51ac027404ab cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:24.323027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25407c1f-5ee4-4f97-8185-14b2d78f40d7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:24.338291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port c78ae2f8-6bca-4978-9911-0c6027896b5c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:24.338760 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:24.379538 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a95733d3-04a0-4eb7-9074-a4bb16a40752 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:24.391793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e1654bd-df3f-4db1-a30b-ed82b202bb0b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router 54566896-2e97-46f9-b540-783d99040a23 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:43:24.404053 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de097ab8-8c21-474f-aaed-31851a17dbda None None] DHCP port deletion for 6ea93097-5eb7-4a21-a70f-c3170ba8692f request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:24.404593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25407c1f-5ee4-4f97-8185-14b2d78f40d7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:24.422854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-a95733d3-04a0-4eb7-9074-a4bb16a40752 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:43:24.453322 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25407c1f-5ee4-4f97-8185-14b2d78f40d7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Subnet': ['ID=a7addac8-9308-4bb4-8358-0dae44298459,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:24.483077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:24.497079 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25407c1f-5ee4-4f97-8185-14b2d78f40d7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:24.504112 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-25407c1f-5ee4-4f97-8185-14b2d78f40d7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/a7addac8-9308-4bb4-8358-0dae44298459 HTTP/1.1" status: 204 len: 168 time: 0.6700118 Nov 23 04:43:24.505172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44866) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:24.554789 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb219f67-ebb0-4a5d-bfe7-c803fc527c1d None None] Network 71f6e515-cf25-4a00-b50a-056934c8db34 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:24.606987 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:24.675145 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bb6151cc-65a6-408e-8395-d4abb7d5e601 None None] Provisioning complete for port bb59fbf5-a2cf-41d7-b799-b23c61535f9f triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:24.675618 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bb6151cc-65a6-408e-8395-d4abb7d5e601 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:24.760746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e4b506d-fd3b-4a61-a65d-e491e93468ef None None] Network 3d56525f-7eed-45af-a2c7-70806f7fbe9e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:24.904330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e1654bd-df3f-4db1-a30b-ed82b202bb0b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:24.912336 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7e1654bd-df3f-4db1-a30b-ed82b202bb0b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/54566896-2e97-46f9-b540-783d99040a23/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1081772 Nov 23 04:43:24.914294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Deleting port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:24.915018 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:24.986469 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] For port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dceea4c1-adfd-4197-9e7b-a0cd252fe1a5,segment=NetworkSegment(598c69ae-7297-41e0-bb93-04d86746cc88),segment_id=598c69ae-7297-41e0-bb93-04d86746cc88)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:24.987027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.005979 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44874) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:25.017099 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Calling delete_port for dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:25.019920 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-a95733d3-04a0-4eb7-9074-a4bb16a40752 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Allocated IP 2001:db8::2b6 (3d56525f-7eed-45af-a2c7-70806f7fbe9e/ba98d793-f41d-46c1-b49a-777a38872ebb/ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:25.028076 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:25.028695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.031303 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-a95733d3-04a0-4eb7-9074-a4bb16a40752 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Allocated IP 2001:db8:0:1::3b0 (3d56525f-7eed-45af-a2c7-70806f7fbe9e/9db122db-e587-429a-9b61-fae73f45c33d/ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:25.095980 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91699fd2-91b5-4bfe-b94d-7c1ecdb56782 None None] Sync routers for ids ['54566896-2e97-46f9-b540-783d99040a23'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:25.137258 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] For port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=90d790e8-d9ca-4ff2-8d72-4afea58c5ddd,segment=NetworkSegment(a170cbb2-aa30-4f45-a009-d400b3409256),segment_id=a170cbb2-aa30-4f45-a009-d400b3409256)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:25.137832 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.145091 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-bb6151cc-65a6-408e-8395-d4abb7d5e601 None None] Port bb59fbf5-a2cf-41d7-b799-b23c61535f9f cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:25.153834 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Sync routers for ids ['7fa30b92-35fa-459c-a736-647d5f8d86fb'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:25.157048 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44876) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:25.167131 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b25962a6-daf7-4f69-ac0a-d1803a17a29f tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-62511950', 'description': 'tempest-secgroup-smoke-62511950 description', 'project_id': '198cbe73856f4e8c93984c97d08d0ad2'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:25.167339 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Routers {'7fa30b92-35fa-459c-a736-647d5f8d86fb'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:25.168607 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['7fa30b92-35fa-459c-a736-647d5f8d86fb'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:25.179042 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91699fd2-91b5-4bfe-b94d-7c1ecdb56782 None None] Routers {'54566896-2e97-46f9-b540-783d99040a23'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:25.179676 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-91699fd2-91b5-4bfe-b94d-7c1ecdb56782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['54566896-2e97-46f9-b540-783d99040a23'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:25.181704 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:25.185622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 487224e8-e1ce-427f-bf84-a511dc37267d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:25.232365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6fe4129-1112-4786-b789-6c847de230dc tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:25.234345 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a6fe4129-1112-4786-b789-6c847de230dc tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports/f25c930d-4fde-4534-9728-51ac027404ab HTTP/1.1" status: 200 len: 978 time: 0.2264526 Nov 23 04:43:25.239461 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a95733d3-04a0-4eb7-9074-a4bb16a40752 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.240410 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-de097ab8-8c21-474f-aaed-31851a17dbda None None] Deleting port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:25.240780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-de097ab8-8c21-474f-aaed-31851a17dbda None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.244378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44878) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:25.278795 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a95733d3-04a0-4eb7-9074-a4bb16a40752 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.280484 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-91699fd2-91b5-4bfe-b94d-7c1ecdb56782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:25.342405 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95733d3-04a0-4eb7-9074-a4bb16a40752 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:25.365603 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a95733d3-04a0-4eb7-9074-a4bb16a40752 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 3d56525f-7eed-45af-a2c7-70806f7fbe9e is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:25.368637 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-a95733d3-04a0-4eb7-9074-a4bb16a40752 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:25.372100 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95733d3-04a0-4eb7-9074-a4bb16a40752 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:25.381371 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a95733d3-04a0-4eb7-9074-a4bb16a40752 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:25.382052 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a95733d3-04a0-4eb7-9074-a4bb16a40752 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.402142 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91699fd2-91b5-4bfe-b94d-7c1ecdb56782 None None] Routers {'54566896-2e97-46f9-b540-783d99040a23'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:25.402685 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-91699fd2-91b5-4bfe-b94d-7c1ecdb56782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['54566896-2e97-46f9-b540-783d99040a23'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:25.409626 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Set router 7fa30b92-35fa-459c-a736-647d5f8d86fb gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:25.416687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-03c6c869-a476-4247-ad6c-a5e0f5044278 None None] Provisioning complete for port f25c930d-4fde-4534-9728-51ac027404ab triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:25.417060 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-03c6c869-a476-4247-ad6c-a5e0f5044278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.419832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-de097ab8-8c21-474f-aaed-31851a17dbda None None] For port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dceea4c1-adfd-4197-9e7b-a0cd252fe1a5,segment=NetworkSegment(598c69ae-7297-41e0-bb93-04d86746cc88),segment_id=598c69ae-7297-41e0-bb93-04d86746cc88)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:25.420217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-de097ab8-8c21-474f-aaed-31851a17dbda None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.476455 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-91699fd2-91b5-4bfe-b94d-7c1ecdb56782 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:25.477141 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91699fd2-91b5-4bfe-b94d-7c1ecdb56782 None None] The sync data for ids ['54566896-2e97-46f9-b540-783d99040a23'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:25.502403 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-de097ab8-8c21-474f-aaed-31851a17dbda None None] Calling delete_port for dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:25.524146 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b25962a6-daf7-4f69-ac0a-d1803a17a29f tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.544233 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a95733d3-04a0-4eb7-9074-a4bb16a40752 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.9319489 Nov 23 04:43:25.556015 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44880) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:25.580362 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-604d0dcd-ff04-47b7-9f00-7d846c0431a8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba98d793-f41d-46c1-b49a-777a38872ebb'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:25.613400 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-03c6c869-a476-4247-ad6c-a5e0f5044278 None None] Port f25c930d-4fde-4534-9728-51ac027404ab cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:25.615793 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 487224e8-e1ce-427f-bf84-a511dc37267d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:25.616260 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.657321 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'name': 'tempest-TestVolumeBootPattern-806199596-router', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'c78ae2f8-6bca-4978-9911-0c6027896b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:43:21Z', 'revision_number': 4, 'project_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'gw_port': {'id': 'c78ae2f8-6bca-4978-9911-0c6027896b5c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'bb59fbf5-a2cf-41d7-b799-b23c61535f9f', 'name': '', 'network_id': '3c120814-00aa-4381-a8de-16f1e15da3da', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'mac_address': 'fa:16:3e:e4:eb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '33bc4df8-dfce-4038-a8b6-f835b9d0abfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:19Z', 'updated_at': '2021-11-23T04:43:21Z', 'revision_number': 2, 'project_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'subnets': [{'id': '33bc4df8-dfce-4038-a8b6-f835b9d0abfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:25.660154 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.660803 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b676cae-cae4-4436-bb6f-eea36ad15ebd None None] DHCP port deletion for 71f6e515-cf25-4a00-b50a-056934c8db34 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:25.689207 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Checking router: 7fa30b92-35fa-459c-a736-647d5f8d86fb for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:43:25.689836 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Updating router 7fa30b92-35fa-459c-a736-647d5f8d86fb port bb59fbf5-a2cf-41d7-b799-b23c61535f9f binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:43:25.711282 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] No DVR routers for this DVR port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:25.726684 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.729147 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event deleted for resources: {'Port': ['ID=dceea4c1-adfd-4197-9e7b-a0cd252fe1a5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:25.730573 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-03c6c869-a476-4247-ad6c-a5e0f5044278 None None] Provisioning complete for port 72ffa5b0-a739-4f26-a79d-d5492de45b35 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:25.731626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-03c6c869-a476-4247-ad6c-a5e0f5044278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.765297 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.790368 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-604d0dcd-ff04-47b7-9f00-7d846c0431a8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.816071 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-de097ab8-8c21-474f-aaed-31851a17dbda None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.849464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.870636 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ea93097-5eb7-4a21-a70f-c3170ba8692f']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:25.915932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '598c69ae-7297-41e0-bb93-04d86746cc88') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:25.916647 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '598c69ae-7297-41e0-bb93-04d86746cc88') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:25.933399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=90d790e8-d9ca-4ff2-8d72-4afea58c5ddd,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:25.936880 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No DVR routers for this DVR port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:25.940167 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b25962a6-daf7-4f69-ac0a-d1803a17a29f tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.946988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.967875 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de097ab8-8c21-474f-aaed-31851a17dbda None None] Pushing event deleted for resources: {'Port': ['ID=dceea4c1-adfd-4197-9e7b-a0cd252fe1a5,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:25.976033 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b25962a6-daf7-4f69-ac0a-d1803a17a29f tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:25.979308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 72ffa5b0-a739-4f26-a79d-d5492de45b35 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:25.982767 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de097ab8-8c21-474f-aaed-31851a17dbda None None] No DVR routers for this DVR port dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:25.986444 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8b676cae-cae4-4436-bb6f-eea36ad15ebd None None] Deleting port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:25.986821 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8b676cae-cae4-4436-bb6f-eea36ad15ebd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.002695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.063002 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.072289 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.083467 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Releasing vlan 183 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:43:26.084158 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:43:26.087731 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:43:26.112848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b25962a6-daf7-4f69-ac0a-d1803a17a29f tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.118264 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b25962a6-daf7-4f69-ac0a-d1803a17a29f tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.9561653 Nov 23 04:43:26.121956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44882) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:26.124312 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97786062-65e6-430b-9643-b3b5ce7553cf None None] Pushing event updated for resources: {'Port': ['ID=bb59fbf5-a2cf-41d7-b799-b23c61535f9f,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:26.136107 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b54178e-8fc0-48c4-820d-f499506e0804 None None] Update dhcp port {'port': {'network_id': '3d56525f-7eed-45af-a2c7-70806f7fbe9e', 'fixed_ips': [{'subnet_id': 'ba98d793-f41d-46c1-b49a-777a38872ebb', 'ip_address': '2001:db8::2'}, {'subnet_id': '9db122db-e587-429a-9b61-fae73f45c33d'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': '72ffa5b0-a739-4f26-a79d-d5492de45b35'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:43:26.158990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-15d6e778-bbb7-4de9-a118-fa92660b2b0b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Request body: {'security_group_rule': {'security_group_id': '77bb1241-0a9c-4d4f-adaf-356b69d872e3', 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:26.182437 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-8b676cae-cae4-4436-bb6f-eea36ad15ebd None None] For port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:26.182734 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8b676cae-cae4-4436-bb6f-eea36ad15ebd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.198681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.204550 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Attempting to bind port bb59fbf5-a2cf-41d7-b799-b23c61535f9f on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:26.205105 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Attempting to bind port bb59fbf5-a2cf-41d7-b799-b23c61535f9f by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'fd628059-27ee-48ee-bc4e-e66124cfcae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c120814-00aa-4381-a8de-16f1e15da3da'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:26.205522 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Attempting to bind port bb59fbf5-a2cf-41d7-b799-b23c61535f9f on network 3c120814-00aa-4381-a8de-16f1e15da3da {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:26.217243 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:26.217662 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Checking segment: {'id': 'fd628059-27ee-48ee-bc4e-e66124cfcae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c120814-00aa-4381-a8de-16f1e15da3da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:26.218052 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.218453 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Bound using segment: {'id': 'fd628059-27ee-48ee-bc4e-e66124cfcae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c120814-00aa-4381-a8de-16f1e15da3da'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:26.218942 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Bound port: bb59fbf5-a2cf-41d7-b799-b23c61535f9f, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fd628059-27ee-48ee-bc4e-e66124cfcae0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 186, 'network_id': '3c120814-00aa-4381-a8de-16f1e15da3da'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:26.219346 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.228111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25962a6-daf7-4f69-ac0a-d1803a17a29f tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bb1241-0a9c-4d4f-adaf-356b69d872e3,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:26.239621 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8b676cae-cae4-4436-bb6f-eea36ad15ebd None None] Calling delete_port for 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:26.244554 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-604d0dcd-ff04-47b7-9f00-7d846c0431a8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Delete allocated IP 2001:db8:0:1::3b0 (3d56525f-7eed-45af-a2c7-70806f7fbe9e/9db122db-e587-429a-9b61-fae73f45c33d) {{(pid=109952) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 04:43:26.244872 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5b54178e-8fc0-48c4-820d-f499506e0804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.248549 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.ipam_backend_mixin [None req-8b676cae-cae4-4436-bb6f-eea36ad15ebd None None] Port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd was not found and therefore no delete operation was performed {{(pid=109954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:43:26.253515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-03c6c869-a476-4247-ad6c-a5e0f5044278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.265180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8b676cae-cae4-4436-bb6f-eea36ad15ebd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.299435 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71f6e515-cf25-4a00-b50a-056934c8db34']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:26.319856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.332153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a170cbb2-aa30-4f45-a009-d400b3409256') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:26.335538 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a170cbb2-aa30-4f45-a009-d400b3409256') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:26.348392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.355106 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "DELETE /v2.0/networks/6ea93097-5eb7-4a21-a70f-c3170ba8692f HTTP/1.1" status: 204 len: 168 time: 2.3900945 Nov 23 04:43:26.356289 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] For port bb59fbf5-a2cf-41d7-b799-b23c61535f9f, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:26.361366 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44884) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:26.361681 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] For port bb59fbf5-a2cf-41d7-b799-b23c61535f9f, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=bb59fbf5-a2cf-41d7-b799-b23c61535f9f,segment=NetworkSegment(fd628059-27ee-48ee-bc4e-e66124cfcae0),segment_id=fd628059-27ee-48ee-bc4e-e66124cfcae0)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:26.369736 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.386833 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15d6e778-bbb7-4de9-a118-fa92660b2b0b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.396546 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.411920 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 72ffa5b0-a739-4f26-a79d-d5492de45b35 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:26.412519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.415810 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b676cae-cae4-4436-bb6f-eea36ad15ebd None None] No DVR routers for this DVR port 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:26.419355 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a97ab-02bf-4455-87a5-af078512e1e7 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event deleted for resources: {'Network': ['ID=6ea93097-5eb7-4a21-a70f-c3170ba8692f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:26.428852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b676cae-cae4-4436-bb6f-eea36ad15ebd None None] Pushing event deleted for resources: {'Port': ['ID=90d790e8-d9ca-4ff2-8d72-4afea58c5ddd,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:26.461011 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Routers {'7fa30b92-35fa-459c-a736-647d5f8d86fb'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:26.461636 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['7fa30b92-35fa-459c-a736-647d5f8d86fb'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:26.464987 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97786062-65e6-430b-9643-b3b5ce7553cf None None] Pushing event updated for resources: {'Port': ['ID=bb59fbf5-a2cf-41d7-b799-b23c61535f9f,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:26.492294 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-604d0dcd-ff04-47b7-9f00-7d846c0431a8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.497546 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.509733 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-604d0dcd-ff04-47b7-9f00-7d846c0431a8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.533990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:43:26.534559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:43:26.544431 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:43:26.612912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-03c6c869-a476-4247-ad6c-a5e0f5044278 None None] For port 72ffa5b0-a739-4f26-a79d-d5492de45b35, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=72ffa5b0-a739-4f26-a79d-d5492de45b35,segment=NetworkSegment(74dc6de5-014c-405c-ada0-2987356052cb),segment_id=74dc6de5-014c-405c-ada0-2987356052cb)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:26.620303 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] Set router 7fa30b92-35fa-459c-a736-647d5f8d86fb gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:26.625819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bd254ad-e31b-40b7-983a-cd07ea480f65 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Deleting subnet 78f1bed0-1cb4-4c9e-a3d4-ed16303db9f0 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:43:26.633510 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604d0dcd-ff04-47b7-9f00-7d846c0431a8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:26.646285 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-03c6c869-a476-4247-ad6c-a5e0f5044278 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.674350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6bd254ad-e31b-40b7-983a-cd07ea480f65 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.686182 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-604d0dcd-ff04-47b7-9f00-7d846c0431a8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] In _notify_port_updated(), no bound segment for port ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d on network 3d56525f-7eed-45af-a2c7-70806f7fbe9e {{(pid=109952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:43:26.692299 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-604d0dcd-ff04-47b7-9f00-7d846c0431a8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:26.693885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-604d0dcd-ff04-47b7-9f00-7d846c0431a8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.698326 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-604d0dcd-ff04-47b7-9f00-7d846c0431a8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "PUT /v2.0/ports/ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d HTTP/1.1" status: 200 len: 926 time: 1.1387835 Nov 23 04:43:26.699184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44886) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:26.707776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f8d8cfcb-4a88-401e-b59d-ef681db7e6ce tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'ba98d793-f41d-46c1-b49a-777a38872ebb'}, {'subnet_id': '9db122db-e587-429a-9b61-fae73f45c33d'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:26.724530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c6c869-a476-4247-ad6c-a5e0f5044278 None None] Pushing event updated for resources: {'Port': ['ID=72ffa5b0-a739-4f26-a79d-d5492de45b35,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:26.833190 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8d8cfcb-4a88-401e-b59d-ef681db7e6ce tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.837188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6bd254ad-e31b-40b7-983a-cd07ea480f65 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.862960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1a33e454-2f57-4131-9cbe-7e97096607d3 None None] Provisioning complete for port bb59fbf5-a2cf-41d7-b799-b23c61535f9f triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:26.864244 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a33e454-2f57-4131-9cbe-7e97096607d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.866250 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.871723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-205c1cc5-e3e4-4d4b-93ca-b6fa27c387dd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.886111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-5b54178e-8fc0-48c4-820d-f499506e0804 None None] Allocated IP 2001:db8:0:1::2 (3d56525f-7eed-45af-a2c7-70806f7fbe9e/9db122db-e587-429a-9b61-fae73f45c33d/72ffa5b0-a739-4f26-a79d-d5492de45b35) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:26.898021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:26.901803 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/networks/71f6e515-cf25-4a00-b50a-056934c8db34 HTTP/1.1" status: 204 len: 168 time: 2.3942595 Nov 23 04:43:26.909538 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44888) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:26.917250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-2c6ac374-ec8c-4963-9992-6c68062708d0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1332376555', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:26.935776 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'name': 'tempest-TestVolumeBootPattern-806199596-router', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'c78ae2f8-6bca-4978-9911-0c6027896b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:43:21Z', 'revision_number': 4, 'project_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'gw_port': {'id': 'c78ae2f8-6bca-4978-9911-0c6027896b5c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'bb59fbf5-a2cf-41d7-b799-b23c61535f9f', 'name': '', 'network_id': '3c120814-00aa-4381-a8de-16f1e15da3da', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'mac_address': 'fa:16:3e:e4:eb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '33bc4df8-dfce-4038-a8b6-f835b9d0abfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:19Z', 'updated_at': '2021-11-23T04:43:26Z', 'revision_number': 4, 'project_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'subnets': [{'id': '33bc4df8-dfce-4038-a8b6-f835b9d0abfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:26.982623 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a6b09ab-8224-44c0-9e83-a6d986793b5d None None] The sync data for ids ['7fa30b92-35fa-459c-a736-647d5f8d86fb'] in dv-neutron-818850-1-hyperv is: [{'id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'name': 'tempest-TestVolumeBootPattern-806199596-router', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'c78ae2f8-6bca-4978-9911-0c6027896b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:43:21Z', 'revision_number': 4, 'project_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'gw_port': {'id': 'c78ae2f8-6bca-4978-9911-0c6027896b5c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'bb59fbf5-a2cf-41d7-b799-b23c61535f9f', 'name': '', 'network_id': '3c120814-00aa-4381-a8de-16f1e15da3da', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'mac_address': 'fa:16:3e:e4:eb:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'device_owner': 'network:router_interface', 'standard_attr_id': 997, 'fixed_ips': [{'subnet_id': '33bc4df8-dfce-4038-a8b6-f835b9d0abfc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:19Z', 'updated_at': '2021-11-23T04:43:26Z', 'revision_number': 4, 'project_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'subnets': [{'id': '33bc4df8-dfce-4038-a8b6-f835b9d0abfc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:27.010544 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac374-ec8c-4963-9992-6c68062708d0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.011629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac374-ec8c-4963-9992-6c68062708d0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.015251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 72ffa5b0-a739-4f26-a79d-d5492de45b35 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:27.054070 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc71ab9-4955-446d-b600-462bfdc89342 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Network': ['ID=71f6e515-cf25-4a00-b50a-056934c8db34,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:27.082369 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15d6e778-bbb7-4de9-a118-fa92660b2b0b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.093917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15d6e778-bbb7-4de9-a118-fa92660b2b0b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.158941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15d6e778-bbb7-4de9-a118-fa92660b2b0b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.163597 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-15d6e778-bbb7-4de9-a118-fa92660b2b0b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0049763 Nov 23 04:43:27.169789 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44890) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:27.181318 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-221916a9-6af7-47db-8085-ae2876fbd38a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Request body: {'security_group_rule': {'security_group_id': '77bb1241-0a9c-4d4f-adaf-356b69d872e3', 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:27.189253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac374-ec8c-4963-9992-6c68062708d0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.197825 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5b54178e-8fc0-48c4-820d-f499506e0804 None None] For port 72ffa5b0-a739-4f26-a79d-d5492de45b35, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=72ffa5b0-a739-4f26-a79d-d5492de45b35,segment=NetworkSegment(74dc6de5-014c-405c-ada0-2987356052cb),segment_id=74dc6de5-014c-405c-ada0-2987356052cb)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:27.203901 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac374-ec8c-4963-9992-6c68062708d0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.212354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 72ffa5b0-a739-4f26-a79d-d5492de45b35 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:27.212814 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.227926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d6e778-bbb7-4de9-a118-fa92660b2b0b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=673ab650-9cf7-4981-a14b-d74d5ab37355,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:27.257017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6bd254ad-e31b-40b7-983a-cd07ea480f65 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.266170 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a33e454-2f57-4131-9cbe-7e97096607d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.280989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2c6ac374-ec8c-4963-9992-6c68062708d0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.287440 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2c6ac374-ec8c-4963-9992-6c68062708d0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.3721416 Nov 23 04:43:27.287440 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-221916a9-6af7-47db-8085-ae2876fbd38a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.291739 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44892) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:27.309194 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1baab7d8-c49a-4aea-9f36-f7f228aea0ec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1151952657'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:27.324144 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-1a33e454-2f57-4131-9cbe-7e97096607d3 None None] For port bb59fbf5-a2cf-41d7-b799-b23c61535f9f, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=bb59fbf5-a2cf-41d7-b799-b23c61535f9f,segment=NetworkSegment(fd628059-27ee-48ee-bc4e-e66124cfcae0),segment_id=fd628059-27ee-48ee-bc4e-e66124cfcae0)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:27.330615 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5b54178e-8fc0-48c4-820d-f499506e0804 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.332946 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a33e454-2f57-4131-9cbe-7e97096607d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.357233 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6bd254ad-e31b-40b7-983a-cd07ea480f65 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.374199 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6bd254ad-e31b-40b7-983a-cd07ea480f65 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.379016 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6bd254ad-e31b-40b7-983a-cd07ea480f65 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "DELETE /v2.0/subnets/78f1bed0-1cb4-4c9e-a3d4-ed16303db9f0 HTTP/1.1" status: 204 len: 168 time: 1.0037954 Nov 23 04:43:27.385582 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44896) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:27.460160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1baab7d8-c49a-4aea-9f36-f7f228aea0ec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:27.463902 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1baab7d8-c49a-4aea-9f36-f7f228aea0ec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.476517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-05cffece-c884-43ca-ad25-48deaa071610 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Deleting subnet 0d30fc02-14d6-461e-a188-c825e060bec9 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:43:27.480375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05cffece-c884-43ca-ad25-48deaa071610 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.493872 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-f8d8cfcb-4a88-401e-b59d-ef681db7e6ce tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Allocated IP 2001:db8:0:1::22e (3d56525f-7eed-45af-a2c7-70806f7fbe9e/9db122db-e587-429a-9b61-fae73f45c33d/ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:27.525561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd254ad-e31b-40b7-983a-cd07ea480f65 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event deleted for resources: {'Subnet': ['ID=78f1bed0-1cb4-4c9e-a3d4-ed16303db9f0,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:27.540205 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05cffece-c884-43ca-ad25-48deaa071610 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.542791 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a05854e-838e-42f6-a73b-1c07b8393c77 None None] Network 19c33a70-1647-40d9-9384-e3b6d23ac670 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:27.566216 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5b54178e-8fc0-48c4-820d-f499506e0804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.606494 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1baab7d8-c49a-4aea-9f36-f7f228aea0ec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:43:27.639030 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-221916a9-6af7-47db-8085-ae2876fbd38a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.642103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-205c1cc5-e3e4-4d4b-93ca-b6fa27c387dd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port f25c930d-4fde-4534-9728-51ac027404ab {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:27.642460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-205c1cc5-e3e4-4d4b-93ca-b6fa27c387dd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.661061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1baab7d8-c49a-4aea-9f36-f7f228aea0ec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.663310 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-1baab7d8-c49a-4aea-9f36-f7f228aea0ec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Added segment 6f6ca0b3-e996-48a9-b208-f6bd37dbad8e of type vlan for network 4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504 Nov 23 04:43:27.666753 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-221916a9-6af7-47db-8085-ae2876fbd38a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.677197 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a33e454-2f57-4131-9cbe-7e97096607d3 None None] Pushing event updated for resources: {'Port': ['ID=bb59fbf5-a2cf-41d7-b799-b23c61535f9f,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:27.694678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-360d677c-30db-4070-9d6e-78bd8ca4a05b None None] Provisioning complete for port bb59fbf5-a2cf-41d7-b799-b23c61535f9f triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:27.695194 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-360d677c-30db-4070-9d6e-78bd8ca4a05b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.702525 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221916a9-6af7-47db-8085-ae2876fbd38a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efbbc1f5-581d-4bef-9d9c-a51364d6301a,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:27.751048 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05cffece-c884-43ca-ad25-48deaa071610 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.766806 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1baab7d8-c49a-4aea-9f36-f7f228aea0ec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.785062 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-221916a9-6af7-47db-8085-ae2876fbd38a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.789302 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-221916a9-6af7-47db-8085-ae2876fbd38a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.6182125 Nov 23 04:43:27.792778 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44898) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:27.810956 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-385cba0a-62e4-4b35-bbe8-5ca27bae39a9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Request body: {'security_group_rule': {'security_group_id': '77bb1241-0a9c-4d4f-adaf-356b69d872e3', 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:27.824012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-205c1cc5-e3e4-4d4b-93ca-b6fa27c387dd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.839921 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b54178e-8fc0-48c4-820d-f499506e0804 None None] Pushing event updated for resources: {'Port': ['ID=72ffa5b0-a739-4f26-a79d-d5492de45b35,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:27.844172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-205c1cc5-e3e4-4d4b-93ca-b6fa27c387dd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for f25c930d-4fde-4534-9728-51ac027404ab owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:27.860483 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1baab7d8-c49a-4aea-9f36-f7f228aea0ec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.872276 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1baab7d8-c49a-4aea-9f36-f7f228aea0ec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:27.873125 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1baab7d8-c49a-4aea-9f36-f7f228aea0ec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.887602 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8d8cfcb-4a88-401e-b59d-ef681db7e6ce tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.914836 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8d8cfcb-4a88-401e-b59d-ef681db7e6ce tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.961724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-385cba0a-62e4-4b35-bbe8-5ca27bae39a9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:27.966617 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1baab7d8-c49a-4aea-9f36-f7f228aea0ec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6681585 Nov 23 04:43:27.994746 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44900) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:28.029776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c336b892-282a-43a4-aaa2-eb8a13ece40a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'subnet': {'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:28.151607 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:43:28.181234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:43:28.181865 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dceea4c1-adfd-4197-9e7b-a0cd252fe1a5 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:43:28.182446 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:43:28.201095 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1baab7d8-c49a-4aea-9f36-f7f228aea0ec tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Network': ['ID=4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:28.204751 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f8d8cfcb-4a88-401e-b59d-ef681db7e6ce tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] In _notify_port_updated(), no bound segment for port ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d on network 3d56525f-7eed-45af-a2c7-70806f7fbe9e {{(pid=109952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:43:28.217164 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8d8cfcb-4a88-401e-b59d-ef681db7e6ce tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:28.217900 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8d8cfcb-4a88-401e-b59d-ef681db7e6ce tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:28.222610 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f8d8cfcb-4a88-401e-b59d-ef681db7e6ce tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "PUT /v2.0/ports/ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d HTTP/1.1" status: 200 len: 1012 time: 1.5204465 Nov 23 04:43:28.240451 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44902) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:28.257093 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d8cfcb-4a88-401e-b59d-ef681db7e6ce tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:28.275602 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:43:28.352278 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44f70491-cd70-43f7-8106-8371909ef532 None None] DHCP port deletion for 19c33a70-1647-40d9-9384-e3b6d23ac670 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:28.356423 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:43:28.356773 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 90d790e8-d9ca-4ff2-8d72-4afea58c5ddd not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:43:28.358348 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-385cba0a-62e4-4b35-bbe8-5ca27bae39a9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:28.392221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-385cba0a-62e4-4b35-bbe8-5ca27bae39a9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:28.434407 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385cba0a-62e4-4b35-bbe8-5ca27bae39a9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d93165b-d2a6-43d5-8169-86e454b6805b,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:28.444358 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c336b892-282a-43a4-aaa2-eb8a13ece40a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:28.448562 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c336b892-282a-43a4-aaa2-eb8a13ece40a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:28.485729 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-44f70491-cd70-43f7-8106-8371909ef532 None None] Deleting port b64736d6-da43-43f9-aa80-b2b448f74ea9 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:28.486356 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-44f70491-cd70-43f7-8106-8371909ef532 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:28.580400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05cffece-c884-43ca-ad25-48deaa071610 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:28.590268 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-205c1cc5-e3e4-4d4b-93ca-b6fa27c387dd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:28.602854 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-44f70491-cd70-43f7-8106-8371909ef532 None None] For port b64736d6-da43-43f9-aa80-b2b448f74ea9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b64736d6-da43-43f9-aa80-b2b448f74ea9,segment=NetworkSegment(1888165b-87ce-49f0-93ea-b553af9c2ae4),segment_id=1888165b-87ce-49f0-93ea-b553af9c2ae4)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:28.603483 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-44f70491-cd70-43f7-8106-8371909ef532 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:28.644391 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-44f70491-cd70-43f7-8106-8371909ef532 None None] Calling delete_port for b64736d6-da43-43f9-aa80-b2b448f74ea9 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:28.665651 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cffece-c884-43ca-ad25-48deaa071610 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event deleted for resources: {'Subnet': ['ID=0d30fc02-14d6-461e-a188-c825e060bec9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:28.685930 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c1cc5-e3e4-4d4b-93ca-b6fa27c387dd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=f25c930d-4fde-4534-9728-51ac027404ab,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:28.694832 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05cffece-c884-43ca-ad25-48deaa071610 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:28.699325 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-05cffece-c884-43ca-ad25-48deaa071610 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "DELETE /v2.0/subnets/0d30fc02-14d6-461e-a188-c825e060bec9 HTTP/1.1" status: 204 len: 168 time: 1.2910192 Nov 23 04:43:28.718663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44904) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:28.742194 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89ed3964-e9cf-43c8-bc29-1cd1533d64b2 None None] Network 9f9d7f78-e44a-4769-891a-8dd11806779c requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:28.862724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-385cba0a-62e4-4b35-bbe8-5ca27bae39a9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:28.864099 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-385cba0a-62e4-4b35-bbe8-5ca27bae39a9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0650165 Nov 23 04:43:28.869192 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44906) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:28.888459 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-7da63876-4229-45b7-a8bf-a79e7d542f12 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Request body: {'security_group_rule': {'security_group_id': '77bb1241-0a9c-4d4f-adaf-356b69d872e3', 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:28.948017 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee24b6-631c-4b56-bc14-696bac0030cb tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:28.950033 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3ee24b6-631c-4b56-bc14-696bac0030cb tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:28.988523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-44f70491-cd70-43f7-8106-8371909ef532 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.042515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f70491-cd70-43f7-8106-8371909ef532 None None] Pushing event deleted for resources: {'Port': ['ID=b64736d6-da43-43f9-aa80-b2b448f74ea9,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:29.044580 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cd66a5-1952-4be1-8f66-4238d07cf647 None None] Network 3d56525f-7eed-45af-a2c7-70806f7fbe9e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:29.075556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-205c1cc5-e3e4-4d4b-93ca-b6fa27c387dd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.095995 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8dc100dc-e5a8-495b-8e52-e293f713d96c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.113061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7da63876-4229-45b7-a8bf-a79e7d542f12 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.113697 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44f70491-cd70-43f7-8106-8371909ef532 None None] No DVR routers for this DVR port b64736d6-da43-43f9-aa80-b2b448f74ea9 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:29.152779 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-952fb6bd-5667-4d7f-abc1-131a9718b9fc None None] Provisioning complete for port ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:29.153202 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-952fb6bd-5667-4d7f-abc1-131a9718b9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.193798 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 72ffa5b0-a739-4f26-a79d-d5492de45b35 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:29.236107 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3ee24b6-631c-4b56-bc14-696bac0030cb tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.264763 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b3ee24b6-631c-4b56-bc14-696bac0030cb tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:29.284621 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03cd8e09-08be-4887-9686-cea2e60960fc None None] DHCP port deletion for 9f9d7f78-e44a-4769-891a-8dd11806779c request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:29.285213 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7da63876-4229-45b7-a8bf-a79e7d542f12 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.295348 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-952fb6bd-5667-4d7f-abc1-131a9718b9fc None None] Port ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:29.319433 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7da63876-4229-45b7-a8bf-a79e7d542f12 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.367058 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-952fb6bd-5667-4d7f-abc1-131a9718b9fc None None] Provisioning complete for port 72ffa5b0-a739-4f26-a79d-d5492de45b35 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:29.367433 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-952fb6bd-5667-4d7f-abc1-131a9718b9fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.379994 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8dc100dc-e5a8-495b-8e52-e293f713d96c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.389604 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7da63876-4229-45b7-a8bf-a79e7d542f12 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.392478 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-205c1cc5-e3e4-4d4b-93ca-b6fa27c387dd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router 54566896-2e97-46f9-b540-783d99040a23 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:29.393624 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7da63876-4229-45b7-a8bf-a79e7d542f12 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5220840 Nov 23 04:43:29.397500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44908) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:29.399621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da63876-4229-45b7-a8bf-a79e7d542f12 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29e413fe-2394-4b9c-a94b-09a53b860a3c,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:29.406659 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c336b892-282a-43a4-aaa2-eb8a13ece40a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.414531 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 72ffa5b0-a739-4f26-a79d-d5492de45b35 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:29.414910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.416222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8f07cfc5-e0a1-47b2-8b42-907bfe19b793 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Request body: {'security_group_rule': {'security_group_id': '77bb1241-0a9c-4d4f-adaf-356b69d872e3', 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:29.426531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-8dc100dc-e5a8-495b-8e52-e293f713d96c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19c33a70-1647-40d9-9384-e3b6d23ac670']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:29.445428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-8dc100dc-e5a8-495b-8e52-e293f713d96c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1888165b-87ce-49f0-93ea-b553af9c2ae4') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:29.445428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-8dc100dc-e5a8-495b-8e52-e293f713d96c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1888165b-87ce-49f0-93ea-b553af9c2ae4') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:29.462074 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8dc100dc-e5a8-495b-8e52-e293f713d96c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.475001 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-03cd8e09-08be-4887-9686-cea2e60960fc None None] Deleting port 33c3b1e7-a4c4-4fac-a518-def546fc3682 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:29.475389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-03cd8e09-08be-4887-9686-cea2e60960fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.494657 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c336b892-282a-43a4-aaa2-eb8a13ece40a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Subnet': ['ID=ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:29.508305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c336b892-282a-43a4-aaa2-eb8a13ece40a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Checking segment: {'id': '6f6ca0b3-e996-48a9-b208-f6bd37dbad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:29.509100 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c336b892-282a-43a4-aaa2-eb8a13ece40a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network hostable DHCP agents. Network: 4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:43:29.553213 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-205c1cc5-e3e4-4d4b-93ca-b6fa27c387dd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:29.554067 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c336b892-282a-43a4-aaa2-eb8a13ece40a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:43:29.556100 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8dc100dc-e5a8-495b-8e52-e293f713d96c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.559169 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-8f07cfc5-e0a1-47b2-8b42-907bfe19b793 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Project 198cbe73856f4e8c93984c97d08d0ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:43:29.571196 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-205c1cc5-e3e4-4d4b-93ca-b6fa27c387dd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/54566896-2e97-46f9-b540-783d99040a23/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3210382 Nov 23 04:43:29.572144 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44910) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:29.580801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e3020-6120-4a36-97c8-99124ae80a6e None None] Sync routers for ids ['54566896-2e97-46f9-b540-783d99040a23'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:29.582431 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8f07cfc5-e0a1-47b2-8b42-907bfe19b793 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.588533 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8dc100dc-e5a8-495b-8e52-e293f713d96c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:43:29.588533 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8dc100dc-e5a8-495b-8e52-e293f713d96c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.588823 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-c336b892-282a-43a4-aaa2-eb8a13ece40a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:43:29.590612 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:43:29.631053 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b20f020e-920a-478c-9d40-0ecd03780367 None None] Network 4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:29.636539 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-03cd8e09-08be-4887-9686-cea2e60960fc None None] For port 33c3b1e7-a4c4-4fac-a518-def546fc3682, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=33c3b1e7-a4c4-4fac-a518-def546fc3682,segment=NetworkSegment(3dd6da1a-6264-4d5b-821c-0fd93b54a824),segment_id=3dd6da1a-6264-4d5b-821c-0fd93b54a824)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:29.637076 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-03cd8e09-08be-4887-9686-cea2e60960fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.676211 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c336b892-282a-43a4-aaa2-eb8a13ece40a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:29.677113 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c336b892-282a-43a4-aaa2-eb8a13ece40a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.706094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8dc100dc-e5a8-495b-8e52-e293f713d96c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.717898 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8dc100dc-e5a8-495b-8e52-e293f713d96c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.723095 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e3020-6120-4a36-97c8-99124ae80a6e None None] Routers {'54566896-2e97-46f9-b540-783d99040a23'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:29.723731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-3a4e3020-6120-4a36-97c8-99124ae80a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['54566896-2e97-46f9-b540-783d99040a23'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:29.724874 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8dc100dc-e5a8-495b-8e52-e293f713d96c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "DELETE /v2.0/networks/19c33a70-1647-40d9-9384-e3b6d23ac670 HTTP/1.1" status: 204 len: 168 time: 0.9419744 Nov 23 04:43:29.726449 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-03cd8e09-08be-4887-9686-cea2e60960fc None None] Calling delete_port for 33c3b1e7-a4c4-4fac-a518-def546fc3682 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:29.733166 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44912) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:29.733449 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device bb59fbf5-a2cf-41d7-b799-b23c61535f9f up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:29.738698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc100dc-e5a8-495b-8e52-e293f713d96c tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event deleted for resources: {'Network': ['ID=19c33a70-1647-40d9-9384-e3b6d23ac670,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:29.751038 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8f07cfc5-e0a1-47b2-8b42-907bfe19b793 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.759438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8f07cfc5-e0a1-47b2-8b42-907bfe19b793 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.783454 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f07cfc5-e0a1-47b2-8b42-907bfe19b793 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae2bfa19-771d-42a1-a99d-b3ac5113816a,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:29.804392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8f07cfc5-e0a1-47b2-8b42-907bfe19b793 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.807088 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8f07cfc5-e0a1-47b2-8b42-907bfe19b793 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4092524 Nov 23 04:43:29.808225 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-3a4e3020-6120-4a36-97c8-99124ae80a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:29.810539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44914) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:29.816351 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b53b1f2f-bdbd-46e0-8079-788c8f347bd0 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Request body: {'security_group_rule': {'security_group_id': '77bb1241-0a9c-4d4f-adaf-356b69d872e3', 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:29.847213 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-b53b1f2f-bdbd-46e0-8079-788c8f347bd0 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Project 198cbe73856f4e8c93984c97d08d0ad2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:43:29.855530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b53b1f2f-bdbd-46e0-8079-788c8f347bd0 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:29.863644 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c336b892-282a-43a4-aaa2-eb8a13ece40a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.8602726 Nov 23 04:43:29.873536 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44916) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:29.946961 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3ee24b6-631c-4b56-bc14-696bac0030cb tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.008924 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-d7d650fb-6391-4337-b8f0-f8770f78aded tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] remove_router_interface failed (client error): The resource could not be found. Nov 23 04:43:30.012675 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d7d650fb-6391-4337-b8f0-f8770f78aded tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/54566896-2e97-46f9-b540-783d99040a23/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4368141 Nov 23 04:43:30.013820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44918) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:30.038453 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.040387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee24b6-631c-4b56-bc14-696bac0030cb tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:30.055048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-762f2c60-c93d-43c6-8544-fbfc5eaa55ab None None] Could not find standard attr ID for object ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:43:30.065042 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a4e3020-6120-4a36-97c8-99124ae80a6e None None] Routers {'54566896-2e97-46f9-b540-783d99040a23'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:30.069031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-3a4e3020-6120-4a36-97c8-99124ae80a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['54566896-2e97-46f9-b540-783d99040a23'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:30.073643 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1860eafe-fd51-4a1a-a69c-6ce553c651eb tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports?device_id=54566896-2e97-46f9-b540-783d99040a23 HTTP/1.1" status: 200 len: 205 time: 0.0558870 Nov 23 04:43:30.077973 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44920) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:30.147320 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b53b1f2f-bdbd-46e0-8079-788c8f347bd0 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.157375 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-3a4e3020-6120-4a36-97c8-99124ae80a6e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:30.158213 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a4e3020-6120-4a36-97c8-99124ae80a6e None None] The sync data for ids ['54566896-2e97-46f9-b540-783d99040a23'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:30.175801 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b53b1f2f-bdbd-46e0-8079-788c8f347bd0 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.181917 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3ee24b6-631c-4b56-bc14-696bac0030cb tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.187654 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b3ee24b6-631c-4b56-bc14-696bac0030cb tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d HTTP/1.1" status: 204 len: 168 time: 1.9434366 Nov 23 04:43:30.193727 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-762f2c60-c93d-43c6-8544-fbfc5eaa55ab None None] Provisioning complete for port 72ffa5b0-a739-4f26-a79d-d5492de45b35 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:30.193889 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44922) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:30.194325 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-762f2c60-c93d-43c6-8544-fbfc5eaa55ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.204987 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-12445cd9-8ac9-4b2b-9fc6-41e43e774065 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.237917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53b1f2f-bdbd-46e0-8079-788c8f347bd0 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=656024e3-be23-4124-b069-37c14b864014,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:30.259537 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-e67eff09-7440-46b6-8e65-7bef0455292e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] GET failed (client error): The resource could not be found. Nov 23 04:43:30.263735 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e67eff09-7440-46b6-8e65-7bef0455292e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d HTTP/1.1" status: 404 len: 333 time: 0.0661788 Nov 23 04:43:30.267072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44924) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:30.273083 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port bb59fbf5-a2cf-41d7-b799-b23c61535f9f triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:30.273620 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.279063 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b53b1f2f-bdbd-46e0-8079-788c8f347bd0 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.280761 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b53b1f2f-bdbd-46e0-8079-788c8f347bd0 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4687402 Nov 23 04:43:30.342435 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-03cd8e09-08be-4887-9686-cea2e60960fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.353104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-f275be55-d701-4599-8afa-adaaef62c898 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting subnet 9db122db-e587-429a-9b61-fae73f45c33d {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:43:30.382620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f275be55-d701-4599-8afa-adaaef62c898 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.386357 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.403684 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:43:30.404543 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.416478 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cd8e09-08be-4887-9686-cea2e60960fc None None] Pushing event deleted for resources: {'Port': ['ID=33c3b1e7-a4c4-4fac-a518-def546fc3682,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:30.441197 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03cd8e09-08be-4887-9686-cea2e60960fc None None] No DVR routers for this DVR port 33c3b1e7-a4c4-4fac-a518-def546fc3682 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:30.459542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-12445cd9-8ac9-4b2b-9fc6-41e43e774065 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.465122 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-12445cd9-8ac9-4b2b-9fc6-41e43e774065 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.530249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Deleting port 33c3b1e7-a4c4-4fac-a518-def546fc3682 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:30.530674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.550888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f275be55-d701-4599-8afa-adaaef62c898 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.616062 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] For port 33c3b1e7-a4c4-4fac-a518-def546fc3682, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:30.616808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.635121 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-12445cd9-8ac9-4b2b-9fc6-41e43e774065 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.640792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12445cd9-8ac9-4b2b-9fc6-41e43e774065 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Fanout notify agent at l3_agent the message router_deleted on router 54566896-2e97-46f9-b540-783d99040a23 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:43:30.653064 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-12445cd9-8ac9-4b2b-9fc6-41e43e774065 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.656011 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-12445cd9-8ac9-4b2b-9fc6-41e43e774065 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/routers/54566896-2e97-46f9-b540-783d99040a23 HTTP/1.1" status: 204 len: 168 time: 0.5776646 Nov 23 04:43:30.658342 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Calling delete_port for 33c3b1e7-a4c4-4fac-a518-def546fc3682 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:30.663537 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Port 33c3b1e7-a4c4-4fac-a518-def546fc3682 was not found and therefore no delete operation was performed {{(pid=109952) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:43:30.665817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.668764 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44962) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:30.770336 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Allocated IP 2001:db8::2 (4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504/ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6/46893cba-5192-4dd4-b9b2-a3e739f3bbf7) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:30.792876 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event deleted for resources: {'Port': ['ID=33c3b1e7-a4c4-4fac-a518-def546fc3682,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:30.807158 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e58b2c8-b191-445e-83ff-ddb54a005f59 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting subnet f66c5a7a-aeba-4e98-a42e-448484b67739 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:43:30.817887 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b64736d6-da43-43f9-aa80-b2b448f74ea9 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:43:30.820351 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3e58b2c8-b191-445e-83ff-ddb54a005f59 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.820974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-11736183-a843-4878-9e20-f85b28ad8a32 None None] Could not find standard attr ID for object ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:43:30.830447 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] No DVR routers for this DVR port 33c3b1e7-a4c4-4fac-a518-def546fc3682 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:30.856217 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f275be55-d701-4599-8afa-adaaef62c898 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:30.886605 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: b64736d6-da43-43f9-aa80-b2b448f74ea9 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:43:30.887248 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b64736d6-da43-43f9-aa80-b2b448f74ea9 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:43:30.957955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f275be55-d701-4599-8afa-adaaef62c898 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.032565 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.044408 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3e58b2c8-b191-445e-83ff-ddb54a005f59 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.059718 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 33c3b1e7-a4c4-4fac-a518-def546fc3682 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:43:31.100506 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.105064 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f9d7f78-e44a-4769-891a-8dd11806779c']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:31.106004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 33c3b1e7-a4c4-4fac-a518-def546fc3682 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:43:31.106703 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 33c3b1e7-a4c4-4fac-a518-def546fc3682 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:43:31.113016 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.125845 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dd6da1a-6264-4d5b-821c-0fd93b54a824') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:31.126113 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dd6da1a-6264-4d5b-821c-0fd93b54a824') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:31.142827 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.175566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Pushing event updated for resources: {'Port': ['ID=46893cba-5192-4dd4-b9b2-a3e739f3bbf7,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:31.192182 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-406ea8d7-ac28-43b1-916c-165bdf7b5353 None None] Could not find standard attr ID for object ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:43:31.193588 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.201920 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Network 4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:31.203921 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:31.207121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:31.207668 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:43:31.208079 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:43:31.212765 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:43:31.265376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3e58b2c8-b191-445e-83ff-ddb54a005f59 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.303168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Attempting to bind port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:31.303767 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Attempting to bind port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '6f6ca0b3-e996-48a9-b208-f6bd37dbad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:31.304319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Attempting to bind port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 on network 4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:31.316326 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:31.317047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Checking segment: {'id': '6f6ca0b3-e996-48a9-b208-f6bd37dbad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:31.318159 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.319257 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Bound using segment: {'id': '6f6ca0b3-e996-48a9-b208-f6bd37dbad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:31.320033 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Bound port: 46893cba-5192-4dd4-b9b2-a3e739f3bbf7, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6ca0b3-e996-48a9-b208-f6bd37dbad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:31.320736 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.321493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.341147 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.344711 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "DELETE /v2.0/networks/9f9d7f78-e44a-4769-891a-8dd11806779c HTTP/1.1" status: 204 len: 168 time: 1.6073751 Nov 23 04:43:31.352006 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 44974) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:31.371329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f275be55-d701-4599-8afa-adaaef62c898 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.372283 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b2e188-8995-4d25-a1d2-589ef5b3fe33 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event deleted for resources: {'Network': ['ID=9f9d7f78-e44a-4769-891a-8dd11806779c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:31.374763 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f275be55-d701-4599-8afa-adaaef62c898 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/9db122db-e587-429a-9b61-fae73f45c33d HTTP/1.1" status: 204 len: 168 time: 1.1066914 Nov 23 04:43:31.379811 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44976) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:31.394848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f275be55-d701-4599-8afa-adaaef62c898 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Subnet': ['ID=9db122db-e587-429a-9b61-fae73f45c33d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:31.456502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] For port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:31.460202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-122d59f8-0f26-49af-a450-c96389f32515 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting subnet ba98d793-f41d-46c1-b49a-777a38872ebb {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:43:31.465594 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] For port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=46893cba-5192-4dd4-b9b2-a3e739f3bbf7,segment=NetworkSegment(6f6ca0b3-e996-48a9-b208-f6bd37dbad8e),segment_id=6f6ca0b3-e996-48a9-b208-f6bd37dbad8e)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:31.468104 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-122d59f8-0f26-49af-a450-c96389f32515 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.480246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.482736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Allocated IP 2001:db8::1 (4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504/ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6/65d4e749-73a3-45de-b3fc-a3aec008158c) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:31.488306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5e46d1c9-e718-47be-947f-7122bc81e29b tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Deleting subnet 27c55ef5-5da0-4eec-88fd-4c06f0925a8a {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:43:31.509262 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3e58b2c8-b191-445e-83ff-ddb54a005f59 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.526828 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e46d1c9-e718-47be-947f-7122bc81e29b tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.548211 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3e58b2c8-b191-445e-83ff-ddb54a005f59 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.551474 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3e58b2c8-b191-445e-83ff-ddb54a005f59 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/f66c5a7a-aeba-4e98-a42e-448484b67739 HTTP/1.1" status: 204 len: 168 time: 0.8296866 Nov 23 04:43:31.554832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e58b2c8-b191-445e-83ff-ddb54a005f59 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Subnet': ['ID=f66c5a7a-aeba-4e98-a42e-448484b67739,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:31.560369 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 44984) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:31.564245 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1c7d36-d9e0-4654-a2e0-eb58b10ef506 None None] Network 3d56525f-7eed-45af-a2c7-70806f7fbe9e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:31.585706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ffc9ca-b5d5-4963-b266-529ddc2424f8 None None] Network b8a872c9-5c57-45e7-9a7b-fc83943b0529 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:31.677054 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e46d1c9-e718-47be-947f-7122bc81e29b tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.700296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.706245 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-122d59f8-0f26-49af-a450-c96389f32515 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.747249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58bdd225-b187-4e54-8c94-c9d2c18539f1 None None] Pushing event updated for resources: {'Port': ['ID=46893cba-5192-4dd4-b9b2-a3e739f3bbf7,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:31.837260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.955803 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-122d59f8-0f26-49af-a450-c96389f32515 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:31.956456 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e46d1c9-e718-47be-947f-7122bc81e29b tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.022325 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port 487224e8-e1ce-427f-bf84-a511dc37267d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:32.022739 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.046882 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec605b74-7d2e-4a79-8e09-661f72cf7e49 None None] DHCP port deletion for b8a872c9-5c57-45e7-9a7b-fc83943b0529 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:32.110338 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e46d1c9-e718-47be-947f-7122bc81e29b tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.159081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-122d59f8-0f26-49af-a450-c96389f32515 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.165432 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ec605b74-7d2e-4a79-8e09-661f72cf7e49 None None] Deleting port 487224e8-e1ce-427f-bf84-a511dc37267d {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:32.165696 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ec605b74-7d2e-4a79-8e09-661f72cf7e49 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.169806 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] For port 487224e8-e1ce-427f-bf84-a511dc37267d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=487224e8-e1ce-427f-bf84-a511dc37267d,segment=NetworkSegment(05a5f41e-5dde-4fae-bf71-ad0738b1534d),segment_id=05a5f41e-5dde-4fae-bf71-ad0738b1534d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:32.170164 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.178988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.198153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e46d1c9-e718-47be-947f-7122bc81e29b tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event deleted for resources: {'Subnet': ['ID=27c55ef5-5da0-4eec-88fd-4c06f0925a8a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:32.208771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5e46d1c9-e718-47be-947f-7122bc81e29b tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.214623 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5e46d1c9-e718-47be-947f-7122bc81e29b tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "DELETE /v2.0/subnets/27c55ef5-5da0-4eec-88fd-4c06f0925a8a HTTP/1.1" status: 204 len: 168 time: 0.8580227 Nov 23 04:43:32.215521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122d59f8-0f26-49af-a450-c96389f32515 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Subnet': ['ID=ba98d793-f41d-46c1-b49a-777a38872ebb,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:32.217204 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45012) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:32.224571 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for 487224e8-e1ce-427f-bf84-a511dc37267d owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:32.233160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cffdaab-3cd9-429b-b1f6-eeba0451979b None None] Network db0fd3ba-ecbd-4658-bf5a-512f7edc9e51 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:32.236267 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-122d59f8-0f26-49af-a450-c96389f32515 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.240325 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-122d59f8-0f26-49af-a450-c96389f32515 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/ba98d793-f41d-46c1-b49a-777a38872ebb HTTP/1.1" status: 204 len: 168 time: 0.8530970 Nov 23 04:43:32.256740 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45014) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:32.276342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:32.282420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:32.285757 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:32.287225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.363803 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ec605b74-7d2e-4a79-8e09-661f72cf7e49 None None] For port 487224e8-e1ce-427f-bf84-a511dc37267d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=487224e8-e1ce-427f-bf84-a511dc37267d,segment=NetworkSegment(05a5f41e-5dde-4fae-bf71-ad0738b1534d),segment_id=05a5f41e-5dde-4fae-bf71-ad0738b1534d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:32.364202 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ec605b74-7d2e-4a79-8e09-661f72cf7e49 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.402215 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ec605b74-7d2e-4a79-8e09-661f72cf7e49 None None] Calling delete_port for 487224e8-e1ce-427f-bf84-a511dc37267d owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:32.447169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=65d4e749-73a3-45de-b3fc-a3aec008158c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:32.495470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.525937 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.559878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.668042 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ec605b74-7d2e-4a79-8e09-661f72cf7e49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.680720 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc310293-788d-491c-8794-6c2b2d497de1 None None] DHCP port deletion for db0fd3ba-ecbd-4658-bf5a-512f7edc9e51 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:32.682326 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.743679 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec605b74-7d2e-4a79-8e09-661f72cf7e49 None None] Pushing event deleted for resources: {'Port': ['ID=487224e8-e1ce-427f-bf84-a511dc37267d,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:32.764683 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec605b74-7d2e-4a79-8e09-661f72cf7e49 None None] No DVR routers for this DVR port 487224e8-e1ce-427f-bf84-a511dc37267d on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:32.813114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=487224e8-e1ce-427f-bf84-a511dc37267d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:32.815714 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No DVR routers for this DVR port 487224e8-e1ce-427f-bf84-a511dc37267d on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:32.859335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-cc310293-788d-491c-8794-6c2b2d497de1 None None] Deleting port 2084ca74-784c-4e05-9a08-0d4bf708871d {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:32.859886 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cc310293-788d-491c-8794-6c2b2d497de1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:32.869798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Deleting port 2084ca74-784c-4e05-9a08-0d4bf708871d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:32.871535 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.011300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-cc310293-788d-491c-8794-6c2b2d497de1 None None] For port 2084ca74-784c-4e05-9a08-0d4bf708871d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2084ca74-784c-4e05-9a08-0d4bf708871d,segment=NetworkSegment(3cbd118b-787e-4222-96c1-388804f0015c),segment_id=3cbd118b-787e-4222-96c1-388804f0015c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:33.012613 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cc310293-788d-491c-8794-6c2b2d497de1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.047098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-cc310293-788d-491c-8794-6c2b2d497de1 None None] Calling delete_port for 2084ca74-784c-4e05-9a08-0d4bf708871d owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:33.158153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.162461 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3023558-2314-421f-a7dc-89d8a39408ca None None] Network 3d56525f-7eed-45af-a2c7-70806f7fbe9e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:33.169894 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.170932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.236628 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:33.344308 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:33.349809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:33.356256 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.359329 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port 72ffa5b0-a739-4f26-a79d-d5492de45b35 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:33.359895 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.363077 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] For port 2084ca74-784c-4e05-9a08-0d4bf708871d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2084ca74-784c-4e05-9a08-0d4bf708871d,segment=NetworkSegment(3cbd118b-787e-4222-96c1-388804f0015c),segment_id=3cbd118b-787e-4222-96c1-388804f0015c)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:33.363645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.371429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73e129b5-143d-4a63-9c11-ec7a63ab7297 None None] Network 4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:33.381061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cc310293-788d-491c-8794-6c2b2d497de1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.433033 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Calling delete_port for 2084ca74-784c-4e05-9a08-0d4bf708871d owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:33.447523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a872c9-5c57-45e7-9a7b-fc83943b0529']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:33.464695 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05a5f41e-5dde-4fae-bf71-ad0738b1534d') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:33.465327 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05a5f41e-5dde-4fae-bf71-ad0738b1534d') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:33.480823 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=65d4e749-73a3-45de-b3fc-a3aec008158c,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:33.503767 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:43:33.517676 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.529766 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] For port 72ffa5b0-a739-4f26-a79d-d5492de45b35, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=72ffa5b0-a739-4f26-a79d-d5492de45b35,segment=NetworkSegment(74dc6de5-014c-405c-ada0-2987356052cb),segment_id=74dc6de5-014c-405c-ada0-2987356052cb)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:33.530449 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.554093 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.560084 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for 72ffa5b0-a739-4f26-a79d-d5492de45b35 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:33.576161 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:43:33.576584 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:43:33.579780 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:43:33.634733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:33.642176 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c973d133-f262-46de-a95d-600eee230c0c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7673979 Nov 23 04:43:33.644941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45028) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:33.647607 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Sync routers for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:33.651585 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-6e24f210-ebbe-45e6-9957-0bcf9601e458 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1022462223'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:33.662281 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc310293-788d-491c-8794-6c2b2d497de1 None None] Pushing event deleted for resources: {'Port': ['ID=2084ca74-784c-4e05-9a08-0d4bf708871d,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:33.678610 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:33.679571 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:33.681083 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2d02c0a3-263b-40ad-b8a1-a1bb71cef16d None None] Provisioning complete for port 72ffa5b0-a739-4f26-a79d-d5492de45b35 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:33.681569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2d02c0a3-263b-40ad-b8a1-a1bb71cef16d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.687322 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e24f210-ebbe-45e6-9957-0bcf9601e458 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:33.694147 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6e24f210-ebbe-45e6-9957-0bcf9601e458 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.720996 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.730686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc310293-788d-491c-8794-6c2b2d497de1 None None] No DVR routers for this DVR port 2084ca74-784c-4e05-9a08-0d4bf708871d on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:33.746874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] No DVR routers for this DVR port 2084ca74-784c-4e05-9a08-0d4bf708871d on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:33.751482 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.756459 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.760503 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e24f210-ebbe-45e6-9957-0bcf9601e458 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:43:33.761953 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/networks/b8a872c9-5c57-45e7-9a7b-fc83943b0529 HTTP/1.1" status: 204 len: 168 time: 2.2006326 Nov 23 04:43:33.772106 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45030) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:33.797122 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6e24f210-ebbe-45e6-9957-0bcf9601e458 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.797647 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-6e24f210-ebbe-45e6-9957-0bcf9601e458 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Added segment dcb67100-40d9-4f31-92fe-025d9f7055a5 of type vlan for network 4e7d0ae1-4a38-4c78-9524-59cc6ab3c634 Nov 23 04:43:33.832434 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bf245c60-9334-42c9-8995-0401420de559 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'network': {'name': 'tempest-RoutersTest-482358649'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:33.849724 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:33.858382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event deleted for resources: {'Port': ['ID=2084ca74-784c-4e05-9a08-0d4bf708871d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:33.865804 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed7a618-3596-4be6-af14-d01dbbdf8925 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Network': ['ID=b8a872c9-5c57-45e7-9a7b-fc83943b0529,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:33.910083 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6e24f210-ebbe-45e6-9957-0bcf9601e458 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.960793 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.980172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6e24f210-ebbe-45e6-9957-0bcf9601e458 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.992453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e24f210-ebbe-45e6-9957-0bcf9601e458 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:33.993102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6e24f210-ebbe-45e6-9957-0bcf9601e458 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:33.998839 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf245c60-9334-42c9-8995-0401420de559 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:34.003884 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bf245c60-9334-42c9-8995-0401420de559 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.014975 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.plugins.ml2.db [None req-2d02c0a3-263b-40ad-b8a1-a1bb71cef16d None None] No ports have port_id starting with 72ffa5b0-a739-4f26-a79d-d5492de45b35 Nov 23 04:43:34.030851 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.059233 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:34.060264 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.087732 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db0fd3ba-ecbd-4658-bf5a-512f7edc9e51']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:34.143806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e24f210-ebbe-45e6-9957-0bcf9601e458 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Network': ['ID=4e7d0ae1-4a38-4c78-9524-59cc6ab3c634,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:34.148049 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca49f88-aaa8-48e0-b3e8-f14fc8ebce40 None None] DHCP port deletion for 3d56525f-7eed-45af-a2c7-70806f7fbe9e request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:34.149912 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=72ffa5b0-a739-4f26-a79d-d5492de45b35,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:34.156998 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3cbd118b-787e-4222-96c1-388804f0015c') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:34.164119 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 4e7d0ae1-4a38-4c78-9524-59cc6ab3c634 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:43:34.169342 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3cbd118b-787e-4222-96c1-388804f0015c') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:34.172178 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No DVR routers for this DVR port 72ffa5b0-a739-4f26-a79d-d5492de45b35 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:34.181573 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6e24f210-ebbe-45e6-9957-0bcf9601e458 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5351119 Nov 23 04:43:34.185728 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45034) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:34.193901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-953bf4e4-c82a-4830-8217-d873d362c4a7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'subnet': {'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:34.234267 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3dc84235-4a99-4e9d-9022-fd412cdec1fd None None] Provisioning complete for port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:34.234632 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3dc84235-4a99-4e9d-9022-fd412cdec1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.246328 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.248895 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bf245c60-9334-42c9-8995-0401420de559 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:43:34.259727 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:43:32Z', 'revision_number': 2, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:32Z', 'revision_number': 2, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:34.311155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bf245c60-9334-42c9-8995-0401420de559 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.311155 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-bf245c60-9334-42c9-8995-0401420de559 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Added segment 4c362c49-a02b-41d0-99e8-a0813f135f0d of type vlan for network 7af189c3-1245-4c4b-81b6-520e66984565 Nov 23 04:43:34.331164 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.339904 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.341835 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.351416 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Checking router: 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:43:34.351674 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Updating router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 port 65d4e749-73a3-45de-b3fc-a3aec008158c binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:43:34.353761 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Releasing vlan 197 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:43:34.354141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.361596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-953bf4e4-c82a-4830-8217-d873d362c4a7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: self.session.flush() Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:43:34.365264 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:43:34.377976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-953bf4e4-c82a-4830-8217-d873d362c4a7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.435791 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=46893cba-5192-4dd4-b9b2-a3e739f3bbf7,segment=NetworkSegment(6f6ca0b3-e996-48a9-b208-f6bd37dbad8e),segment_id=6f6ca0b3-e996-48a9-b208-f6bd37dbad8e)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:34.437783 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.443212 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3d56525f-7eed-45af-a2c7-70806f7fbe9e']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:34.445846 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.480974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3dc84235-4a99-4e9d-9022-fd412cdec1fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.532005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74dc6de5-014c-405c-ada0-2987356052cb') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:34.532300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74dc6de5-014c-405c-ada0-2987356052cb') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:34.546552 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bf245c60-9334-42c9-8995-0401420de559 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.554093 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.576363 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=46893cba-5192-4dd4-b9b2-a3e739f3bbf7,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:34.581528 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2084ca74-784c-4e05-9a08-0d4bf708871d no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:43:34.592022 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.619349 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.622719 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "DELETE /v2.0/networks/db0fd3ba-ecbd-4658-bf5a-512f7edc9e51 HTTP/1.1" status: 204 len: 168 time: 2.4014161 Nov 23 04:43:34.632163 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 2084ca74-784c-4e05-9a08-0d4bf708871d {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:43:34.633677 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2084ca74-784c-4e05-9a08-0d4bf708871d not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:43:34.634756 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 487224e8-e1ce-427f-bf84-a511dc37267d no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:43:34.661023 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45036) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:34.664571 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 487224e8-e1ce-427f-bf84-a511dc37267d {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:43:34.665178 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 487224e8-e1ce-427f-bf84-a511dc37267d not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:43:34.669588 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-3dc84235-4a99-4e9d-9022-fd412cdec1fd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:43:34.670175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-3dc84235-4a99-4e9d-9022-fd412cdec1fd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:43:34.684982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.698739 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea66392-6482-4f16-bf05-4a9f29143fb3 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Pushing event deleted for resources: {'Network': ['ID=db0fd3ba-ecbd-4658-bf5a-512f7edc9e51,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:34.734923 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:43:34.735337 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:43:34.739120 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:43:34.757072 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-170c47c7-e458-44ae-81f7-0bd907c773d8 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "GET /v2.0/ports?device_id=d362eee7-38b2-4c0d-b0cc-37fa06de400e HTTP/1.1" status: 200 len: 205 time: 0.0762320 Nov 23 04:43:34.796854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bf245c60-9334-42c9-8995-0401420de559 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.803254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf245c60-9334-42c9-8995-0401420de559 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:34.803877 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bf245c60-9334-42c9-8995-0401420de559 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.813026 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45038) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:34.834383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-953bf4e4-c82a-4830-8217-d873d362c4a7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:34.918152 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf245c60-9334-42c9-8995-0401420de559 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Network': ['ID=7af189c3-1245-4c4b-81b6-520e66984565,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:34.936322 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953bf4e4-c82a-4830-8217-d873d362c4a7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Subnet': ['ID=18834c64-7889-4685-a46a-93d4f9a2a739,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:34.981389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 7af189c3-1245-4c4b-81b6-520e66984565 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:43:34.983702 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-953bf4e4-c82a-4830-8217-d873d362c4a7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Checking segment: {'id': 'dcb67100-40d9-4f31-92fe-025d9f7055a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:34.984112 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953bf4e4-c82a-4830-8217-d873d362c4a7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network hostable DHCP agents. Network: 4e7d0ae1-4a38-4c78-9524-59cc6ab3c634, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:43:35.014018 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.017426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-953bf4e4-c82a-4830-8217-d873d362c4a7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 4e7d0ae1-4a38-4c78-9524-59cc6ab3c634 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:43:35.020601 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.028027 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/networks/3d56525f-7eed-45af-a2c7-70806f7fbe9e HTTP/1.1" status: 204 len: 168 time: 2.7672653 Nov 23 04:43:35.032329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45042) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:35.039731 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bf245c60-9334-42c9-8995-0401420de559 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.2114353 Nov 23 04:43:35.045213 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45044) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:35.050367 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-18c6401a-f740-44c8-99a7-8c0e0271d685 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'subnet': {'network_id': '7af189c3-1245-4c4b-81b6-520e66984565', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:35.059942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-953bf4e4-c82a-4830-8217-d873d362c4a7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 4e7d0ae1-4a38-4c78-9524-59cc6ab3c634) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:35.087654 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5d0af136-cf86-4c99-8eb5-79c24047b834 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.093698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-953bf4e4-c82a-4830-8217-d873d362c4a7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:35.102867 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-953bf4e4-c82a-4830-8217-d873d362c4a7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.114212 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.120012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26482d0a-317b-42f8-b6c4-3fcda5dd4f23 None None] Network 4e7d0ae1-4a38-4c78-9524-59cc6ab3c634 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:35.129376 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.150086 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-953bf4e4-c82a-4830-8217-d873d362c4a7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9630876 Nov 23 04:43:35.157956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45046) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:35.198118 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b6b332-d432-45ab-ad87-65adbe748157 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:35.206468 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-51b6b332-d432-45ab-ad87-65adbe748157 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 846 time: 0.1689112 Nov 23 04:43:35.236599 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e663d24f-755c-49ae-ada9-5aab25773df5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Network': ['ID=3d56525f-7eed-45af-a2c7-70806f7fbe9e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:35.244171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45048) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:35.345064 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Attempting to bind port 65d4e749-73a3-45de-b3fc-a3aec008158c on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:35.345468 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Attempting to bind port 65d4e749-73a3-45de-b3fc-a3aec008158c by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '6f6ca0b3-e996-48a9-b208-f6bd37dbad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:35.345826 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Attempting to bind port 65d4e749-73a3-45de-b3fc-a3aec008158c on network 4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504 {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:35.365771 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:35.366990 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:35.367356 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Checking segment: {'id': '6f6ca0b3-e996-48a9-b208-f6bd37dbad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:35.367768 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.368162 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Bound using segment: {'id': '6f6ca0b3-e996-48a9-b208-f6bd37dbad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:35.368636 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Bound port: 65d4e749-73a3-45de-b3fc-a3aec008158c, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f6ca0b3-e996-48a9-b208-f6bd37dbad8e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:35.369015 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.408241 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5d0af136-cf86-4c99-8eb5-79c24047b834 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.414905 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5d0af136-cf86-4c99-8eb5-79c24047b834 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.450459 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] For port 65d4e749-73a3-45de-b3fc-a3aec008158c, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:35.453697 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] For port 65d4e749-73a3-45de-b3fc-a3aec008158c, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=65d4e749-73a3-45de-b3fc-a3aec008158c,segment=NetworkSegment(6f6ca0b3-e996-48a9-b208-f6bd37dbad8e),segment_id=6f6ca0b3-e996-48a9-b208-f6bd37dbad8e)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:35.460313 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18c6401a-f740-44c8-99a7-8c0e0271d685 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:35.461549 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a2d93-1d35-4b2a-873d-6a9493454a24 None None] Pushing event updated for resources: {'Port': ['ID=65d4e749-73a3-45de-b3fc-a3aec008158c,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:35.464695 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.465880 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-18c6401a-f740-44c8-99a7-8c0e0271d685 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.479642 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2eb7917e-3b7f-43df-961f-b9065c8e19da tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2343078 Nov 23 04:43:35.525730 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45052) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:35.539478 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-9d64f981-8f1e-4cff-9622-b1c4350b59f9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-860053932'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:35.545099 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58a2d93-1d35-4b2a-873d-6a9493454a24 None None] Pushing event updated for resources: {'Port': ['ID=65d4e749-73a3-45de-b3fc-a3aec008158c,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:35.549527 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:35.550976 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:35.644242 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5d0af136-cf86-4c99-8eb5-79c24047b834 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.645078 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d0af136-cf86-4c99-8eb5-79c24047b834 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Fanout notify agent at l3_agent the message router_deleted on router d362eee7-38b2-4c0d-b0cc-37fa06de400e {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:43:35.657270 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5d0af136-cf86-4c99-8eb5-79c24047b834 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.662452 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5d0af136-cf86-4c99-8eb5-79c24047b834 tempest-RoutersNegativeIpV6Test-1784716994 tempest-RoutersNegativeIpV6Test-1784716994-project] 10.222.0.37 "DELETE /v2.0/routers/d362eee7-38b2-4c0d-b0cc-37fa06de400e HTTP/1.1" status: 204 len: 168 time: 0.7929666 Nov 23 04:43:35.687951 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d64f981-8f1e-4cff-9622-b1c4350b59f9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:35.694018 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d64f981-8f1e-4cff-9622-b1c4350b59f9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.720877 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45058) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:35.816085 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:35.816460 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.929979 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:43:35.930912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.964261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b695d0dc-a351-49e3-8744-2bc867ead98c None None] Provisioning complete for port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:35.964662 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b695d0dc-a351-49e3-8744-2bc867ead98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:35.970247 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d64f981-8f1e-4cff-9622-b1c4350b59f9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:43:36.036699 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d64f981-8f1e-4cff-9622-b1c4350b59f9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:36.037118 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-9d64f981-8f1e-4cff-9622-b1c4350b59f9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Added segment 1722a924-57a6-4852-8c62-4d82877d2f10 of type vlan for network 1063056b-1d9a-4cd3-9baf-aea9986b59f9 Nov 23 04:43:36.089853 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:36.114219 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:36.295367 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d64f981-8f1e-4cff-9622-b1c4350b59f9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:36.344640 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45064) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:36.375099 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-18c6401a-f740-44c8-99a7-8c0e0271d685 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:36.441108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 72ffa5b0-a739-4f26-a79d-d5492de45b35 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:43:36.473113 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d64f981-8f1e-4cff-9622-b1c4350b59f9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:36.489934 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d64f981-8f1e-4cff-9622-b1c4350b59f9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:36.491345 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d64f981-8f1e-4cff-9622-b1c4350b59f9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:36.520990 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:43:32Z', 'revision_number': 2, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:35Z', 'revision_number': 4, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:36.555028 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cba3a07c-75d3-4719-b7bb-998f5dc0288d None None] The sync data for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv is: [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:43:32Z', 'revision_number': 2, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:35Z', 'revision_number': 4, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:36.572854 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Allocated IP 2001:db8:1::2 (4e7d0ae1-4a38-4c78-9524-59cc6ab3c634/18834c64-7889-4685-a46a-93d4f9a2a739/1055aaca-9965-4528-b626-e8a733821957) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:36.584989 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 72ffa5b0-a739-4f26-a79d-d5492de45b35 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:43:36.585904 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 72ffa5b0-a739-4f26-a79d-d5492de45b35 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:43:36.621616 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18c6401a-f740-44c8-99a7-8c0e0271d685 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Subnet': ['ID=1cbfb2a1-1a43-43f4-b90d-ed3000383582,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:36.635774 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9d64f981-8f1e-4cff-9622-b1c4350b59f9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.1089342 Nov 23 04:43:36.637631 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d64f981-8f1e-4cff-9622-b1c4350b59f9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Network': ['ID=1063056b-1d9a-4cd3-9baf-aea9986b59f9,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:36.640203 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45068) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:36.648135 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-95faa403-fe5d-4cae-a6da-8f8624e0c918 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'subnet': {'network_id': '1063056b-1d9a-4cd3-9baf-aea9986b59f9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:36.665549 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 1063056b-1d9a-4cd3-9baf-aea9986b59f9 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:43:36.693138 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-63421c29-40b0-447b-be41-137f8de1939d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Deleting port 0bd667cb-67ef-4ea8-93b9-fde254679c3e {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:36.694531 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-63421c29-40b0-447b-be41-137f8de1939d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:36.737549 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c6401a-f740-44c8-99a7-8c0e0271d685 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Checking segment: {'id': '4c362c49-a02b-41d0-99e8-a0813f135f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7af189c3-1245-4c4b-81b6-520e66984565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:36.737898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c6401a-f740-44c8-99a7-8c0e0271d685 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network hostable DHCP agents. Network: 7af189c3-1245-4c4b-81b6-520e66984565, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:43:36.781095 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b695d0dc-a351-49e3-8744-2bc867ead98c None None] Provisioning complete for port 65d4e749-73a3-45de-b3fc-a3aec008158c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:36.781667 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b695d0dc-a351-49e3-8744-2bc867ead98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:36.835681 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-65ab21e0-57a1-4312-8674-d904d8976f31 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58defa0a65c142e88146360bf0fe94dd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4881763 Nov 23 04:43:36.838396 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45070) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:36.857796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18c6401a-f740-44c8-99a7-8c0e0271d685 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 7af189c3-1245-4c4b-81b6-520e66984565 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:43:36.904169 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-18c6401a-f740-44c8-99a7-8c0e0271d685 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 7af189c3-1245-4c4b-81b6-520e66984565) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:36.910122 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c6401a-f740-44c8-99a7-8c0e0271d685 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:36.910122 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-18c6401a-f740-44c8-99a7-8c0e0271d685 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:36.932024 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95faa403-fe5d-4cae-a6da-8f8624e0c918 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:36.935749 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-95faa403-fe5d-4cae-a6da-8f8624e0c918 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:36.964695 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-63421c29-40b0-447b-be41-137f8de1939d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:36.965198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-63421c29-40b0-447b-be41-137f8de1939d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:36.984139 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6b75f0b-8232-41b4-a965-4ac877991e2e None None] Network 7af189c3-1245-4c4b-81b6-520e66984565 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:36.999105 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6daa-a2c6-4b63-b2ec-e756c55762c0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:37.011523 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-18c6401a-f740-44c8-99a7-8c0e0271d685 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9651356 Nov 23 04:43:37.016004 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45072) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:37.024020 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b7aa2d06-e747-4fda-872f-9d3081c9e8fd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-571968697', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:37.043014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6daa-a2c6-4b63-b2ec-e756c55762c0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:37.044473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-63421c29-40b0-447b-be41-137f8de1939d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Calling delete_port for 0bd667cb-67ef-4ea8-93b9-fde254679c3e owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:37.159981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 65d4e749-73a3-45de-b3fc-a3aec008158c up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:37.193238 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2d06-e747-4fda-872f-9d3081c9e8fd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:37.194586 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2d06-e747-4fda-872f-9d3081c9e8fd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:37.203172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6daa-a2c6-4b63-b2ec-e756c55762c0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:37.209684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6a6d6daa-a2c6-4b63-b2ec-e756c55762c0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:37.215337 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6a6d6daa-a2c6-4b63-b2ec-e756c55762c0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5e00e53-2c52-409e-9ba9-17e01516a22b HTTP/1.1" status: 204 len: 168 time: 0.3750689 Nov 23 04:43:37.232841 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3a60fc54-db39-49af-adea-95496254d8d0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:37.235692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6d6daa-a2c6-4b63-b2ec-e756c55762c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5e00e53-2c52-409e-9ba9-17e01516a22b,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:37.401082 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2d06-e747-4fda-872f-9d3081c9e8fd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:37.415105 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2d06-e747-4fda-872f-9d3081c9e8fd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:37.437949 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:37.474880 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:37.484572 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b695d0dc-a351-49e3-8744-2bc867ead98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:37.497645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7aa2d06-e747-4fda-872f-9d3081c9e8fd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:37.501091 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b7aa2d06-e747-4fda-872f-9d3081c9e8fd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.4812801 Nov 23 04:43:37.509088 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45080) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:37.574534 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 65d4e749-73a3-45de-b3fc-a3aec008158c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:37.575009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:37.584287 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Allocated IP 2001:db8:1::1 (4e7d0ae1-4a38-4c78-9524-59cc6ab3c634/18834c64-7889-4685-a46a-93d4f9a2a739/25f5df74-ac7a-4784-a638-35311afd57b5) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:37.611150 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Pushing event updated for resources: {'Port': ['ID=1055aaca-9965-4528-b626-e8a733821957,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:37.622430 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Network 4e7d0ae1-4a38-4c78-9524-59cc6ab3c634 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:37.837537 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:37.840963 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:37.862282 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b695d0dc-a351-49e3-8744-2bc867ead98c None None] For port 65d4e749-73a3-45de-b3fc-a3aec008158c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=65d4e749-73a3-45de-b3fc-a3aec008158c,segment=NetworkSegment(6f6ca0b3-e996-48a9-b208-f6bd37dbad8e),segment_id=6f6ca0b3-e996-48a9-b208-f6bd37dbad8e)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:37.878053 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b695d0dc-a351-49e3-8744-2bc867ead98c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:37.906530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-7af189c3-1245-4c4b-81b6-520e66984565', 'network_id': '7af189c3-1245-4c4b-81b6-520e66984565', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'fixed_ips': [{'subnet_id': '1cbfb2a1-1a43-43f4-b90d-ed3000383582'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:43:37.907534 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.057098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Attempting to bind port 1055aaca-9965-4528-b626-e8a733821957 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:38.057734 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Attempting to bind port 1055aaca-9965-4528-b626-e8a733821957 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'dcb67100-40d9-4f31-92fe-025d9f7055a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:38.058335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Attempting to bind port 1055aaca-9965-4528-b626-e8a733821957 on network 4e7d0ae1-4a38-4c78-9524-59cc6ab3c634 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:38.077119 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-cd616b27-ee0d-4a1b-bd18-2d981c50d771 None None] Provisioning complete for port 65d4e749-73a3-45de-b3fc-a3aec008158c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:38.078067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cd616b27-ee0d-4a1b-bd18-2d981c50d771 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.081569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:38.082162 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Checking segment: {'id': 'dcb67100-40d9-4f31-92fe-025d9f7055a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:38.082702 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.083747 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Bound using segment: {'id': 'dcb67100-40d9-4f31-92fe-025d9f7055a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:38.084985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Bound port: 1055aaca-9965-4528-b626-e8a733821957, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb67100-40d9-4f31-92fe-025d9f7055a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:38.085728 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.178526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.224250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-95faa403-fe5d-4cae-a6da-8f8624e0c918 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.236100 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.332650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=25f5df74-ac7a-4784-a638-35311afd57b5,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:38.352337 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 4e7d0ae1-4a38-4c78-9524-59cc6ab3c634 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:38.354414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:38.354573 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-63421c29-40b0-447b-be41-137f8de1939d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.357734 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:38.358472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.394080 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95faa403-fe5d-4cae-a6da-8f8624e0c918 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Subnet': ['ID=d2e4da01-864a-4c74-83d1-f6fc5764ac3e,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:38.405861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b695d0dc-a351-49e3-8744-2bc867ead98c None None] Pushing event updated for resources: {'Port': ['ID=65d4e749-73a3-45de-b3fc-a3aec008158c,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:38.480301 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Allocated IP 172.20.0.2 (7af189c3-1245-4c4b-81b6-520e66984565/1cbfb2a1-1a43-43f4-b90d-ed3000383582/2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:38.537077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.572854 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.598325 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63421c29-40b0-447b-be41-137f8de1939d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event deleted for resources: {'Port': ['ID=0bd667cb-67ef-4ea8-93b9-fde254679c3e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:38.638862 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45100) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:38.643630 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [-] 10.222.0.37 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0035083 Nov 23 04:43:38.652171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45102) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:38.728029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-63421c29-40b0-447b-be41-137f8de1939d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.728760 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-63421c29-40b0-447b-be41-137f8de1939d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Floating IP 923a4106-a684-49dd-ab83-b403dfe67170 disassociated (deleted). External IP: 172.26.8.147, port: c97ca78c-0875-44f8-836d-ef8dc069b6b2. Nov 23 04:43:38.733469 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-95faa403-fe5d-4cae-a6da-8f8624e0c918 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Checking segment: {'id': '1722a924-57a6-4852-8c62-4d82877d2f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1063056b-1d9a-4cd3-9baf-aea9986b59f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:38.734444 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95faa403-fe5d-4cae-a6da-8f8624e0c918 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network hostable DHCP agents. Network: 1063056b-1d9a-4cd3-9baf-aea9986b59f9, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:43:38.819186 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] For port 1055aaca-9965-4528-b626-e8a733821957, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:38.855395 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d0b8b882-fb24-4f5f-b9ef-a2090de8a9bc tempest-NetworksApiDiscovery-1960642631 tempest-NetworksApiDiscovery-1960642631-project] 10.222.0.37 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1965284 Nov 23 04:43:38.868572 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] For port 1055aaca-9965-4528-b626-e8a733821957, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=1055aaca-9965-4528-b626-e8a733821957,segment=NetworkSegment(dcb67100-40d9-4f31-92fe-025d9f7055a5),segment_id=dcb67100-40d9-4f31-92fe-025d9f7055a5)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:38.892526 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.901132 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95faa403-fe5d-4cae-a6da-8f8624e0c918 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 1063056b-1d9a-4cd3-9baf-aea9986b59f9 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:43:38.909717 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.957072 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-95faa403-fe5d-4cae-a6da-8f8624e0c918 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 1063056b-1d9a-4cd3-9baf-aea9986b59f9) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:38.969186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.976783 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95faa403-fe5d-4cae-a6da-8f8624e0c918 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:38.978814 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-95faa403-fe5d-4cae-a6da-8f8624e0c918 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.980046 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:38.984327 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:39.022289 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b63ec4-8817-471a-9b0c-659e47925b7c None None] Pushing event updated for resources: {'Port': ['ID=1055aaca-9965-4528-b626-e8a733821957,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:39.025482 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46bff059-92b1-4da5-983e-6ed1dd295a47 None None] Network 1063056b-1d9a-4cd3-9baf-aea9986b59f9 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:39.063769 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-95faa403-fe5d-4cae-a6da-8f8624e0c918 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4195685 Nov 23 04:43:39.069707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45108) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:39.132766 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8388ba9f-2f16-4927-8948-8f233e072714 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'network_id': '1063056b-1d9a-4cd3-9baf-aea9986b59f9', 'name': 'tempest-PortsIpV6TestJSON-1864354233'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:39.146807 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=25f5df74-ac7a-4784-a638-35311afd57b5,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:39.171564 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 65d4e749-73a3-45de-b3fc-a3aec008158c up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:39.210568 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 4e7d0ae1-4a38-4c78-9524-59cc6ab3c634 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:39.213595 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:39.311362 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7bccd73c-9f50-4a8e-b26d-f47145440508 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:39.405048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:39.425676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:39.444064 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45114) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:39.452780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:39.459718 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 65d4e749-73a3-45de-b3fc-a3aec008158c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:39.460290 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:39.576855 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Network 7af189c3-1245-4c4b-81b6-520e66984565 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:39.600758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Pushing event updated for resources: {'Port': ['ID=2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:39.607598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:39.610759 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:39.682152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-1063056b-1d9a-4cd3-9baf-aea9986b59f9', 'network_id': '1063056b-1d9a-4cd3-9baf-aea9986b59f9', 'tenant_id': '9eef5904db6a4542a7898586fc751d63', 'fixed_ips': [{'subnet_id': 'd2e4da01-864a-4c74-83d1-f6fc5764ac3e'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:43:39.683034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:39.684007 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:39.697661 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8dfbfbb0-8df9-4124-8e95-89b8e4fc8f54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5345900 Nov 23 04:43:39.698741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45118) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:39.714091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-651fcdce-7b9a-4965-b80f-e3ee7bed3d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1563912229'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:39.716731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Sync routers for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:39.752755 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-960c695c-bf6f-4122-b266-bfb7bfb94eb7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:39.788514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63421c29-40b0-447b-be41-137f8de1939d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Router 102db588-acb3-485e-96c7-39c69e8b1272 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:39.794025 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8388ba9f-2f16-4927-8948-8f233e072714 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:39.797876 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8388ba9f-2f16-4927-8948-8f233e072714 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:39.832730 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Allocated IP 172.20.0.1 (7af189c3-1245-4c4b-81b6-520e66984565/1cbfb2a1-1a43-43f4-b90d-ed3000383582/4e9a1926-ba16-4806-8409-cc0af813d0d0) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:39.839766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-651fcdce-7b9a-4965-b80f-e3ee7bed3d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:39.852432 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-651fcdce-7b9a-4965-b80f-e3ee7bed3d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:39.879567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Attempting to bind port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:39.879997 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Attempting to bind port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '4c362c49-a02b-41d0-99e8-a0813f135f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7af189c3-1245-4c4b-81b6-520e66984565'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:39.880265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Attempting to bind port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 on network 7af189c3-1245-4c4b-81b6-520e66984565 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:39.885816 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:39.886454 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:39.901649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-8388ba9f-2f16-4927-8948-8f233e072714 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port c7b1b53e-d692-4d37-b73a-bbc0b09c4c81 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:43:39.938235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-651fcdce-7b9a-4965-b80f-e3ee7bed3d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] vlan segment allocate from pool success with {'vlan_id': 171, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:43:39.961210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-651fcdce-7b9a-4965-b80f-e3ee7bed3d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:39.961958 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-651fcdce-7b9a-4965-b80f-e3ee7bed3d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Added segment 181aaee3-52a7-4380-a1f8-1077a65aee7d of type vlan for network 4c02a063-c951-40bf-a325-2898ba71f333 Nov 23 04:43:40.025520 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-960c695c-bf6f-4122-b266-bfb7bfb94eb7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:40.033437 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:40.034062 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Checking segment: {'id': '4c362c49-a02b-41d0-99e8-a0813f135f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7af189c3-1245-4c4b-81b6-520e66984565'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:40.034393 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:40.034799 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Bound using segment: {'id': '4c362c49-a02b-41d0-99e8-a0813f135f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7af189c3-1245-4c4b-81b6-520e66984565'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:40.035297 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Bound port: 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c362c49-a02b-41d0-99e8-a0813f135f0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '7af189c3-1245-4c4b-81b6-520e66984565'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:40.035700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:40.045894 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-960c695c-bf6f-4122-b266-bfb7bfb94eb7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:40.082716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-651fcdce-7b9a-4965-b80f-e3ee7bed3d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:40.098149 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-960c695c-bf6f-4122-b266-bfb7bfb94eb7 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5bad0304b56246a6b9a13923806dd684&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6522319 Nov 23 04:43:40.098494 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45120) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:40.105180 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63421c29-40b0-447b-be41-137f8de1939d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:40.121577 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:40.122566 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd1112a-ca3a-4aa5-9d69-a68dd9014435 None None] Sync routers for ids ['102db588-acb3-485e-96c7-39c69e8b1272'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:40.142574 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd1112a-ca3a-4aa5-9d69-a68dd9014435 None None] Routers {'102db588-acb3-485e-96c7-39c69e8b1272'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:40.143487 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dbd1112a-ca3a-4aa5-9d69-a68dd9014435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['102db588-acb3-485e-96c7-39c69e8b1272'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:40.177872 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-63421c29-40b0-447b-be41-137f8de1939d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:40.191048 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960c695c-bf6f-4122-b266-bfb7bfb94eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9de0cb07-093d-4422-b983-ea49a39ecca8,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:40.198348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-651fcdce-7b9a-4965-b80f-e3ee7bed3d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:40.205486 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-651fcdce-7b9a-4965-b80f-e3ee7bed3d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:40.206330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-651fcdce-7b9a-4965-b80f-e3ee7bed3d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:40.240905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] For port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:40.288688 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651fcdce-7b9a-4965-b80f-e3ee7bed3d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Network': ['ID=4c02a063-c951-40bf-a325-2898ba71f333,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:40.296852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] For port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2,segment=NetworkSegment(4c362c49-a02b-41d0-99e8-a0813f135f0d),segment_id=4c362c49-a02b-41d0-99e8-a0813f135f0d)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:40.312369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 4c02a063-c951-40bf-a325-2898ba71f333 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:43:40.317421 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-63421c29-40b0-447b-be41-137f8de1939d tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "DELETE /v2.0/floatingips/923a4106-a684-49dd-ab83-b403dfe67170 HTTP/1.1" status: 204 len: 168 time: 4.5951099 Nov 23 04:43:40.322578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:40.324870 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '858eeac6-298e-487b-a973-c3dca42a876d', 'tag': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:43:40.327258 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5088cefc-e323-46b3-9b95-69fe5696e020" -d '{"events": [{"name": "network-changed", "server_uuid": "858eeac6-298e-487b-a973-c3dca42a876d", "tag": "c97ca78c-0875-44f8-836d-ef8dc069b6b2"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:43:40.347263 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-651fcdce-7b9a-4965-b80f-e3ee7bed3d3a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6427515 Nov 23 04:43:40.348674 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:40.351896 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45126) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:40.361754 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-922e4428-2dab-409b-b445-1793c81b5e98 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'subnet': {'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:40.385688 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-8388ba9f-2f16-4927-8948-8f233e072714 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Allocated IP 2001:db8::30a (1063056b-1d9a-4cd3-9baf-aea9986b59f9/d2e4da01-864a-4c74-83d1-f6fc5764ac3e/c7b1b53e-d692-4d37-b73a-bbc0b09c4c81) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:40.406774 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-dbd1112a-ca3a-4aa5-9d69-a68dd9014435 None None] Set router 102db588-acb3-485e-96c7-39c69e8b1272 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:40.463523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:40.498499 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:40.519109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:43:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4be22c5-c016-409f-afe6-4d6353ddc4a7 x-openstack-request-id: req-c4be22c5-c016-409f-afe6-4d6353ddc4a7 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:43:40.519403 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "858eeac6-298e-487b-a973-c3dca42a876d", "tag": "c97ca78c-0875-44f8-836d-ef8dc069b6b2", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:43:40.520193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c4be22c5-c016-409f-afe6-4d6353ddc4a7 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:43:40.521471 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '858eeac6-298e-487b-a973-c3dca42a876d', 'tag': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2', 'status': 'completed', 'code': 200} Nov 23 04:43:40.548817 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f7a987-3e92-4270-9090-44f28dff4573 None None] Pushing event updated for resources: {'Port': ['ID=2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:40.568725 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:40.668898 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-922e4428-2dab-409b-b445-1793c81b5e98 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:40.676645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-922e4428-2dab-409b-b445-1793c81b5e98 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:40.854045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088cefc-e323-46b3-9b95-69fe5696e020 req-d30ec4e0-05c0-4320-bace-e79c9659df77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:40.858375 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5088cefc-e323-46b3-9b95-69fe5696e020 req-d30ec4e0-05c0-4320-bace-e79c9659df77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e34fb94931bb453baa2f45e6eb57eddb&device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 1098 time: 0.3357191 Nov 23 04:43:40.947359 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dbd1112a-ca3a-4aa5-9d69-a68dd9014435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102db588-acb3-485e-96c7-39c69e8b1272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:19Z', 'updated_at': '2021-11-23T04:41:35Z', 'revision_number': 4, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'gw_port': {'id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:21Z', 'updated_at': '2021-11-23T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'fd6d7f19-fd86-4c05-b52a-1eb337975b35', 'name': '', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'mac_address': 'fa:16:3e:91:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:32Z', 'updated_at': '2021-11-23T04:41:44Z', 'revision_number': 5, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'subnets': [{'id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:41.068047 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd1112a-ca3a-4aa5-9d69-a68dd9014435 None None] Checking router: 102db588-acb3-485e-96c7-39c69e8b1272 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:43:41.102037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:43:38Z', 'revision_number': 3, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:38Z', 'revision_number': 2, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:41.111361 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd1112a-ca3a-4aa5-9d69-a68dd9014435 None None] Routers {'102db588-acb3-485e-96c7-39c69e8b1272'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:41.112005 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dbd1112a-ca3a-4aa5-9d69-a68dd9014435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['102db588-acb3-485e-96c7-39c69e8b1272'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:41.161740 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Checking router: 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:43:41.162060 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Updating router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 port 25f5df74-ac7a-4784-a638-35311afd57b5 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:43:41.195474 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:41.245538 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8388ba9f-2f16-4927-8948-8f233e072714 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:41.291637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:41.300116 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:41.302956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:41.307054 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9de0cb07-093d-4422-b983-ea49a39ecca8 HTTP/1.1" status: 204 len: 168 time: 1.2017722 Nov 23 04:43:41.362404 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9de0cb07-093d-4422-b983-ea49a39ecca8,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:41.371254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088cefc-e323-46b3-9b95-69fe5696e020 req-5d7835df-978d-4ef8-8b8d-4d7b1ea54464 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:41.372824 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5088cefc-e323-46b3-9b95-69fe5696e020 req-5d7835df-978d-4ef8-8b8d-4d7b1ea54464 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ae26ac76-09be-4617-9df0-387c20c99ee8 HTTP/1.1" status: 200 len: 898 time: 0.4943609 Nov 23 04:43:41.376611 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:41.378689 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8388ba9f-2f16-4927-8948-8f233e072714 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:41.386526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:41.386914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:41.387219 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:41.387556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:41.387892 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:41.388226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:41.388557 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:41.388889 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:41.389215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:41.395675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:41.396051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:41.396407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff92c8c9-5f1e-4e45-948f-50d88f4cd84b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:41.402597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-922e4428-2dab-409b-b445-1793c81b5e98 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:41.436558 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-dbd1112a-ca3a-4aa5-9d69-a68dd9014435 None None] Set router 102db588-acb3-485e-96c7-39c69e8b1272 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:41.494504 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Allocated IP 2001:db8::2 (1063056b-1d9a-4cd3-9baf-aea9986b59f9/d2e4da01-864a-4c74-83d1-f6fc5764ac3e/a6f56498-e1ba-4395-8f6c-f5dc55f465f3) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:41.524514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922e4428-2dab-409b-b445-1793c81b5e98 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Subnet': ['ID=ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:41.591826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922e4428-2dab-409b-b445-1793c81b5e98 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Checking segment: {'id': '181aaee3-52a7-4380-a1f8-1077a65aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:41.597685 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922e4428-2dab-409b-b445-1793c81b5e98 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network hostable DHCP agents. Network: 4c02a063-c951-40bf-a325-2898ba71f333, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:43:41.641440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922e4428-2dab-409b-b445-1793c81b5e98 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 4c02a063-c951-40bf-a325-2898ba71f333 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:43:41.674369 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-922e4428-2dab-409b-b445-1793c81b5e98 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 4c02a063-c951-40bf-a325-2898ba71f333) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:41.692244 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-922e4428-2dab-409b-b445-1793c81b5e98 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:41.693419 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-922e4428-2dab-409b-b445-1793c81b5e98 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:41.734624 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-922e4428-2dab-409b-b445-1793c81b5e98 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3788798 Nov 23 04:43:41.735151 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45138) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:41.746228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:41.797850 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2974647-af00-40f3-9879-1b6fcb36555f None None] Network 4e7d0ae1-4a38-4c78-9524-59cc6ab3c634 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:41.882874 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5088cefc-e323-46b3-9b95-69fe5696e020 req-e9dc058b-fdfa-409c-b47c-013956b7a08b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c97ca78c-0875-44f8-836d-ef8dc069b6b2 HTTP/1.1" status: 200 len: 217 time: 0.4948890 Nov 23 04:43:41.890298 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 7af189c3-1245-4c4b-81b6-520e66984565 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:41.894734 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:41.898040 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:41.908458 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184cc97e-2198-4ae1-90e1-dc62e1c69b00 req-490234a7-096e-494d-bf32-03f5733ef93f tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:41.915545 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-184cc97e-2198-4ae1-90e1-dc62e1c69b00 req-490234a7-096e-494d-bf32-03f5733ef93f tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 1.0134077 Nov 23 04:43:41.932159 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8388ba9f-2f16-4927-8948-8f233e072714 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 1063056b-1d9a-4cd3-9baf-aea9986b59f9 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:41.950214 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f89918c-34b1-41b8-a904-22d941c1ff90 None None] Network 4c02a063-c951-40bf-a325-2898ba71f333 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:42.033841 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-8388ba9f-2f16-4927-8948-8f233e072714 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:42.041018 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8388ba9f-2f16-4927-8948-8f233e072714 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:42.051144 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8388ba9f-2f16-4927-8948-8f233e072714 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:42.051910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8388ba9f-2f16-4927-8948-8f233e072714 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:42.097211 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=4e9a1926-ba16-4806-8409-cc0af813d0d0,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:42.112881 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dbd1112a-ca3a-4aa5-9d69-a68dd9014435 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102db588-acb3-485e-96c7-39c69e8b1272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:19Z', 'updated_at': '2021-11-23T04:41:35Z', 'revision_number': 4, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'gw_port': {'id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:21Z', 'updated_at': '2021-11-23T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'fd6d7f19-fd86-4c05-b52a-1eb337975b35', 'name': '', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'mac_address': 'fa:16:3e:91:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:32Z', 'updated_at': '2021-11-23T04:41:44Z', 'revision_number': 5, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'subnets': [{'id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:42.120135 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:42.120739 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:42.121253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:42.121787 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:42.122279 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:42.122769 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:42.123271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:42.123760 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:42.124246 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:42.124887 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:42.125751 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:42.126271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:42.168502 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbd1112a-ca3a-4aa5-9d69-a68dd9014435 None None] The sync data for ids ['102db588-acb3-485e-96c7-39c69e8b1272'] in dv-neutron-818850-1-hyperv is: [{'id': '102db588-acb3-485e-96c7-39c69e8b1272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:19Z', 'updated_at': '2021-11-23T04:41:35Z', 'revision_number': 4, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'gw_port': {'id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:21Z', 'updated_at': '2021-11-23T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'fd6d7f19-fd86-4c05-b52a-1eb337975b35', 'name': '', 'network_id': 'ae26ac76-09be-4617-9df0-387c20c99ee8', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'mac_address': 'fa:16:3e:91:be:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_interface', 'standard_attr_id': 671, 'fixed_ips': [{'subnet_id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:32Z', 'updated_at': '2021-11-23T04:41:44Z', 'revision_number': 5, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'subnets': [{'id': 'dead2c83-4076-4874-b4bb-c752ab108ec8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:42.289819 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8388ba9f-2f16-4927-8948-8f233e072714 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.1751916 Nov 23 04:43:42.290339 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45148) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:42.330276 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f87c3882-0cf0-4724-8857-2c42764ed113 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'network_id': '1063056b-1d9a-4cd3-9baf-aea9986b59f9', 'name': 'tempest-PortsIpV6TestJSON-1714573423'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:42.340329 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088cefc-e323-46b3-9b95-69fe5696e020 req-43b5f481-cf0b-42b6-bd72-1e7a3d41c7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:42.342671 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5088cefc-e323-46b3-9b95-69fe5696e020 req-43b5f481-cf0b-42b6-bd72-1e7a3d41c7f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=dead2c83-4076-4874-b4bb-c752ab108ec8 HTTP/1.1" status: 200 len: 835 time: 0.4151223 Nov 23 04:43:42.347514 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-184cc97e-2198-4ae1-90e1-dc62e1c69b00 req-149e2466-8a36-4cbe-9862-db2c3a5144c3 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4307392 Nov 23 04:43:42.367952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8388ba9f-2f16-4927-8948-8f233e072714 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=c7b1b53e-d692-4d37-b73a-bbc0b09c4c81,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:42.405916 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:42.460452 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2807264e-b6fb-4783-996c-c953e6f6236d None None] Network 7af189c3-1245-4c4b-81b6-520e66984565 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:42.465560 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:42.480779 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9393e432-477f-4226-9cdb-81d519003b5f None None] Provisioning complete for port 1055aaca-9965-4528-b626-e8a733821957 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:42.481364 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9393e432-477f-4226-9cdb-81d519003b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:42.644235 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Pushing event updated for resources: {'Port': ['ID=a6f56498-e1ba-4395-8f6c-f5dc55f465f3,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:42.648127 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-4c02a063-c951-40bf-a325-2898ba71f333', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:43:42.649790 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:42.666369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:42.689984 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:42.697060 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a95ba0-f280-41c2-aae9-92b726a9ac52 req-a1624f4b-d374-445a-a0e9-d231086272c6 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:42.699587 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-24a95ba0-f280-41c2-aae9-92b726a9ac52 req-a1624f4b-d374-445a-a0e9-d231086272c6 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.15 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.2478476 Nov 23 04:43:42.791614 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5088cefc-e323-46b3-9b95-69fe5696e020 req-a9691e09-f89b-4ded-9dd0-b2d5cc597d64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:42.793141 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5088cefc-e323-46b3-9b95-69fe5696e020 req-a9691e09-f89b-4ded-9dd0-b2d5cc597d64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ae26ac76-09be-4617-9df0-387c20c99ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3962641 Nov 23 04:43:42.809147 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:42.819771 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Network 1063056b-1d9a-4cd3-9baf-aea9986b59f9 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:42.821390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02f00f4f-8411-4626-8c29-bcda36c1f035 None None] New status for floating IP 923a4106-a684-49dd-ab83-b403dfe67170: DOWN {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:43:42.866396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:42.913180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:42.927300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f87c3882-0cf0-4724-8857-2c42764ed113 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:42.930868 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f87c3882-0cf0-4724-8857-2c42764ed113 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:43.041426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-f87c3882-0cf0-4724-8857-2c42764ed113 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port 9e0cb845-9e04-459f-a671-14169e091930 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:43:43.125130 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9393e432-477f-4226-9cdb-81d519003b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:43.126166 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5088cefc-e323-46b3-9b95-69fe5696e020 req-5c827329-91ee-446e-8f9b-e487bb4a47f4 service neutron] 10.222.0.15 "GET /v2.0/networks/ae26ac76-09be-4617-9df0-387c20c99ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2802501 Nov 23 04:43:43.127768 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:43.248397 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5088cefc-e323-46b3-9b95-69fe5696e020 req-36b23e98-1bea-490d-8521-10c63000942d service neutron] 10.222.0.15 "GET /v2.0/networks/ae26ac76-09be-4617-9df0-387c20c99ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1089828 Nov 23 04:43:43.353537 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Attempting to bind port a6f56498-e1ba-4395-8f6c-f5dc55f465f3 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:43.353915 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Attempting to bind port a6f56498-e1ba-4395-8f6c-f5dc55f465f3 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '1722a924-57a6-4852-8c62-4d82877d2f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1063056b-1d9a-4cd3-9baf-aea9986b59f9'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:43.354561 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Attempting to bind port a6f56498-e1ba-4395-8f6c-f5dc55f465f3 on network 1063056b-1d9a-4cd3-9baf-aea9986b59f9 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:43.371570 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:43.371946 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:43.384692 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Allocated IP 2001:db8:2::2 (4c02a063-c951-40bf-a325-2898ba71f333/ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8/51997bd7-6b12-49e1-b1d1-87565f127099) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:43.396829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-24a95ba0-f280-41c2-aae9-92b726a9ac52 req-d3e7d742-ef5a-4042-b3fd-ce87fea84a89 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Deleting port c97ca78c-0875-44f8-836d-ef8dc069b6b2 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:43.397177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-24a95ba0-f280-41c2-aae9-92b726a9ac52 req-d3e7d742-ef5a-4042-b3fd-ce87fea84a89 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:43.431689 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-f87c3882-0cf0-4724-8857-2c42764ed113 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Allocated IP 2001:db8::358 (1063056b-1d9a-4cd3-9baf-aea9986b59f9/d2e4da01-864a-4c74-83d1-f6fc5764ac3e/9e0cb845-9e04-459f-a671-14169e091930) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:43.439487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:43.440147 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Checking segment: {'id': '1722a924-57a6-4852-8c62-4d82877d2f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1063056b-1d9a-4cd3-9baf-aea9986b59f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:43.441090 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:43.441678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Bound using segment: {'id': '1722a924-57a6-4852-8c62-4d82877d2f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1063056b-1d9a-4cd3-9baf-aea9986b59f9'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:43.442661 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Bound port: a6f56498-e1ba-4395-8f6c-f5dc55f465f3, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1722a924-57a6-4852-8c62-4d82877d2f10', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '1063056b-1d9a-4cd3-9baf-aea9986b59f9'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:43.444197 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:43.455803 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9393e432-477f-4226-9cdb-81d519003b5f None None] For port 1055aaca-9965-4528-b626-e8a733821957, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=1055aaca-9965-4528-b626-e8a733821957,segment=NetworkSegment(dcb67100-40d9-4f31-92fe-025d9f7055a5),segment_id=dcb67100-40d9-4f31-92fe-025d9f7055a5)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:43.611323 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9393e432-477f-4226-9cdb-81d519003b5f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:43.816378 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:43.860406 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.010306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45180) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:44.075582 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.082754 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9393e432-477f-4226-9cdb-81d519003b5f None None] Pushing event updated for resources: {'Port': ['ID=1055aaca-9965-4528-b626-e8a733821957,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:44.119924 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.132553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9d2f2d97-d86f-4d71-bbfa-12a3885ff330 None None] Provisioning complete for port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:44.132935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2d97-d86f-4d71-bbfa-12a3885ff330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.136510 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f87c3882-0cf0-4724-8857-2c42764ed113 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.189521 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-24a95ba0-f280-41c2-aae9-92b726a9ac52 req-d3e7d742-ef5a-4042-b3fd-ce87fea84a89 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] For port c97ca78c-0875-44f8-836d-ef8dc069b6b2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c97ca78c-0875-44f8-836d-ef8dc069b6b2,segment=NetworkSegment(6d892ad2-787f-45fc-bfa7-f0cd2a04173f),segment_id=6d892ad2-787f-45fc-bfa7-f0cd2a04173f)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:44.193773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-24a95ba0-f280-41c2-aae9-92b726a9ac52 req-d3e7d742-ef5a-4042-b3fd-ce87fea84a89 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.203021 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.219076 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7666aeb1-4f4f-461b-ab91-a8ec0adda8d3 req-6b4c858c-9fdd-4368-a1eb-b8c3d272175c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:44.226882 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f87c3882-0cf0-4724-8857-2c42764ed113 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.228347 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7666aeb1-4f4f-461b-ab91-a8ec0adda8d3 req-6b4c858c-9fdd-4368-a1eb-b8c3d272175c tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 945 time: 0.2119217 Nov 23 04:43:44.241001 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-24a95ba0-f280-41c2-aae9-92b726a9ac52 req-d3e7d742-ef5a-4042-b3fd-ce87fea84a89 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Calling delete_port for c97ca78c-0875-44f8-836d-ef8dc069b6b2 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:44.257546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f87c3882-0cf0-4724-8857-2c42764ed113 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 1063056b-1d9a-4cd3-9baf-aea9986b59f9 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:44.261662 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-f87c3882-0cf0-4724-8857-2c42764ed113 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:44.363798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f87c3882-0cf0-4724-8857-2c42764ed113 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:44.371801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87c3882-0cf0-4724-8857-2c42764ed113 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:44.372475 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f87c3882-0cf0-4724-8857-2c42764ed113 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.374885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] For port a6f56498-e1ba-4395-8f6c-f5dc55f465f3, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:44.386386 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=4e9a1926-ba16-4806-8409-cc0af813d0d0,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:44.395375 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 7af189c3-1245-4c4b-81b6-520e66984565 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:44.436310 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7666aeb1-4f4f-461b-ab91-a8ec0adda8d3 req-656b4b63-7edf-491e-be0c-0a82ed9d8a3a tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/security-groups?id=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2066817 Nov 23 04:43:44.444604 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'network': {'name': 'tempest-network-smoke--536312141', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'port_security_enabled': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:44.454654 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87c3882-0cf0-4724-8857-2c42764ed113 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=9e0cb845-9e04-459f-a671-14169e091930,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:44.459663 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:44.505355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] For port a6f56498-e1ba-4395-8f6c-f5dc55f465f3, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a6f56498-e1ba-4395-8f6c-f5dc55f465f3,segment=NetworkSegment(1722a924-57a6-4852-8c62-4d82877d2f10),segment_id=1722a924-57a6-4852-8c62-4d82877d2f10)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:44.517894 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0417b10-7a6f-45bf-94df-7d9d59278f05 None None] Pushing event updated for resources: {'Port': ['ID=25f5df74-ac7a-4784-a638-35311afd57b5,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:44.540640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:44.546633 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.548256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.568112 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f87c3882-0cf0-4724-8857-2c42764ed113 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.2425861 Nov 23 04:43:44.570766 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45184) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:44.588708 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.609077 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.612998 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.651664 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.654113 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0417b10-7a6f-45bf-94df-7d9d59278f05 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:44.655075 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0417b10-7a6f-45bf-94df-7d9d59278f05 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:44.655075 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0417b10-7a6f-45bf-94df-7d9d59278f05 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:44.655289 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0417b10-7a6f-45bf-94df-7d9d59278f05 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:44.655499 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0417b10-7a6f-45bf-94df-7d9d59278f05 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:44.655838 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0417b10-7a6f-45bf-94df-7d9d59278f05 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:44.656177 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0417b10-7a6f-45bf-94df-7d9d59278f05 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:44.656522 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0417b10-7a6f-45bf-94df-7d9d59278f05 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:44.656858 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0417b10-7a6f-45bf-94df-7d9d59278f05 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:44.657186 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0417b10-7a6f-45bf-94df-7d9d59278f05 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:44.658966 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0417b10-7a6f-45bf-94df-7d9d59278f05 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:44.659984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0417b10-7a6f-45bf-94df-7d9d59278f05 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:43:44.748372 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Attempting to bind port 25f5df74-ac7a-4784-a638-35311afd57b5 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:44.748781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Attempting to bind port 25f5df74-ac7a-4784-a638-35311afd57b5 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'dcb67100-40d9-4f31-92fe-025d9f7055a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:44.749111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Attempting to bind port 25f5df74-ac7a-4784-a638-35311afd57b5 on network 4e7d0ae1-4a38-4c78-9524-59cc6ab3c634 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:44.762977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Network 4c02a063-c951-40bf-a325-2898ba71f333 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:44.773150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1584a83c-05af-4e16-b0cd-86a920729665 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:44.790504 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1584a83c-05af-4e16-b0cd-86a920729665 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A30a HTTP/1.1" status: 200 len: 929 time: 0.2186503 Nov 23 04:43:44.791341 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45186) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:44.833523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2,segment=NetworkSegment(4c362c49-a02b-41d0-99e8-a0813f135f0d),segment_id=4c362c49-a02b-41d0-99e8-a0813f135f0d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:44.837751 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:44.838170 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Checking segment: {'id': 'dcb67100-40d9-4f31-92fe-025d9f7055a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:44.838580 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.839542 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Bound using segment: {'id': 'dcb67100-40d9-4f31-92fe-025d9f7055a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:44.839542 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Bound port: 25f5df74-ac7a-4784-a638-35311afd57b5, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dcb67100-40d9-4f31-92fe-025d9f7055a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:44.839844 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.855557 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Allocated IP 2001:db8:2::1 (4c02a063-c951-40bf-a325-2898ba71f333/ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8/9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:44.866873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:44.877970 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:44.878931 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 1055aaca-9965-4528-b626-e8a733821957 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:44.882111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:44.941533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router 2d8568aa-8662-479a-b8cb-d5be258c3681 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:43:45.029426 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a448e261-833f-48e1-8e6c-fb6df9ed0b92 None None] Pushing event updated for resources: {'Port': ['ID=a6f56498-e1ba-4395-8f6c-f5dc55f465f3,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:45.061122 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-24a95ba0-f280-41c2-aae9-92b726a9ac52 req-d3e7d742-ef5a-4042-b3fd-ce87fea84a89 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.155686 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e7d742-ef5a-4042-b3fd-ce87fea84a89 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event deleted for resources: {'Port': ['ID=c97ca78c-0875-44f8-836d-ef8dc069b6b2,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:45.182893 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b2032981-e65c-46dd-9506-8de096fcd4a4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port 9e0cb845-9e04-459f-a671-14169e091930 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:45.183453 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b2032981-e65c-46dd-9506-8de096fcd4a4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.207602 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Pushing event updated for resources: {'Port': ['ID=51997bd7-6b12-49e1-b1d1-87565f127099,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:45.212575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.231517 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Attempting to bind port 51997bd7-6b12-49e1-b1d1-87565f127099 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:45.232128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Attempting to bind port 51997bd7-6b12-49e1-b1d1-87565f127099 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '181aaee3-52a7-4380-a1f8-1077a65aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:45.232597 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Attempting to bind port 51997bd7-6b12-49e1-b1d1-87565f127099 on network 4c02a063-c951-40bf-a325-2898ba71f333 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:45.242941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2d97-d86f-4d71-bbfa-12a3885ff330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.260662 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:45.273610 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-770f96b5-d4e9-4541-907a-570311163327 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/2d8568aa-8662-479a-b8cb-d5be258c3681/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7561021 Nov 23 04:43:45.274766 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45190) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:45.277536 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82aa203-4aef-433f-b818-3b4acad4ffff None None] Sync routers for ids ['2d8568aa-8662-479a-b8cb-d5be258c3681'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:45.296358 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82aa203-4aef-433f-b818-3b4acad4ffff None None] Routers {'2d8568aa-8662-479a-b8cb-d5be258c3681'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:45.306908 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:45.307500 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Checking segment: {'id': '181aaee3-52a7-4380-a1f8-1077a65aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:45.308019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.311354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Bound using segment: {'id': '181aaee3-52a7-4380-a1f8-1077a65aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:45.312162 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Bound port: 51997bd7-6b12-49e1-b1d1-87565f127099, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181aaee3-52a7-4380-a1f8-1077a65aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:45.312701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.318911 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a82aa203-4aef-433f-b818-3b4acad4ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2d8568aa-8662-479a-b8cb-d5be258c3681'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:45.389179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fcb59a5-929a-441b-b81c-932722546907 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:45.397419 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2fcb59a5-929a-441b-b81c-932722546907 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports/4e9a1926-ba16-4806-8409-cc0af813d0d0 HTTP/1.1" status: 200 len: 910 time: 0.1171849 Nov 23 04:43:45.400448 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45192) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:45.402485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.405474 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a82aa203-4aef-433f-b818-3b4acad4ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:45.409899 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.433239 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 1055aaca-9965-4528-b626-e8a733821957 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:45.433846 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.436248 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] For port 25f5df74-ac7a-4784-a638-35311afd57b5, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:45.441321 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82aa203-4aef-433f-b818-3b4acad4ffff None None] Routers {'2d8568aa-8662-479a-b8cb-d5be258c3681'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:45.441998 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a82aa203-4aef-433f-b818-3b4acad4ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2d8568aa-8662-479a-b8cb-d5be258c3681'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:45.457639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.474361 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:43:45.503581 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.504335 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Added segment 3d5e7401-d0ea-4e07-987e-d6c80449bf04 of type vlan for network d53e347e-2e66-45ae-b542-42cb5f2adb31 Nov 23 04:43:45.518041 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] For port 51997bd7-6b12-49e1-b1d1-87565f127099, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:45.523384 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] For port 51997bd7-6b12-49e1-b1d1-87565f127099, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=51997bd7-6b12-49e1-b1d1-87565f127099,segment=NetworkSegment(181aaee3-52a7-4380-a1f8-1077a65aee7d),segment_id=181aaee3-52a7-4380-a1f8-1077a65aee7d)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:45.565853 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.571163 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a82aa203-4aef-433f-b818-3b4acad4ffff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:45.571997 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82aa203-4aef-433f-b818-3b4acad4ffff None None] The sync data for ids ['2d8568aa-8662-479a-b8cb-d5be258c3681'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:45.573414 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.632234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] For port 25f5df74-ac7a-4784-a638-35311afd57b5, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=25f5df74-ac7a-4784-a638-35311afd57b5,segment=NetworkSegment(dcb67100-40d9-4f31-92fe-025d9f7055a5),segment_id=dcb67100-40d9-4f31-92fe-025d9f7055a5)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:45.722256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:45.738492 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.756545 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:45.757888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.795108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-9d2f2d97-d86f-4d71-bbfa-12a3885ff330 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:43:45.795457 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-9d2f2d97-d86f-4d71-bbfa-12a3885ff330 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:43:45.805633 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:45.939999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c97ca78c-0875-44f8-836d-ef8dc069b6b2 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:43:46.067514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:46.163645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Network': ['ID=d53e347e-2e66-45ae-b542-42cb5f2adb31,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:46.166073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-24a95ba0-f280-41c2-aae9-92b726a9ac52 req-d3e7d742-ef5a-4042-b3fd-ce87fea84a89 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] No DVR routers for this DVR port c97ca78c-0875-44f8-836d-ef8dc069b6b2 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:46.170377 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 4c02a063-c951-40bf-a325-2898ba71f333 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:46.179154 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-24a95ba0-f280-41c2-aae9-92b726a9ac52 req-d3e7d742-ef5a-4042-b3fd-ce87fea84a89 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:46.183858 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-24a95ba0-f280-41c2-aae9-92b726a9ac52 req-d3e7d742-ef5a-4042-b3fd-ce87fea84a89 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.15 "DELETE /v2.0/ports/c97ca78c-0875-44f8-836d-ef8dc069b6b2 HTTP/1.1" status: 204 len: 173 time: 3.4723206 Nov 23 04:43:46.190192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '858eeac6-298e-487b-a973-c3dca42a876d', 'name': 'network-vif-deleted', 'tag': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:43:46.192701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: c97ca78c-0875-44f8-836d-ef8dc069b6b2 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:43:46.193062 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c97ca78c-0875-44f8-836d-ef8dc069b6b2 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:43:46.212992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network d53e347e-2e66-45ae-b542-42cb5f2adb31 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:43:46.233438 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:46.234085 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:46.244521 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56967146-2821-459c-b3e0-36e9667a6245" -d '{"events": [{"server_uuid": "858eeac6-298e-487b-a973-c3dca42a876d", "name": "network-vif-deleted", "tag": "c97ca78c-0875-44f8-836d-ef8dc069b6b2"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:43:46.311334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:46.336896 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b2032981-e65c-46dd-9506-8de096fcd4a4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:46.337597 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b759134-8343-4d4c-a9fb-8750406ba2f0 None None] Pushing event updated for resources: {'Port': ['ID=51997bd7-6b12-49e1-b1d1-87565f127099,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:46.344532 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:46.345107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:46.406763 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b2032981-e65c-46dd-9506-8de096fcd4a4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for 9e0cb845-9e04-459f-a671-14169e091930 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:46.628381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2dfe5221-f8ff-4831-a1f3-0892a1f77220 x-openstack-request-id: req-2dfe5221-f8ff-4831-a1f3-0892a1f77220 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:43:46.628733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "858eeac6-298e-487b-a973-c3dca42a876d", "name": "network-vif-deleted", "tag": "c97ca78c-0875-44f8-836d-ef8dc069b6b2", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:43:46.628996 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2dfe5221-f8ff-4831-a1f3-0892a1f77220 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:43:46.630715 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '858eeac6-298e-487b-a973-c3dca42a876d', 'name': 'network-vif-deleted', 'tag': 'c97ca78c-0875-44f8-836d-ef8dc069b6b2', 'status': 'completed', 'code': 200} Nov 23 04:43:46.660120 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6306298 Nov 23 04:43:46.660120 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bc574d-153d-47ce-ad91-5d9e00747465 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d35237c4-3430-4e33-9acb-c29dc78029f1,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:46.661463 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45200) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:46.678610 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'admin_state_up': True, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:46.725371 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-67efe256-bf73-4dd1-bef4-fa3900bd2f8e req-eb5739f0-21d1-4914-afeb-531e93680516 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "GET /v2.0/ports?device_id=858eeac6-298e-487b-a973-c3dca42a876d HTTP/1.1" status: 200 len: 210 time: 0.1372359 Nov 23 04:43:46.791569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:46.821554 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9d2f2d97-d86f-4d71-bbfa-12a3885ff330 None None] Provisioning complete for port 25f5df74-ac7a-4784-a638-35311afd57b5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:46.822208 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2d97-d86f-4d71-bbfa-12a3885ff330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:46.834620 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:46.838345 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0417b10-7a6f-45bf-94df-7d9d59278f05 None None] Pushing event updated for resources: {'Port': ['ID=25f5df74-ac7a-4784-a638-35311afd57b5,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:46.850714 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:46.853695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:46.955768 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31cf91c9-5055-4a42-81f6-2411d8e8ad20 None None] Network 1063056b-1d9a-4cd3-9baf-aea9986b59f9 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:47.265621 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:47.314043 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:47.357580 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b2032981-e65c-46dd-9506-8de096fcd4a4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:47.388666 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2d97-d86f-4d71-bbfa-12a3885ff330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:47.456597 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2032981-e65c-46dd-9506-8de096fcd4a4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=9e0cb845-9e04-459f-a671-14169e091930,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:47.552904 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b2032981-e65c-46dd-9506-8de096fcd4a4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:47.559216 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b2032981-e65c-46dd-9506-8de096fcd4a4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/9e0cb845-9e04-459f-a671-14169e091930 HTTP/1.1" status: 204 len: 168 time: 2.7628806 Nov 23 04:43:47.560610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45206) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:47.636187 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdc0a28e-b1e6-4ac1-b853-81fe0049e361 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] GET failed (client error): The resource could not be found. Nov 23 04:43:47.640099 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fdc0a28e-b1e6-4ac1-b853-81fe0049e361 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/9e0cb845-9e04-459f-a671-14169e091930 HTTP/1.1" status: 404 len: 333 time: 0.0715876 Nov 23 04:43:47.648795 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45208) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:47.712463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9d2f2d97-d86f-4d71-bbfa-12a3885ff330 None None] For port 25f5df74-ac7a-4784-a638-35311afd57b5, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=25f5df74-ac7a-4784-a638-35311afd57b5,segment=NetworkSegment(dcb67100-40d9-4f31-92fe-025d9f7055a5),segment_id=dcb67100-40d9-4f31-92fe-025d9f7055a5)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:47.718100 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:47.742725 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2d97-d86f-4d71-bbfa-12a3885ff330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:47.745145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcb267-7ee0-4415-b452-0c03e173d42f req-bf1108fa-84aa-42be-b178-1a454727c94f tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:47.749513 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-26fcb267-7ee0-4415-b452-0c03e173d42f req-bf1108fa-84aa-42be-b178-1a454727c94f tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.5859869 Nov 23 04:43:47.752540 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:47.753158 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:47.838300 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45212) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:47.839067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cb9d585-4a0a-4417-8e8e-024baadc944f None None] Network 4c02a063-c951-40bf-a325-2898ba71f333 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:47.943347 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d2f2d97-d86f-4d71-bbfa-12a3885ff330 None None] Pushing event updated for resources: {'Port': ['ID=25f5df74-ac7a-4784-a638-35311afd57b5,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:47.944100 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ad8155f3-9dfd-4a1e-9f3f-9ef323238fb1 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port c7b1b53e-d692-4d37-b73a-bbc0b09c4c81 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:47.944527 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad8155f3-9dfd-4a1e-9f3f-9ef323238fb1 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:47.953407 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9d2f2d97-d86f-4d71-bbfa-12a3885ff330 None None] Provisioning complete for port 1055aaca-9965-4528-b626-e8a733821957 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:47.955792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9d2f2d97-d86f-4d71-bbfa-12a3885ff330 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:48.055831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:43:38Z', 'revision_number': 3, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:45Z', 'revision_number': 4, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:48.079535 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4f171167-0990-4ecd-aa89-245697ea9f91 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:48.127818 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2acac4d3-8130-4090-96f9-0b42079dede8 None None] The sync data for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv is: [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:43:38Z', 'revision_number': 3, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:45Z', 'revision_number': 4, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:48.154496 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad8155f3-9dfd-4a1e-9f3f-9ef323238fb1 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:48.189534 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-26fcb267-7ee0-4415-b452-0c03e173d42f req-9aee97ea-025e-4cf1-a07b-3259f8bf615b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3952880 Nov 23 04:43:48.201455 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ad8155f3-9dfd-4a1e-9f3f-9ef323238fb1 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for c7b1b53e-d692-4d37-b73a-bbc0b09c4c81 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:48.425199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 51997bd7-6b12-49e1-b1d1-87565f127099 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:48.603610 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 51997bd7-6b12-49e1-b1d1-87565f127099 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:48.604268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:48.668084 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad8155f3-9dfd-4a1e-9f3f-9ef323238fb1 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:48.686552 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Could not find standard attr ID for object c7b1b53e-d692-4d37-b73a-bbc0b09c4c81. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:43:48.723465 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Provisioning complete for port 4e9a1926-ba16-4806-8409-cc0af813d0d0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:48.723846 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:48.756638 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d317d-3bd5-4888-81ed-fbd44f9c9b6b req-0e8b9cc0-0517-4dd4-b8fe-6accf3be81c6 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:48.758533 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fe2d317d-3bd5-4888-81ed-fbd44f9c9b6b req-0e8b9cc0-0517-4dd4-b8fe-6accf3be81c6 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.3763492 Nov 23 04:43:48.764655 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8155f3-9dfd-4a1e-9f3f-9ef323238fb1 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=c7b1b53e-d692-4d37-b73a-bbc0b09c4c81,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:48.856059 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad8155f3-9dfd-4a1e-9f3f-9ef323238fb1 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:48.866046 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ad8155f3-9dfd-4a1e-9f3f-9ef323238fb1 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/c7b1b53e-d692-4d37-b73a-bbc0b09c4c81 HTTP/1.1" status: 204 len: 168 time: 1.2150216 Nov 23 04:43:48.869634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45218) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:48.884959 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Port 4e9a1926-ba16-4806-8409-cc0af813d0d0 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:48.917482 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:48.931931 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a18cc4a-0b9d-4e3b-8aa3-83119fb084a3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] GET failed (client error): The resource could not be found. Nov 23 04:43:48.933651 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0a18cc4a-0b9d-4e3b-8aa3-83119fb084a3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/c7b1b53e-d692-4d37-b73a-bbc0b09c4c81 HTTP/1.1" status: 404 len: 333 time: 0.0629747 Nov 23 04:43:48.937150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45220) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:49.001502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Provisioning complete for port a6f56498-e1ba-4395-8f6c-f5dc55f465f3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:49.002016 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.041766 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1641ca8f-2db5-4a78-bdda-c0cad1a102d8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting subnet d2e4da01-864a-4c74-83d1-f6fc5764ac3e {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:43:49.045710 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1641ca8f-2db5-4a78-bdda-c0cad1a102d8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.072172 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 51997bd7-6b12-49e1-b1d1-87565f127099, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=51997bd7-6b12-49e1-b1d1-87565f127099,segment=NetworkSegment(181aaee3-52a7-4380-a1f8-1077a65aee7d),segment_id=181aaee3-52a7-4380-a1f8-1077a65aee7d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:49.100411 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.101222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a6f56498-e1ba-4395-8f6c-f5dc55f465f3 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:49.121923 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1641ca8f-2db5-4a78-bdda-c0cad1a102d8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.167899 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.182999 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fe2d317d-3bd5-4888-81ed-fbd44f9c9b6b req-860141f2-b975-4cac-9791-fcdb2932dfc6 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4157784 Nov 23 04:43:49.302391 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=51997bd7-6b12-49e1-b1d1-87565f127099,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:49.318906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.319704 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.375984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port a6f56498-e1ba-4395-8f6c-f5dc55f465f3 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:49.376231 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.422155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.450318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.477757 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1641ca8f-2db5-4a78-bdda-c0cad1a102d8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.484278 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.569320 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:49.632728 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.642236 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-4f171167-0990-4ecd-aa89-245697ea9f91 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port 4e9a1926-ba16-4806-8409-cc0af813d0d0 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:49.647164 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4f171167-0990-4ecd-aa89-245697ea9f91 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.751420 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597f59dc-14ba-4ed2-90d9-0ecc8c9c2876 req-2b1594a2-5ff0-4f17-8957-57d04af28ee2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:49.753795 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-597f59dc-14ba-4ed2-90d9-0ecc8c9c2876 req-2b1594a2-5ff0-4f17-8957-57d04af28ee2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2230568 Nov 23 04:43:49.800867 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1641ca8f-2db5-4a78-bdda-c0cad1a102d8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.847091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network 4c02a063-c951-40bf-a325-2898ba71f333 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:49.849505 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.206 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/94c4873c-78fb-48b0-932d-fa6f6b5bca74) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:49.854939 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1641ca8f-2db5-4a78-bdda-c0cad1a102d8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Subnet': ['ID=d2e4da01-864a-4c74-83d1-f6fc5764ac3e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:49.859964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:49.893028 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1641ca8f-2db5-4a78-bdda-c0cad1a102d8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.900869 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1641ca8f-2db5-4a78-bdda-c0cad1a102d8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/d2e4da01-864a-4c74-83d1-f6fc5764ac3e HTTP/1.1" status: 204 len: 168 time: 0.9530997 Nov 23 04:43:49.920738 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4f171167-0990-4ecd-aa89-245697ea9f91 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:49.923707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45228) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:49.925662 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:43:49.926995 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:43:49.931219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:43:49.932332 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:43:49.978787 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-4f171167-0990-4ecd-aa89-245697ea9f91 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for 4e9a1926-ba16-4806-8409-cc0af813d0d0 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:50.021438 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-597f59dc-14ba-4ed2-90d9-0ecc8c9c2876 req-90ac2152-c222-487c-9e9d-da9901e3607b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2506304 Nov 23 04:43:50.130746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7bd8717-6bc8-40be-94cf-862d4c81d264 None None] Network 1063056b-1d9a-4cd3-9baf-aea9986b59f9 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:50.136362 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:50.140075 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:50.243465 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:50.302009 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9745f395-845d-46e9-b76c-9d70b6b206d0 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:50.320306 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port a6f56498-e1ba-4395-8f6c-f5dc55f465f3 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:50.320817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:50.390782 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:43:50.391606 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4f171167-0990-4ecd-aa89-245697ea9f91 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:50.421205 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef773765-80e2-4f75-8fdc-dd5155e81cbe None None] DHCP port deletion for 1063056b-1d9a-4cd3-9baf-aea9986b59f9 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:50.440233 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:50.445569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f171167-0990-4ecd-aa89-245697ea9f91 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=4e9a1926-ba16-4806-8409-cc0af813d0d0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:50.446819 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ede8dbba-736f-452e-b960-db2c6acf24d3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7095933 Nov 23 04:43:50.455380 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45230) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:50.459187 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] For port a6f56498-e1ba-4395-8f6c-f5dc55f465f3, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a6f56498-e1ba-4395-8f6c-f5dc55f465f3,segment=NetworkSegment(1722a924-57a6-4852-8c62-4d82877d2f10),segment_id=1722a924-57a6-4852-8c62-4d82877d2f10)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:50.459856 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:50.477596 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Sync routers for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:50.479168 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4a8c4e38-075c-4a67-9878-d4607e1e8f44 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1462371620'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:50.493843 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for a6f56498-e1ba-4395-8f6c-f5dc55f465f3 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:50.550156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:50.550845 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:50.553137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:50.631956 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8c4e38-075c-4a67-9878-d4607e1e8f44 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:50.636204 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4e38-075c-4a67-9878-d4607e1e8f44 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:50.651159 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:50.698829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:50.713153 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:50.715598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:50.721439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:50.752700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:50.767504 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=94c4873c-78fb-48b0-932d-fa6f6b5bca74,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:50.847089 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c86e80-9849-47f6-b0fd-fba806e8b569 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:50.862128 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8c4e38-075c-4a67-9878-d4607e1e8f44 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:43:50.880788 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4e38-075c-4a67-9878-d4607e1e8f44 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:50.881998 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-4a8c4e38-075c-4a67-9878-d4607e1e8f44 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Added segment fc609233-8b3e-4a92-9b71-bc6bbcf4c922 of type vlan for network c024f65b-0d1c-4c5c-b328-a6791b0719ee Nov 23 04:43:50.941193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4e38-075c-4a67-9878-d4607e1e8f44 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:50.981524 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4f171167-0990-4ecd-aa89-245697ea9f91 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:50.986389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4e38-075c-4a67-9878-d4607e1e8f44 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:50.994154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8c4e38-075c-4a67-9878-d4607e1e8f44 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:50.995125 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a8c4e38-075c-4a67-9878-d4607e1e8f44 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:51.088900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ef773765-80e2-4f75-8fdc-dd5155e81cbe None None] Deleting port a6f56498-e1ba-4395-8f6c-f5dc55f465f3 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:51.089857 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ef773765-80e2-4f75-8fdc-dd5155e81cbe None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:51.111434 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] For port a6f56498-e1ba-4395-8f6c-f5dc55f465f3, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a6f56498-e1ba-4395-8f6c-f5dc55f465f3,segment=NetworkSegment(1722a924-57a6-4852-8c62-4d82877d2f10),segment_id=1722a924-57a6-4852-8c62-4d82877d2f10)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:51.151874 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:51.171419 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-9745f395-845d-46e9-b76c-9d70b6b206d0 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Deleting port fd6d7f19-fd86-4c05-b52a-1eb337975b35 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:51.172107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9745f395-845d-46e9-b76c-9d70b6b206d0 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:51.172389 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4a8c4e38-075c-4a67-9878-d4607e1e8f44 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7076461 Nov 23 04:43:51.204362 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45236) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:51.205022 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:51.213117 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-3ca7ef0f-9b54-4975-bfec-57e7f921c99f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'subnet': {'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:51.227608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8c4e38-075c-4a67-9878-d4607e1e8f44 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Network': ['ID=c024f65b-0d1c-4c5c-b328-a6791b0719ee,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:51.248354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 1055aaca-9965-4528-b626-e8a733821957 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:51.258094 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network c024f65b-0d1c-4c5c-b328-a6791b0719ee details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:43:51.298261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No DVR routers for this DVR port a6f56498-e1ba-4395-8f6c-f5dc55f465f3 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:51.307388 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=a6f56498-e1ba-4395-8f6c-f5dc55f465f3,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:51.309335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Provisioning complete for port 51997bd7-6b12-49e1-b1d1-87565f127099 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:51.309695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:51.383099 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ef773765-80e2-4f75-8fdc-dd5155e81cbe None None] For port a6f56498-e1ba-4395-8f6c-f5dc55f465f3, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a6f56498-e1ba-4395-8f6c-f5dc55f465f3,segment=NetworkSegment(1722a924-57a6-4852-8c62-4d82877d2f10),segment_id=1722a924-57a6-4852-8c62-4d82877d2f10)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:51.383549 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ef773765-80e2-4f75-8fdc-dd5155e81cbe None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:51.432932 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Pushing event updated for resources: {'Port': ['ID=a6f56498-e1ba-4395-8f6c-f5dc55f465f3,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:51.454148 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ef773765-80e2-4f75-8fdc-dd5155e81cbe None None] Calling delete_port for a6f56498-e1ba-4395-8f6c-f5dc55f465f3 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:51.599507 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 1055aaca-9965-4528-b626-e8a733821957 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:51.599883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:51.638973 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:51.668632 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:43:46Z', 'revision_number': 4, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0', 'name': '', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:96:50:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:43Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 2, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:51.712021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Checking router: 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:43:51.712370 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Updating router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 port 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:43:51.721235 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ef773765-80e2-4f75-8fdc-dd5155e81cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:51.757748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-251563e6-30a0-4549-a4ad-3a8d92389222 req-54874041-ebe7-42ca-b049-4c069af401de tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:51.759309 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-251563e6-30a0-4549-a4ad-3a8d92389222 req-54874041-ebe7-42ca-b049-4c069af401de tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.5953114 Nov 23 04:43:51.777453 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Provisioning complete for port 25f5df74-ac7a-4784-a638-35311afd57b5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:51.777453 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:51.781358 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef773765-80e2-4f75-8fdc-dd5155e81cbe None None] Pushing event deleted for resources: {'Port': ['ID=a6f56498-e1ba-4395-8f6c-f5dc55f465f3,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:51.803314 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef773765-80e2-4f75-8fdc-dd5155e81cbe None None] No DVR routers for this DVR port a6f56498-e1ba-4395-8f6c-f5dc55f465f3 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:51.805592 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:51.874858 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-251563e6-30a0-4549-a4ad-3a8d92389222 req-1b407108-7b29-44bf-b3fd-0a6102817082 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0687983 Nov 23 04:43:51.885844 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:51.897705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-9745f395-845d-46e9-b76c-9d70b6b206d0 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] For port fd6d7f19-fd86-4c05-b52a-1eb337975b35, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=fd6d7f19-fd86-4c05-b52a-1eb337975b35,segment=NetworkSegment(6d892ad2-787f-45fc-bfa7-f0cd2a04173f),segment_id=6d892ad2-787f-45fc-bfa7-f0cd2a04173f)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:51.898166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9745f395-845d-46e9-b76c-9d70b6b206d0 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:51.925251 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-9745f395-845d-46e9-b76c-9d70b6b206d0 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Calling delete_port for fd6d7f19-fd86-4c05-b52a-1eb337975b35 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:51.929325 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f171167-0990-4ecd-aa89-245697ea9f91 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router 2d8568aa-8662-479a-b8cb-d5be258c3681 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:51.963879 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1063056b-1d9a-4cd3-9baf-aea9986b59f9']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:51.976761 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ca7ef0f-9b54-4975-bfec-57e7f921c99f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Made reservation on behalf of 75e674de5dd941759dae1fd9ceb9f367 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:51.984130 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ef0f-9b54-4975-bfec-57e7f921c99f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.036347 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1722a924-57a6-4852-8c62-4d82877d2f10') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:52.036636 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1722a924-57a6-4852-8c62-4d82877d2f10') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:52.043126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Provisioning complete for port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:52.043516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-09ab1ac9-122a-4c00-af50-b3a6f75904e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.120898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.160166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.224736 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.227012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f171167-0990-4ecd-aa89-245697ea9f91 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:52.235125 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4f171167-0990-4ecd-aa89-245697ea9f91 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/2d8568aa-8662-479a-b8cb-d5be258c3681/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8294659 Nov 23 04:43:52.238567 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6faed01-3201-4338-b457-a4045ae744ea None None] Sync routers for ids ['2d8568aa-8662-479a-b8cb-d5be258c3681'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:52.252046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45248) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:52.254080 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6faed01-3201-4338-b457-a4045ae744ea None None] Routers {'2d8568aa-8662-479a-b8cb-d5be258c3681'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:52.256560 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a6faed01-3201-4338-b457-a4045ae744ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2d8568aa-8662-479a-b8cb-d5be258c3681'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:52.288588 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.292882 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:43:52.295200 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.295455 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 25f5df74-ac7a-4784-a638-35311afd57b5 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:43:52.304593 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:43:52.332328 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a6faed01-3201-4338-b457-a4045ae744ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:52.337132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.355851 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6faed01-3201-4338-b457-a4045ae744ea None None] Routers {'2d8568aa-8662-479a-b8cb-d5be258c3681'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:52.356633 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a6faed01-3201-4338-b457-a4045ae744ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['2d8568aa-8662-479a-b8cb-d5be258c3681'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:52.430998 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a6faed01-3201-4338-b457-a4045ae744ea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:52.431960 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6faed01-3201-4338-b457-a4045ae744ea None None] The sync data for ids ['2d8568aa-8662-479a-b8cb-d5be258c3681'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:52.435071 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45250) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:52.435572 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-faf15372-e559-4f0a-8156-fcf215a44f0f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8568aa-8662-479a-b8cb-d5be258c3681 HTTP/1.1" status: 200 len: 205 time: 0.1728735 Nov 23 04:43:52.445480 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router f83f90b6-e261-4f09-8b08-e108991b8127 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:43:52.450169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9745f395-845d-46e9-b76c-9d70b6b206d0 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.475889 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.482458 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.492341 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/networks/1063056b-1d9a-4cd3-9baf-aea9986b59f9 HTTP/1.1" status: 204 len: 168 time: 2.5611260 Nov 23 04:43:52.492979 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45252) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:52.504098 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-00d6201d-2bdb-4b9e-94ee-80c2477ae8b7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-960363932'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:52.553122 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77899e59-e8d1-451f-a75a-6a6da221ee61 None None] Pushing event updated for resources: {'Port': ['ID=9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:52.553261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39e8262-fa09-494e-9ae4-e8bedb081e8d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Network': ['ID=1063056b-1d9a-4cd3-9baf-aea9986b59f9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:52.562279 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-88df2265-68b9-4436-824e-8729ceabd6d8 None None] Could not find standard attr ID for object c7b1b53e-d692-4d37-b73a-bbc0b09c4c81. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:43:52.584475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Attempting to bind port 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:52.584842 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Attempting to bind port 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '181aaee3-52a7-4380-a1f8-1077a65aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:52.585201 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Attempting to bind port 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0 on network 4c02a063-c951-40bf-a325-2898ba71f333 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:52.589479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d6201d-2bdb-4b9e-94ee-80c2477ae8b7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:52.591201 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:52.591576 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Checking segment: {'id': '181aaee3-52a7-4380-a1f8-1077a65aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:52.591977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.592370 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Bound using segment: {'id': '181aaee3-52a7-4380-a1f8-1077a65aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:52.592838 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Bound port: 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '181aaee3-52a7-4380-a1f8-1077a65aee7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 171, 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:52.593216 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.595384 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-00d6201d-2bdb-4b9e-94ee-80c2477ae8b7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.663485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:52.703866 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745f395-845d-46e9-b76c-9d70b6b206d0 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event deleted for resources: {'Port': ['ID=fd6d7f19-fd86-4c05-b52a-1eb337975b35,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:52.720596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.721903 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-275fb656-7eb4-4150-a9fc-640beb1a33fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.0500915 Nov 23 04:43:52.740107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2a149130-25d4-4887-a753-b6907c84f3c7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.746533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] For port 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:52.751490 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] For port 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0,segment=NetworkSegment(181aaee3-52a7-4380-a1f8-1077a65aee7d),segment_id=181aaee3-52a7-4380-a1f8-1077a65aee7d)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:52.760126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Sync routers for ids ['f83f90b6-e261-4f09-8b08-e108991b8127'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:52.768354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.785202 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 25f5df74-ac7a-4784-a638-35311afd57b5 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:52.785661 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.804244 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00d6201d-2bdb-4b9e-94ee-80c2477ae8b7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] vlan segment allocate from pool success with {'vlan_id': 188, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:43:52.818793 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-00d6201d-2bdb-4b9e-94ee-80c2477ae8b7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.819332 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-00d6201d-2bdb-4b9e-94ee-80c2477ae8b7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Added segment ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb of type vlan for network 25787158-d81f-479a-b860-b9f842f3a4a4 Nov 23 04:43:52.842282 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45256) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:52.888872 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-00d6201d-2bdb-4b9e-94ee-80c2477ae8b7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.903875 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-88df2265-68b9-4436-824e-8729ceabd6d8 None None] Provisioning complete for port 94c4873c-78fb-48b0-932d-fa6f6b5bca74 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:52.904502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-88df2265-68b9-4436-824e-8729ceabd6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.923151 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ef0f-9b54-4975-bfec-57e7f921c99f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.948111 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-00d6201d-2bdb-4b9e-94ee-80c2477ae8b7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:52.960560 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d6201d-2bdb-4b9e-94ee-80c2477ae8b7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:52.963101 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-00d6201d-2bdb-4b9e-94ee-80c2477ae8b7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:53.055464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:53.056498 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:53.058792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-88df2265-68b9-4436-824e-8729ceabd6d8 None None] Port 94c4873c-78fb-48b0-932d-fa6f6b5bca74 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:43:53.071688 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-88df2265-68b9-4436-824e-8729ceabd6d8 None None] Could not find standard attr ID for object 9e0cb845-9e04-459f-a671-14169e091930. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:43:53.073445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Routers {'f83f90b6-e261-4f09-8b08-e108991b8127'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:53.074247 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f83f90b6-e261-4f09-8b08-e108991b8127'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:53.076532 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-00d6201d-2bdb-4b9e-94ee-80c2477ae8b7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5771458 Nov 23 04:43:53.092710 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45270) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:53.146684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e3b50a65-d386-46f9-b1a3-af36643a57ee tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'subnet': {'network_id': '25787158-d81f-479a-b860-b9f842f3a4a4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:53.193414 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d445f1b3-2395-470f-87db-341eae6c761c tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1f39b592b6944144b30ee044431afa7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2649524 Nov 23 04:43:53.219448 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45272) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:53.231126 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2a149130-25d4-4887-a753-b6907c84f3c7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:53.279322 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2a149130-25d4-4887-a753-b6907c84f3c7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:53.377304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9745f395-845d-46e9-b76c-9d70b6b206d0 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:53.389716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2a149130-25d4-4887-a753-b6907c84f3c7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:53.390294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a149130-25d4-4887-a753-b6907c84f3c7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Fanout notify agent at l3_agent the message router_deleted on router 2d8568aa-8662-479a-b8cb-d5be258c3681 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:43:53.399049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2a149130-25d4-4887-a753-b6907c84f3c7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:53.399370 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Set router f83f90b6-e261-4f09-8b08-e108991b8127 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:53.403796 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2a149130-25d4-4887-a753-b6907c84f3c7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/routers/2d8568aa-8662-479a-b8cb-d5be258c3681 HTTP/1.1" status: 204 len: 168 time: 0.9672866 Nov 23 04:43:53.404566 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45274) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:53.459672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c739f061-61a7-4106-a778-340b33bacc59 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:53.466026 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c739f061-61a7-4106-a778-340b33bacc59 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2425392 Nov 23 04:43:53.467234 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45276) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:53.471687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-588d7126-42a5-4307-8afe-5358b35d7e8f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting subnet 1cbfb2a1-1a43-43f4-b90d-ed3000383582 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:43:53.498488 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ca7ef0f-9b54-4975-bfec-57e7f921c99f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Subnet': ['ID=7997fa89-9234-409b-b21d-0f7153550609,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:53.502051 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ca7ef0f-9b54-4975-bfec-57e7f921c99f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Checking segment: {'id': 'fc609233-8b3e-4a92-9b71-bc6bbcf4c922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:53.502429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7ef0f-9b54-4975-bfec-57e7f921c99f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network hostable DHCP agents. Network: c024f65b-0d1c-4c5c-b328-a6791b0719ee, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:43:53.510058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d6201d-2bdb-4b9e-94ee-80c2477ae8b7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Network': ['ID=25787158-d81f-479a-b860-b9f842f3a4a4,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:53.523898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887e1185-2a62-488b-a276-9b33ff7ffb5e req-70824c26-80d1-4bdc-a8e6-3021855a7aee tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:53.525811 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-887e1185-2a62-488b-a276-9b33ff7ffb5e req-70824c26-80d1-4bdc-a8e6-3021855a7aee tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.4647853 Nov 23 04:43:53.579670 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ca7ef0f-9b54-4975-bfec-57e7f921c99f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network c024f65b-0d1c-4c5c-b328-a6791b0719ee is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:43:53.600008 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-887e1185-2a62-488b-a276-9b33ff7ffb5e req-01f1326d-733d-46b8-870f-955ba5d980be tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0660181 Nov 23 04:43:53.601644 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-3ca7ef0f-9b54-4975-bfec-57e7f921c99f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, c024f65b-0d1c-4c5c-b328-a6791b0719ee) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:53.607991 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ca7ef0f-9b54-4975-bfec-57e7f921c99f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:53.609419 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ca7ef0f-9b54-4975-bfec-57e7f921c99f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:53.626589 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 25787158-d81f-479a-b860-b9f842f3a4a4 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:43:53.637005 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1ab6e47-28fd-4191-8ef7-b36a1e2a672d None None] Network c024f65b-0d1c-4c5c-b328-a6791b0719ee requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:53.648726 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-588d7126-42a5-4307-8afe-5358b35d7e8f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:53.798974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-88df2265-68b9-4436-824e-8729ceabd6d8 None None] Provisioning complete for port 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:53.799357 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-88df2265-68b9-4436-824e-8729ceabd6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:53.801342 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77899e59-e8d1-451f-a75a-6a6da221ee61 None None] Pushing event updated for resources: {'Port': ['ID=9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:53.880668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:53.960602 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45280) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:53.962113 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-53537ce7-8a42-4e44-b415-1d79e0ae1f66 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3436742 Nov 23 04:43:53.967639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3b50a65-d386-46f9-b1a3-af36643a57ee tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:53.971705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e3b50a65-d386-46f9-b1a3-af36643a57ee tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:53.972039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 51997bd7-6b12-49e1-b1d1-87565f127099 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:53.980905 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-03e4c3de-bae5-45e4-aab8-12118b1d0136 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-574602831', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:53.995825 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3ca7ef0f-9b54-4975-bfec-57e7f921c99f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7882469 Nov 23 04:43:54.001776 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45282) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:54.102872 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-588d7126-42a5-4307-8afe-5358b35d7e8f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:54.117678 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03e4c3de-bae5-45e4-aab8-12118b1d0136 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:54.122632 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03e4c3de-bae5-45e4-aab8-12118b1d0136 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:54.246815 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-c024f65b-0d1c-4c5c-b328-a6791b0719ee', 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'fixed_ips': [{'subnet_id': '7997fa89-9234-409b-b21d-0f7153550609'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:43:54.247438 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:54.271125 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:43:51Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:54.308974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-88df2265-68b9-4436-824e-8729ceabd6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:54.322594 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Checking router: f83f90b6-e261-4f09-8b08-e108991b8127 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:43:54.322947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Updating router f83f90b6-e261-4f09-8b08-e108991b8127 port 94c4873c-78fb-48b0-932d-fa6f6b5bca74 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:43:54.329266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 51997bd7-6b12-49e1-b1d1-87565f127099 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:54.329660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:54.389495 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03e4c3de-bae5-45e4-aab8-12118b1d0136 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:54.474388 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e4c3de-bae5-45e4-aab8-12118b1d0136 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Subnet': ['ID=668b56a1-d910-4f1c-b3f5-f2887471dae4,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:54.476690 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03e4c3de-bae5-45e4-aab8-12118b1d0136 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Checking segment: {'id': '3d5e7401-d0ea-4e07-987e-d6c80449bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:54.477060 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e4c3de-bae5-45e4-aab8-12118b1d0136 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network hostable DHCP agents. Network: d53e347e-2e66-45ae-b542-42cb5f2adb31, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:43:54.496009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:54.501322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e4c3de-bae5-45e4-aab8-12118b1d0136 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network d53e347e-2e66-45ae-b542-42cb5f2adb31 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:43:54.520348 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-03e4c3de-bae5-45e4-aab8-12118b1d0136 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, d53e347e-2e66-45ae-b542-42cb5f2adb31) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:54.531034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-588d7126-42a5-4307-8afe-5358b35d7e8f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:54.543203 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-88df2265-68b9-4436-824e-8729ceabd6d8 None None] For port 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0,segment=NetworkSegment(181aaee3-52a7-4380-a1f8-1077a65aee7d),segment_id=181aaee3-52a7-4380-a1f8-1077a65aee7d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:54.543203 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eeb4af3-4666-40a3-bc7b-a2c850c65884 None None] Network d53e347e-2e66-45ae-b542-42cb5f2adb31 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:54.548275 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03e4c3de-bae5-45e4-aab8-12118b1d0136 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:54.550550 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03e4c3de-bae5-45e4-aab8-12118b1d0136 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:54.593262 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-03e4c3de-bae5-45e4-aab8-12118b1d0136 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6270113 Nov 23 04:43:54.597181 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45284) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:54.631743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-88df2265-68b9-4436-824e-8729ceabd6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:54.664284 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9745f395-845d-46e9-b76c-9d70b6b206d0 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Router 102db588-acb3-485e-96c7-39c69e8b1272 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:54.873191 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Allocated IP 2001:db8:3::2 (c024f65b-0d1c-4c5c-b328-a6791b0719ee/7997fa89-9234-409b-b21d-0f7153550609/7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:54.875259 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-88df2265-68b9-4436-824e-8729ceabd6d8 None None] Provisioning complete for port 51997bd7-6b12-49e1-b1d1-87565f127099 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:54.875693 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-88df2265-68b9-4436-824e-8729ceabd6d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:54.932219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88df2265-68b9-4436-824e-8729ceabd6d8 None None] Pushing event updated for resources: {'Port': ['ID=9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:54.936687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:43:46Z', 'revision_number': 4, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0', 'name': '', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:96:50:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:43Z', 'updated_at': '2021-11-23T04:43:52Z', 'revision_number': 4, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:54.970842 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-588d7126-42a5-4307-8afe-5358b35d7e8f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:55.018489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9745f395-845d-46e9-b76c-9d70b6b206d0 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:55.023768 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:55.034052 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9745f395-845d-46e9-b76c-9d70b6b206d0 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "PUT /v2.0/routers/102db588-acb3-485e-96c7-39c69e8b1272/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1791744 Nov 23 04:43:55.034700 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d994b-cbc9-44a3-ac23-a59321302064 None None] Sync routers for ids ['102db588-acb3-485e-96c7-39c69e8b1272'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:43:55.038879 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e3b50a65-d386-46f9-b1a3-af36643a57ee tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:55.040966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588d7126-42a5-4307-8afe-5358b35d7e8f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Subnet': ['ID=1cbfb2a1-1a43-43f4-b90d-ed3000383582,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:55.043588 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45290) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:55.065828 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d994b-cbc9-44a3-ac23-a59321302064 None None] Routers {'102db588-acb3-485e-96c7-39c69e8b1272'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:55.066927 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-532d994b-cbc9-44a3-ac23-a59321302064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['102db588-acb3-485e-96c7-39c69e8b1272'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:55.091757 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-588d7126-42a5-4307-8afe-5358b35d7e8f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:55.097672 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-588d7126-42a5-4307-8afe-5358b35d7e8f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/1cbfb2a1-1a43-43f4-b90d-ed3000383582 HTTP/1.1" status: 204 len: 168 time: 1.6872764 Nov 23 04:43:55.100962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45292) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:55.161627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18ec23-bdb6-4ceb-afea-0250736a6cde req-01b53b2b-93bd-4beb-aa3e-f474fb75c4a6 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:55.168878 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7d18ec23-bdb6-4ceb-afea-0250736a6cde req-01b53b2b-93bd-4beb-aa3e-f474fb75c4a6 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.4200001 Nov 23 04:43:55.203792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f12a7c63-ebe7-4ed8-ad51-84754fb3cccc None None] Network 7af189c3-1245-4c4b-81b6-520e66984565 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:55.223994 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b6f7604-36ca-4be1-8de9-a467a768a228 None None] The sync data for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv is: [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:43:46Z', 'revision_number': 4, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0', 'name': '', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:96:50:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:43Z', 'updated_at': '2021-11-23T04:43:52Z', 'revision_number': 4, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:55.293462 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-532d994b-cbc9-44a3-ac23-a59321302064 None None] Set router 102db588-acb3-485e-96c7-39c69e8b1272 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:55.426399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a6f56498-e1ba-4395-8f6c-f5dc55f465f3 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:43:55.522700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: a6f56498-e1ba-4395-8f6c-f5dc55f465f3 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:43:55.523413 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a6f56498-e1ba-4395-8f6c-f5dc55f465f3 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:43:55.561867 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:55.588018 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b50a65-d386-46f9-b1a3-af36643a57ee tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Subnet': ['ID=1279b7da-f0c5-4387-9d21-1f989a284531,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:55.599933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea383508-501e-4a7c-ae28-bd960d32ca22 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Deleting subnet dead2c83-4076-4874-b4bb-c752ab108ec8 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:43:55.616091 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7d18ec23-bdb6-4ceb-afea-0250736a6cde req-827b8357-ef4d-4573-984a-96035638be74 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4429545 Nov 23 04:43:55.664449 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ea383508-501e-4a7c-ae28-bd960d32ca22 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:55.685154 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:55.807171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ea383508-501e-4a7c-ae28-bd960d32ca22 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:55.809618 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-532d994b-cbc9-44a3-ac23-a59321302064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102db588-acb3-485e-96c7-39c69e8b1272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:19Z', 'updated_at': '2021-11-23T04:43:52Z', 'revision_number': 5, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'gw_port': {'id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:21Z', 'updated_at': '2021-11-23T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:55.922358 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d994b-cbc9-44a3-ac23-a59321302064 None None] Checking router: 102db588-acb3-485e-96c7-39c69e8b1272 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:43:55.961916 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-532d994b-cbc9-44a3-ac23-a59321302064 None None] Routers {'102db588-acb3-485e-96c7-39c69e8b1272'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:55.962823 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-532d994b-cbc9-44a3-ac23-a59321302064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['102db588-acb3-485e-96c7-39c69e8b1272'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:55.963086 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:55.980526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ea383508-501e-4a7c-ae28-bd960d32ca22 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.026991 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-d53e347e-2e66-45ae-b542-42cb5f2adb31', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:43:56.028028 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.044397 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:43:56.053953 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.203554 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Pushing event updated for resources: {'Port': ['ID=7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:56.218206 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.1 (d53e347e-2e66-45ae-b542-42cb5f2adb31/668b56a1-d910-4f1c-b3f5-f2887471dae4/bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:56.248072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e0a070c2-6663-4def-a018-41b151697516 None None] Provisioning complete for port 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:56.249536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e0a070c2-6663-4def-a018-41b151697516 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.277911 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Network c024f65b-0d1c-4c5c-b328-a6791b0719ee is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:56.362926 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-532d994b-cbc9-44a3-ac23-a59321302064 None None] Set router 102db588-acb3-485e-96c7-39c69e8b1272 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:56.432579 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:56.452009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:56.493640 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.570486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f7fbb78-ad91-451a-8453-733138eb41df None None] DHCP port deletion for 7af189c3-1245-4c4b-81b6-520e66984565 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:56.576774 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.586409 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.593222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Allocated IP 2001:db8:3::1 (c024f65b-0d1c-4c5c-b328-a6791b0719ee/7997fa89-9234-409b-b21d-0f7153550609/8b94820f-f573-45df-81f1-43b487fa0111) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:56.704058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network d53e347e-2e66-45ae-b542-42cb5f2adb31 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:56.712919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:56.717798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:56.722765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Attempting to bind port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:56.724210 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-532d994b-cbc9-44a3-ac23-a59321302064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '102db588-acb3-485e-96c7-39c69e8b1272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:19Z', 'updated_at': '2021-11-23T04:43:52Z', 'revision_number': 5, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'gw_port': {'id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:21Z', 'updated_at': '2021-11-23T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:56.724771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.725473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Attempting to bind port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'fc609233-8b3e-4a92-9b71-bc6bbcf4c922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:56.726587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Attempting to bind port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 on network c024f65b-0d1c-4c5c-b328-a6791b0719ee {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:56.758378 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.760567 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-532d994b-cbc9-44a3-ac23-a59321302064 None None] The sync data for ids ['102db588-acb3-485e-96c7-39c69e8b1272'] in dv-neutron-818850-1-hyperv is: [{'id': '102db588-acb3-485e-96c7-39c69e8b1272', 'name': 'tempest-TestNetworkAdvancedServerOps-router-245252867', 'tenant_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60'}], 'enable_snat': True}, 'gw_port_id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:41:19Z', 'updated_at': '2021-11-23T04:43:52Z', 'revision_number': 5, 'project_id': 'e34fb94931bb453baa2f45e6eb57eddb', 'gw_port': {'id': '5ed58fd8-d87e-4516-b763-85e8ac642ffe', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:ce:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '102db588-acb3-485e-96c7-39c69e8b1272', 'device_owner': 'network:router_gateway', 'standard_attr_id': 642, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:41:21Z', 'updated_at': '2021-11-23T04:41:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:56.780149 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.783270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ea383508-501e-4a7c-ae28-bd960d32ca22 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.809583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3b50a65-d386-46f9-b1a3-af36643a57ee tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Checking segment: {'id': 'ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25787158-d81f-479a-b860-b9f842f3a4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:56.809955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b50a65-d386-46f9-b1a3-af36643a57ee tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network hostable DHCP agents. Network: 25787158-d81f-479a-b860-b9f842f3a4a4, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:43:56.815187 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:56.852008 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8814c-8567-4059-b519-61a01acbb47a None None] Pushing event updated for resources: {'Port': ['ID=94c4873c-78fb-48b0-932d-fa6f6b5bca74,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:56.863343 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.895961 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea383508-501e-4a7c-ae28-bd960d32ca22 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event deleted for resources: {'Subnet': ['ID=dead2c83-4076-4874-b4bb-c752ab108ec8,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:56.908173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:56.910275 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Checking segment: {'id': 'fc609233-8b3e-4a92-9b71-bc6bbcf4c922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:56.911257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ea383508-501e-4a7c-ae28-bd960d32ca22 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.912729 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.912729 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Bound using segment: {'id': 'fc609233-8b3e-4a92-9b71-bc6bbcf4c922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:56.913524 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Bound port: 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc609233-8b3e-4a92-9b71-bc6bbcf4c922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:56.914046 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.916190 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Attempting to bind port 94c4873c-78fb-48b0-932d-fa6f6b5bca74 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:43:56.916655 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Attempting to bind port 94c4873c-78fb-48b0-932d-fa6f6b5bca74 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:43:56.917127 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Attempting to bind port 94c4873c-78fb-48b0-932d-fa6f6b5bca74 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:43:56.924686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d17651e6-75a2-48e3-9b06-cfaa828d3fe2 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:56.927202 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ea383508-501e-4a7c-ae28-bd960d32ca22 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "DELETE /v2.0/subnets/dead2c83-4076-4874-b4bb-c752ab108ec8 HTTP/1.1" status: 204 len: 168 time: 1.8733182 Nov 23 04:43:56.938538 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45310) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:56.954474 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:56.955074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.957019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:43:56.957726 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:43:56.958172 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.958735 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:43:56.959246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Bound port: 94c4873c-78fb-48b0-932d-fa6f6b5bca74, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:43:56.959731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:56.968385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network c024f65b-0d1c-4c5c-b328-a6791b0719ee is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:57.017599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] For port 94c4873c-78fb-48b0-932d-fa6f6b5bca74, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:57.021151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] For port 94c4873c-78fb-48b0-932d-fa6f6b5bca74, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=94c4873c-78fb-48b0-932d-fa6f6b5bca74,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:57.023573 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ad0700f-6ef0-4dd3-bb4d-dff9c4fa279e None None] Network ae26ac76-09be-4617-9df0-387c20c99ee8 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:57.075521 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3b50a65-d386-46f9-b1a3-af36643a57ee tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 25787158-d81f-479a-b860-b9f842f3a4a4 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:43:57.087014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:57.119520 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:57.120372 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:57.135890 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:57.147143 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:57.202419 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123a03d-d755-492c-8166-dc2cae867b72 req-f688e1dd-d68f-4af9-8948-a85e80fb3105 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:57.204008 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b123a03d-d755-492c-8166-dc2cae867b72 req-f688e1dd-d68f-4af9-8948-a85e80fb3105 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.4131391 Nov 23 04:43:57.231582 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=8b94820f-f573-45df-81f1-43b487fa0111,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:57.232251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-2f7fbb78-ad91-451a-8453-733138eb41df None None] Deleting port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:57.232733 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbb78-ad91-451a-8453-733138eb41df None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:57.239645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-e3b50a65-d386-46f9-b1a3-af36643a57ee tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 25787158-d81f-479a-b860-b9f842f3a4a4) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:57.302655 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b123a03d-d755-492c-8166-dc2cae867b72 req-68854dd8-d009-4c2d-989b-9e957d0829e5 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0904431 Nov 23 04:43:57.329795 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3b50a65-d386-46f9-b1a3-af36643a57ee tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:57.330400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e3b50a65-d386-46f9-b1a3-af36643a57ee tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:57.337830 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2573ebd9-371b-44a4-bd32-1139e82173e4 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:57.342975 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-313e4e22-e4d2-4e09-8e4d-8ba7a59cc44c None None] Network 25787158-d81f-479a-b860-b9f842f3a4a4 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:43:57.367531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:57.392022 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e3b50a65-d386-46f9-b1a3-af36643a57ee tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.2504761 Nov 23 04:43:57.398499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45314) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:57.405556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-409d40d6-f8e2-426b-a6c6-be01c069a6dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'network_id': '25787158-d81f-479a-b860-b9f842f3a4a4', 'name': 'tempest-PortsIpV6TestJSON-1068219119', 'fixed_ips': [{'subnet_id': '1279b7da-f0c5-4387-9d21-1f989a284531', 'ip_address': '2001:db8::10'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:57.431378 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Routers {'f83f90b6-e261-4f09-8b08-e108991b8127'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:43:57.432156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f83f90b6-e261-4f09-8b08-e108991b8127'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:57.488935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:57.502623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:57.502964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:57.652998 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] Set router f83f90b6-e261-4f09-8b08-e108991b8127 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:43:57.687877 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:57.695282 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:57.769083 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:57.777238 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] For port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2,segment=NetworkSegment(4c362c49-a02b-41d0-99e8-a0813f135f0d),segment_id=4c362c49-a02b-41d0-99e8-a0813f135f0d)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:57.778986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:57.810836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:57.889764 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:57.919750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Allocated IP 172.20.0.2 (d53e347e-2e66-45ae-b542-42cb5f2adb31/668b56a1-d910-4f1c-b3f5-f2887471dae4/0c9812fa-c504-49ac-b140-b10397db5f04) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:57.943690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:57.955387 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409d40d6-f8e2-426b-a6c6-be01c069a6dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:43:57.996177 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network d53e347e-2e66-45ae-b542-42cb5f2adb31 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:57.997880 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:58.070748 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b89613d-220e-4de8-9422-743c38be0155 None None] DHCP port deletion for ae26ac76-09be-4617-9df0-387c20c99ee8 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:43:58.120089 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a8814c-8567-4059-b519-61a01acbb47a None None] Pushing event updated for resources: {'Port': ['ID=94c4873c-78fb-48b0-932d-fa6f6b5bca74,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:58.150083 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router f83f90b6-e261-4f09-8b08-e108991b8127 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:58.164073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] For port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:43:58.169320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b1052ec9-f0f0-4b65-b642-69a7e6b5e282 None None] Provisioning complete for port 94c4873c-78fb-48b0-932d-fa6f6b5bca74 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:43:58.169701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b1052ec9-f0f0-4b65-b642-69a7e6b5e282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:58.200256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-2f7fbb78-ad91-451a-8453-733138eb41df None None] For port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2,segment=NetworkSegment(4c362c49-a02b-41d0-99e8-a0813f135f0d),segment_id=4c362c49-a02b-41d0-99e8-a0813f135f0d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:58.201170 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbb78-ad91-451a-8453-733138eb41df None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:58.211154 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-409d40d6-f8e2-426b-a6c6-be01c069a6dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:58.224110 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:58.276191 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:58.284375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-409d40d6-f8e2-426b-a6c6-be01c069a6dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port af0e5d39-7930-4e35-a3c0-d05f0cd3ffb6 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:43:58.298848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No DVR routers for this DVR port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:58.303499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:58.308556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] For port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565,segment=NetworkSegment(fc609233-8b3e-4a92-9b71-bc6bbcf4c922),segment_id=fc609233-8b3e-4a92-9b71-bc6bbcf4c922)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:43:58.314177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Deleting port 5ed58fd8-d87e-4516-b763-85e8ac642ffe {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:58.314439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:58.329047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:43:58.338462 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-2f7fbb78-ad91-451a-8453-733138eb41df None None] Calling delete_port for 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:58.359469 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:58.370831 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-209bb48e-4937-4063-99fc-7e846b7e6226 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/f83f90b6-e261-4f09-8b08-e108991b8127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7711689 Nov 23 04:43:58.371583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:58.371722 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45320) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:58.371961 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:58.462692 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-25787158-d81f-479a-b860-b9f842f3a4a4', 'network_id': '25787158-d81f-479a-b860-b9f842f3a4a4', 'tenant_id': '9eef5904db6a4542a7898586fc751d63', 'fixed_ips': [{'subnet_id': '1279b7da-f0c5-4387-9d21-1f989a284531'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:43:58.463553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:58.702300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e4ec7-873c-4c17-af8d-85fbdd9c6808 None None] Pushing event updated for resources: {'Port': ['ID=7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:58.835967 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:43:58.854275 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-3b89613d-220e-4de8-9422-743c38be0155 None None] Deleting port 2594d808-8cb4-4261-befc-3bd87806b442 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:43:58.854651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3b89613d-220e-4de8-9422-743c38be0155 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.008733 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Allocated IP 2001:db8::2 (25787158-d81f-479a-b860-b9f842f3a4a4/1279b7da-f0c5-4387-9d21-1f989a284531/b2549d95-7e83-47c2-a91c-d242b1a867af) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:59.087197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.095264 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event updated for resources: {'Port': ['ID=8b94820f-f573-45df-81f1-43b487fa0111,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:59.130746 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.131529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.132071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.132603 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.133138 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.134090 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.135305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.135899 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.136429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.136955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.137503 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.138022 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.138545 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.139161 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.139627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.144846 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e30b8568-c554-45ea-b5ab-3580ad6dcfd8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 10368 time: 0.7680273 Nov 23 04:43:59.145479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45324) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:59.223576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7af189c3-1245-4c4b-81b6-520e66984565']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:59.246314 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:43:59.247005 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:43:59.247161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device fd6d7f19-fd86-4c05-b52a-1eb337975b35 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:43:59.254319 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302610e0-3bcc-48cf-83e8-4dfea8e71998 req-6600a04b-3421-4d1a-bece-870dd9ad903d tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.256001 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-302610e0-3bcc-48cf-83e8-4dfea8e71998 req-6600a04b-3421-4d1a-bece-870dd9ad903d tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.7888987 Nov 23 04:43:59.265755 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] For port 5ed58fd8-d87e-4516-b763-85e8ac642ffe, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5ed58fd8-d87e-4516-b763-85e8ac642ffe,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:59.266121 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.269991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c362c49-a02b-41d0-99e8-a0813f135f0d') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:59.270283 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c362c49-a02b-41d0-99e8-a0813f135f0d') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:59.295457 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b1052ec9-f0f0-4b65-b642-69a7e6b5e282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.308677 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cde96-7e32-4182-94e5-a4089b6b07fe tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.309700 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cde96-7e32-4182-94e5-a4089b6b07fe tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.310447 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cde96-7e32-4182-94e5-a4089b6b07fe tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.311730 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cde96-7e32-4182-94e5-a4089b6b07fe tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.312070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.313632 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cde96-7e32-4182-94e5-a4089b6b07fe tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.314352 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cde96-7e32-4182-94e5-a4089b6b07fe tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.317445 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cde96-7e32-4182-94e5-a4089b6b07fe tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.318370 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: fd6d7f19-fd86-4c05-b52a-1eb337975b35 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:43:59.318619 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cde96-7e32-4182-94e5-a4089b6b07fe tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.319018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device fd6d7f19-fd86-4c05-b52a-1eb337975b35 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:43:59.319425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cde96-7e32-4182-94e5-a4089b6b07fe tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.319807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2594d808-8cb4-4261-befc-3bd87806b442 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:43:59.320437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cde96-7e32-4182-94e5-a4089b6b07fe tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.321374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cde96-7e32-4182-94e5-a4089b6b07fe tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.321573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.324035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4cde96-7e32-4182-94e5-a4089b6b07fe tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:43:59.328042 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5c4cde96-7e32-4182-94e5-a4089b6b07fe tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7729 time: 0.1814809 Nov 23 04:43:59.332039 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Calling delete_port for 5ed58fd8-d87e-4516-b763-85e8ac642ffe owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:59.332492 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45326) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:59.354928 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2f7fbb78-ad91-451a-8453-733138eb41df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.372175 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Network c024f65b-0d1c-4c5c-b328-a6791b0719ee is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:59.373261 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.386920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:59.391089 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:43:59.391383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:43:59.394538 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:43:59.397598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.437873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.452415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-3b89613d-220e-4de8-9422-743c38be0155 None None] For port 2594d808-8cb4-4261-befc-3bd87806b442, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2594d808-8cb4-4261-befc-3bd87806b442,segment=NetworkSegment(6d892ad2-787f-45fc-bfa7-f0cd2a04173f),segment_id=6d892ad2-787f-45fc-bfa7-f0cd2a04173f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:59.453165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3b89613d-220e-4de8-9422-743c38be0155 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.466743 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-302610e0-3bcc-48cf-83e8-4dfea8e71998 req-238945e7-f192-4653-96b2-e3c20d0a1e08 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1898866 Nov 23 04:43:59.475074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-3b89613d-220e-4de8-9422-743c38be0155 None None] Calling delete_port for 2594d808-8cb4-4261-befc-3bd87806b442 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:43:59.499415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b1052ec9-f0f0-4b65-b642-69a7e6b5e282 None None] For port 94c4873c-78fb-48b0-932d-fa6f6b5bca74, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=94c4873c-78fb-48b0-932d-fa6f6b5bca74,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:43:59.507217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.520548 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7fbb78-ad91-451a-8453-733138eb41df None None] Pushing event deleted for resources: {'Port': ['ID=2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:59.525854 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f7fbb78-ad91-451a-8453-733138eb41df None None] No DVR routers for this DVR port 2b8c33ef-6b68-4b78-ab39-9f2ee9c714f2 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:43:59.536328 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b1052ec9-f0f0-4b65-b642-69a7e6b5e282 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.609525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Network 25787158-d81f-479a-b860-b9f842f3a4a4 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:59.703235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.715534 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Network d53e347e-2e66-45ae-b542-42cb5f2adb31 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:43:59.717933 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:59.722472 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:59.740413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.746675 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/networks/7af189c3-1245-4c4b-81b6-520e66984565 HTTP/1.1" status: 204 len: 168 time: 4.6231611 Nov 23 04:43:59.750838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45328) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:43:59.753015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:43:59.756699 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:43:59.758300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-154965953', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:43:59.763191 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ca4e8-635e-45fd-ae08-b4e6cbf609af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Network': ['ID=7af189c3-1245-4c4b-81b6-520e66984565,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:43:59.802061 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2f1cc87f-48d1-4ab0-a165-43b9c735052a tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4849 time: 0.4679530 Nov 23 04:43:59.833996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:43:57Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:43:56Z', 'revision_number': 1, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:43:59.835155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.838506 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:43:59.888729 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-409d40d6-f8e2-426b-a6c6-be01c069a6dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Allocated IP 2001:db8::10 (25787158-d81f-479a-b860-b9f842f3a4a4/1279b7da-f0c5-4387-9d21-1f989a284531/af0e5d39-7930-4e35-a3c0-d05f0cd3ffb6) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:43:59.935113 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ab539f3-96ef-4044-a6cc-791694f31603 None None] The sync data for ids ['f83f90b6-e261-4f09-8b08-e108991b8127'] in dv-neutron-818850-1-hyperv is: [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:43:57Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:43:56Z', 'revision_number': 1, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:43:59.968358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:43:59.985080 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:00.132953 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:00.135789 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Pushing event updated for resources: {'Port': ['ID=0c9812fa-c504-49ac-b140-b10397db5f04,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:00.229961 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45334) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:00.307359 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-869da89b-7876-4a90-b200-e4575d74c549 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1646474737', 'description': 'tempest-secgroup-smoke-1646474737 description', 'project_id': '1f39b592b6944144b30ee044431afa7d'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:00.324646 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:00.388147 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Pushing event updated for resources: {'Port': ['ID=b2549d95-7e83-47c2-a91c-d242b1a867af,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:00.390626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:00.405509 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-887d6fc5-1105-480f-8067-d39a1907e7dc None None] Network c024f65b-0d1c-4c5c-b328-a6791b0719ee requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:00.469351 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:00.471071 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-869da89b-7876-4a90-b200-e4575d74c549 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:00.478581 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-662815b0-db5a-4d3b-8f24-51c7b0ab7e19 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4739456 Nov 23 04:44:00.482503 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event deleted for resources: {'Port': ['ID=5ed58fd8-d87e-4516-b763-85e8ac642ffe,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:00.484204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45336) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:00.500216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d00a44cd-a5c9-42bb-9185-17c2973fed96 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:00.680725 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-409d40d6-f8e2-426b-a6c6-be01c069a6dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:00.743372 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e68d328d-c3cf-454e-88c2-3c462d8bdcc9 None None] Provisioning complete for port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:00.744751 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e68d328d-c3cf-454e-88c2-3c462d8bdcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:00.778956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:00.798976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5095f463-ae2a-4ce3-86a6-47f8a7f3fd64 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:44:00.802742 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Attempting to bind port 0c9812fa-c504-49ac-b140-b10397db5f04 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:00.803121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Attempting to bind port 0c9812fa-c504-49ac-b140-b10397db5f04 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '3d5e7401-d0ea-4e07-987e-d6c80449bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:00.803502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Attempting to bind port 0c9812fa-c504-49ac-b140-b10397db5f04 on network d53e347e-2e66-45ae-b542-42cb5f2adb31 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:00.812473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3b89613d-220e-4de8-9422-743c38be0155 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:00.814607 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Sync routers for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:00.832361 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:00.832745 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Checking segment: {'id': '3d5e7401-d0ea-4e07-987e-d6c80449bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:00.833170 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:00.833619 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Bound using segment: {'id': '3d5e7401-d0ea-4e07-987e-d6c80449bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:00.834372 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Bound port: 0c9812fa-c504-49ac-b140-b10397db5f04, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5e7401-d0ea-4e07-987e-d6c80449bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:00.834491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:00.848659 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:00.853784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Attempting to bind port b2549d95-7e83-47c2-a91c-d242b1a867af on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:00.854184 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Attempting to bind port b2549d95-7e83-47c2-a91c-d242b1a867af by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25787158-d81f-479a-b860-b9f842f3a4a4'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:00.854554 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Attempting to bind port b2549d95-7e83-47c2-a91c-d242b1a867af on network 25787158-d81f-479a-b860-b9f842f3a4a4 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:00.873091 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:00.945953 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] For port 0c9812fa-c504-49ac-b140-b10397db5f04, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:00.952292 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] For port 0c9812fa-c504-49ac-b140-b10397db5f04, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=0c9812fa-c504-49ac-b140-b10397db5f04,segment=NetworkSegment(3d5e7401-d0ea-4e07-987e-d6c80449bf04),segment_id=3d5e7401-d0ea-4e07-987e-d6c80449bf04)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:00.999364 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:01.011645 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:01.012670 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:01.014399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:01.014779 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Checking segment: {'id': 'ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25787158-d81f-479a-b860-b9f842f3a4a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:01.015185 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:01.015577 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Bound using segment: {'id': 'ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25787158-d81f-479a-b860-b9f842f3a4a4'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:01.016064 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Bound port: b2549d95-7e83-47c2-a91c-d242b1a867af, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 188, 'network_id': '25787158-d81f-479a-b860-b9f842f3a4a4'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:01.016505 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:01.048809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b89613d-220e-4de8-9422-743c38be0155 None None] No DVR routers for this DVR port 2594d808-8cb4-4261-befc-3bd87806b442 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:01.059227 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Allocated IP 172.26.8.26 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/cdc1eadb-26cc-4539-b3b4-5fe75ca59311) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:01.219966 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1052ec9-f0f0-4b65-b642-69a7e6b5e282 None None] Pushing event updated for resources: {'Port': ['ID=94c4873c-78fb-48b0-932d-fa6f6b5bca74,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:01.266481 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:01.335086 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e68d328d-c3cf-454e-88c2-3c462d8bdcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:01.403242 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:01.418334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-409d40d6-f8e2-426b-a6c6-be01c069a6dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:01.452384 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b89613d-220e-4de8-9422-743c38be0155 None None] Pushing event deleted for resources: {'Port': ['ID=2594d808-8cb4-4261-befc-3bd87806b442,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:01.492313 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:01.496522 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:01.500610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:01.560322 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:01.624997 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f034c36a-821d-406b-b12a-a186467cfa88 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:44:01.636594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=cdc1eadb-26cc-4539-b3b4-5fe75ca59311,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:01.733800 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:01.780322 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-37e95458-8918-4455-bd09-7d86f151776f None None] For port b2549d95-7e83-47c2-a91c-d242b1a867af, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:01.798017 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e68d328d-c3cf-454e-88c2-3c462d8bdcc9 None None] For port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565,segment=NetworkSegment(fc609233-8b3e-4a92-9b71-bc6bbcf4c922),segment_id=fc609233-8b3e-4a92-9b71-bc6bbcf4c922)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:01.826282 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-37e95458-8918-4455-bd09-7d86f151776f None None] For port b2549d95-7e83-47c2-a91c-d242b1a867af, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b2549d95-7e83-47c2-a91c-d242b1a867af,segment=NetworkSegment(ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb),segment_id=ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:01.834240 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e68d328d-c3cf-454e-88c2-3c462d8bdcc9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:01.871041 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:01.954523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcea79aa-cf65-4a23-96c3-940922810d68 None None] Pushing event updated for resources: {'Port': ['ID=0c9812fa-c504-49ac-b140-b10397db5f04,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:02.094019 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:02.108984 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:02.114197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:02.133762 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:02.134036 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:02.219352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-abf554f1-1543-4d17-81ef-8a006d2c9f2a None None] Provisioning complete for port cdc1eadb-26cc-4539-b3b4-5fe75ca59311 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:02.219719 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-abf554f1-1543-4d17-81ef-8a006d2c9f2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:02.262960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409d40d6-f8e2-426b-a6c6-be01c069a6dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=af0e5d39-7930-4e35-a3c0-d05f0cd3ffb6,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:02.292168 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-869da89b-7876-4a90-b200-e4575d74c549 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:02.308691 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68d328d-c3cf-454e-88c2-3c462d8bdcc9 None None] Pushing event updated for resources: {'Port': ['ID=7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:02.360310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-869da89b-7876-4a90-b200-e4575d74c549 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:02.403392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409d40d6-f8e2-426b-a6c6-be01c069a6dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 25787158-d81f-479a-b860-b9f842f3a4a4 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:02.413044 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:02.414525 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Fanout notify agent at l3_agent the message router_deleted on router 102db588-acb3-485e-96c7-39c69e8b1272 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:44:02.466645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:02.467785 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d23d54c1-f59f-4083-aad3-d062510f0683 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "DELETE /v2.0/routers/102db588-acb3-485e-96c7-39c69e8b1272 HTTP/1.1" status: 204 len: 168 time: 5.5181344 Nov 23 04:44:02.503193 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6641f905-c52c-4057-be81-573316abdea7 req-52ea96ee-f678-4022-86a2-220e45c5f0bc tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:02.505396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-abf554f1-1543-4d17-81ef-8a006d2c9f2a None None] Port cdc1eadb-26cc-4539-b3b4-5fe75ca59311 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:02.508916 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6641f905-c52c-4057-be81-573316abdea7 req-52ea96ee-f678-4022-86a2-220e45c5f0bc tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 1.8770120 Nov 23 04:44:02.522427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45346) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:02.703205 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.extraroute_db [None req-d00a44cd-a5c9-42bb-9185-17c2973fed96 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 04:44:02.724590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.extraroute_db [None req-d00a44cd-a5c9-42bb-9185-17c2973fed96 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Removed routes are [] {{(pid=109953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 04:44:02.724995 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d00a44cd-a5c9-42bb-9185-17c2973fed96 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:02.729370 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-409d40d6-f8e2-426b-a6c6-be01c069a6dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:02.745603 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-409d40d6-f8e2-426b-a6c6-be01c069a6dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:02.755500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409d40d6-f8e2-426b-a6c6-be01c069a6dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:02.756327 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-409d40d6-f8e2-426b-a6c6-be01c069a6dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:02.786938 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e95458-8918-4455-bd09-7d86f151776f None None] Pushing event updated for resources: {'Port': ['ID=b2549d95-7e83-47c2-a91c-d242b1a867af,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:02.823512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f734ee21-76fd-4657-ae40-55eb3b91ee3f None None] Provisioning complete for port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:02.823884 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f734ee21-76fd-4657-ae40-55eb3b91ee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:02.871679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-869da89b-7876-4a90-b200-e4575d74c549 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:02.877101 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-869da89b-7876-4a90-b200-e4575d74c549 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 2.6304114 Nov 23 04:44:02.882250 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45352) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:02.905145 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6641f905-c52c-4057-be81-573316abdea7 req-048ca6ce-0e1c-461d-b46b-12ccfd0440a1 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1452289 Nov 23 04:44:02.906514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:43:57Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b94820f-f573-45df-81f1-43b487fa0111', 'name': '', 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:c2:0d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '7997fa89-9234-409b-b21d-0f7153550609', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:56Z', 'updated_at': '2021-11-23T04:43:57Z', 'revision_number': 2, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '7997fa89-9234-409b-b21d-0f7153550609', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0', 'name': '', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:96:50:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:43Z', 'updated_at': '2021-11-23T04:43:54Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:02.913895 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-263dea9b-973b-4d2b-ba19-8d6f47cbd62e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': 'dbb55b04-f8ec-45e4-9b2b-25277da33c08', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:02.969104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Checking router: 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:02.969529 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Updating router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 port 8b94820f-f573-45df-81f1-43b487fa0111 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:44:03.035293 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869da89b-7876-4a90-b200-e4575d74c549 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb55b04-f8ec-45e4-9b2b-25277da33c08,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:03.037519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:03.297407 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-409d40d6-f8e2-426b-a6c6-be01c069a6dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.8931928 Nov 23 04:44:03.298021 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45362) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:03.322708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-dec8a4f9-3b26-447a-ab5c-268144771865 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'network_id': '25787158-d81f-479a-b860-b9f842f3a4a4', 'name': 'tempest-PortsIpV6TestJSON-1179408715', 'fixed_ips': [{'subnet_id': '1279b7da-f0c5-4387-9d21-1f989a284531', 'ip_address': '2001:db8::f'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:03.355386 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03d39943-be2f-4bac-a44e-f1b762865e61 None None] Network d53e347e-2e66-45ae-b542-42cb5f2adb31 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:03.413992 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a76bbbf0-09d2-4e39-98bd-97ad0af61c51 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:03.419930 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-263dea9b-973b-4d2b-ba19-8d6f47cbd62e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:03.436413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:03.496523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f734ee21-76fd-4657-ae40-55eb3b91ee3f None None] Provisioning complete for port 8b94820f-f573-45df-81f1-43b487fa0111 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:03.497637 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f734ee21-76fd-4657-ae40-55eb3b91ee3f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:03.541824 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb80b28-96bd-4bd0-ada2-3a18f3b6671e req-4dab0e27-9247-4b75-8738-e50152f7ed20 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:03.551442 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7bb80b28-96bd-4bd0-ada2-3a18f3b6671e req-4dab0e27-9247-4b75-8738-e50152f7ed20 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1689863 Nov 23 04:44:03.667083 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:03.700587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f734ee21-76fd-4657-ae40-55eb3b91ee3f None None] Port 8b94820f-f573-45df-81f1-43b487fa0111 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:03.702331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d00a44cd-a5c9-42bb-9185-17c2973fed96 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:03.724640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d00a44cd-a5c9-42bb-9185-17c2973fed96 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:03.729159 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7bb80b28-96bd-4bd0-ada2-3a18f3b6671e req-f1945c18-647b-4536-87ad-5bf427843987 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1763582 Nov 23 04:44:03.792295 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec8a4f9-3b26-447a-ab5c-268144771865 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:03.798167 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router d638b72b-37d6-4cec-a495-6ffd2a6cab82 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:44:03.845446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec30a7-fcbb-4f02-946f-27e38cf0a8ea req-78cd2773-830b-478f-929c-ce5157744e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:03.846972 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-85ec30a7-fcbb-4f02-946f-27e38cf0a8ea req-78cd2773-830b-478f-929c-ce5157744e8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca9ade32f67b43ae8be521fa872a6702&device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 1099 time: 0.4298112 Nov 23 04:44:03.999015 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dec8a4f9-3b26-447a-ab5c-268144771865 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.018913 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-820a1f60-d60e-4bd4-96e5-94b9df3260b0 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62511950&fields=id&tenant_id=198cbe73856f4e8c93984c97d08d0ad2 HTTP/1.1" status: 200 len: 267 time: 0.7142296 Nov 23 04:44:04.029630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-dec8a4f9-3b26-447a-ab5c-268144771865 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port 9d4e9d2c-3b49-461f-98dd-b41177d8ef3a yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:44:04.034384 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2735b53f-a54b-4b73-9a3c-d13023019999 None None] Provisioning complete for port 8b94820f-f573-45df-81f1-43b487fa0111 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:04.035271 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2735b53f-a54b-4b73-9a3c-d13023019999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.036603 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:04.070390 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38517917-d1be-4f90-84a0-634cff11c5e9 None None] Sync routers for ids ['d638b72b-37d6-4cec-a495-6ffd2a6cab82'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:04.080460 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0aa1888d-4d11-49b1-8b20-ccdd1f5750c9 None None] Network 25787158-d81f-479a-b860-b9f842f3a4a4 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:04.093834 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38517917-d1be-4f90-84a0-634cff11c5e9 None None] Routers {'d638b72b-37d6-4cec-a495-6ffd2a6cab82'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:04.095088 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-38517917-d1be-4f90-84a0-634cff11c5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d638b72b-37d6-4cec-a495-6ffd2a6cab82'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:04.106396 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.107759 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-99426e87-0910-4d0f-bc1b-9d1afb100b5b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 4.3556044 Nov 23 04:44:04.112699 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45366) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:04.154337 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-263dea9b-973b-4d2b-ba19-8d6f47cbd62e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.171328 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-2735b53f-a54b-4b73-9a3c-d13023019999 None None] Port 8b94820f-f573-45df-81f1-43b487fa0111 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:04.174899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:04.175346 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.200860 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-38517917-d1be-4f90-84a0-634cff11c5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:04.213373 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38517917-d1be-4f90-84a0-634cff11c5e9 None None] Routers {'d638b72b-37d6-4cec-a495-6ffd2a6cab82'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:04.214005 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-38517917-d1be-4f90-84a0-634cff11c5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d638b72b-37d6-4cec-a495-6ffd2a6cab82'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:04.268426 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-38517917-d1be-4f90-84a0-634cff11c5e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:04.269095 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38517917-d1be-4f90-84a0-634cff11c5e9 None None] The sync data for ids ['d638b72b-37d6-4cec-a495-6ffd2a6cab82'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:04.294279 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.301596 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2735b53f-a54b-4b73-9a3c-d13023019999 None None] Provisioning complete for port 0c9812fa-c504-49ac-b140-b10397db5f04 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:04.301973 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2735b53f-a54b-4b73-9a3c-d13023019999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.315379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a76bbbf0-09d2-4e39-98bd-97ad0af61c51 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.339818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-263dea9b-973b-4d2b-ba19-8d6f47cbd62e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.352783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Sync routers for ids ['f83f90b6-e261-4f09-8b08-e108991b8127'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:04.360638 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.389518 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3c7e9695-16ba-4103-9d77-9ce71a8c8c9a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/routers/d638b72b-37d6-4cec-a495-6ffd2a6cab82 HTTP/1.1" status: 200 len: 879 time: 0.2732129 Nov 23 04:44:04.390664 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45368) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:04.437103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-dec8a4f9-3b26-447a-ab5c-268144771865 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Allocated IP 2001:db8::f (25787158-d81f-479a-b860-b9f842f3a4a4/1279b7da-f0c5-4387-9d21-1f989a284531/9d4e9d2c-3b49-461f-98dd-b41177d8ef3a) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:04.471245 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Routers {'f83f90b6-e261-4f09-8b08-e108991b8127'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:04.471546 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f83f90b6-e261-4f09-8b08-e108991b8127'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:04.506822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263dea9b-973b-4d2b-ba19-8d6f47cbd62e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=501d13c1-a1d7-4c36-b17b-5e517915c70a,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:04.533509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec30a7-fcbb-4f02-946f-27e38cf0a8ea req-e4f62d25-6c86-40f1-bb90-8f5091577a7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:04.535000 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-85ec30a7-fcbb-4f02-946f-27e38cf0a8ea req-e4f62d25-6c86-40f1-bb90-8f5091577a7f service neutron] 10.222.0.15 "GET /v2.0/networks?id=b21b611f-a015-425c-ab34-b547c5f8ac2e HTTP/1.1" status: 200 len: 912 time: 0.6499050 Nov 23 04:44:04.539863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-a76bbbf0-09d2-4e39-98bd-97ad0af61c51 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae26ac76-09be-4617-9df0-387c20c99ee8']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:04.579162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d00a44cd-a5c9-42bb-9185-17c2973fed96 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:04.589037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-a76bbbf0-09d2-4e39-98bd-97ad0af61c51 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d892ad2-787f-45fc-bfa7-f0cd2a04173f') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:04.589354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-a76bbbf0-09d2-4e39-98bd-97ad0af61c51 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d892ad2-787f-45fc-bfa7-f0cd2a04173f') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:04.598959 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-263dea9b-973b-4d2b-ba19-8d6f47cbd62e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.600200 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-263dea9b-973b-4d2b-ba19-8d6f47cbd62e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6937366 Nov 23 04:44:04.634908 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3ce15-361b-4af5-9e54-152e9998de39 None None] Pushing event updated for resources: {'Port': ['ID=8b94820f-f573-45df-81f1-43b487fa0111,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:04.635829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45370) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:04.640379 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-d250bc66-75d3-4c34-b621-0dd0f1ecd1db tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': 'dbb55b04-f8ec-45e4-9b2b-25277da33c08', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:04.700923 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d250bc66-75d3-4c34-b621-0dd0f1ecd1db tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.714520 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-b425bab2-4526-4124-85e8-55048dab14da tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:04.716370 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-b425bab2-4526-4124-85e8-55048dab14da tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 812 time: 0.5761826 Nov 23 04:44:04.718586 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-85ec30a7-fcbb-4f02-946f-27e38cf0a8ea req-519635b2-f79d-4d5a-9c89-1e7679a15ae1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce1f0e2-ff6c-454f-9cf0-749efb10140c HTTP/1.1" status: 200 len: 1001 time: 0.1620646 Nov 23 04:44:04.720987 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a76bbbf0-09d2-4e39-98bd-97ad0af61c51 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.824504 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-1bdc79f7-e3b0-45f8-81fc-cf51119ddd87 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/quotas/198cbe73856f4e8c93984c97d08d0ad2 HTTP/1.1" status: 200 len: 375 time: 0.0917535 Nov 23 04:44:04.834882 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 0c9812fa-c504-49ac-b140-b10397db5f04 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:04.862486 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dec8a4f9-3b26-447a-ab5c-268144771865 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.869434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a76bbbf0-09d2-4e39-98bd-97ad0af61c51 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.876684 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Attempting to bind port 8b94820f-f573-45df-81f1-43b487fa0111 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:04.877067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Attempting to bind port 8b94820f-f573-45df-81f1-43b487fa0111 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'fc609233-8b3e-4a92-9b71-bc6bbcf4c922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:04.877486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Attempting to bind port 8b94820f-f573-45df-81f1-43b487fa0111 on network c024f65b-0d1c-4c5c-b328-a6791b0719ee {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:04.919731 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-68a1fb86-2e57-4121-8302-c1845588b098 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 0.5279531 Nov 23 04:44:04.925874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d250bc66-75d3-4c34-b621-0dd0f1ecd1db tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.926547 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:04.926924 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Checking segment: {'id': 'fc609233-8b3e-4a92-9b71-bc6bbcf4c922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:04.927338 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.927803 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Bound using segment: {'id': 'fc609233-8b3e-4a92-9b71-bc6bbcf4c922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:04.928740 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Bound port: 8b94820f-f573-45df-81f1-43b487fa0111, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc609233-8b3e-4a92-9b71-bc6bbcf4c922', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:04.928740 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.928984 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45374) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:04.935155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-dd0d214a-2c5b-4c30-8f45-4cba8b240835 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-154965953'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:04.945520 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d250bc66-75d3-4c34-b621-0dd0f1ecd1db tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:04.972592 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Set router f83f90b6-e261-4f09-8b08-e108991b8127 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:05.037891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d250bc66-75d3-4c34-b621-0dd0f1ecd1db tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.042242 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d250bc66-75d3-4c34-b621-0dd0f1ecd1db tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4052398 Nov 23 04:44:05.046780 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45376) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:05.048798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d250bc66-75d3-4c34-b621-0dd0f1ecd1db tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f158ecbf-fe0b-4f84-9b3c-a965a1dd4b69,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:05.055229 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f69bca2a-1ce2-4de6-84d6-5577c8d35655 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': 'dbb55b04-f8ec-45e4-9b2b-25277da33c08', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:05.093936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceeaf898-841d-43d4-923c-306b3505bb86 req-7455faf6-72b8-455f-98b4-2a70a203d88c tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:05.095615 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ceeaf898-841d-43d4-923c-306b3505bb86 req-7455faf6-72b8-455f-98b4-2a70a203d88c tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2232873 Nov 23 04:44:05.103574 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2735b53f-a54b-4b73-9a3c-d13023019999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.159193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dec8a4f9-3b26-447a-ab5c-268144771865 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.206003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76bbbf0-09d2-4e39-98bd-97ad0af61c51 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:44:05.206527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a76bbbf0-09d2-4e39-98bd-97ad0af61c51 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:44:05.228056 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:44:05.256974 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec8a4f9-3b26-447a-ab5c-268144771865 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 25787158-d81f-479a-b860-b9f842f3a4a4 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:05.290477 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f69bca2a-1ce2-4de6-84d6-5577c8d35655 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.295010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec30a7-fcbb-4f02-946f-27e38cf0a8ea req-0964e200-c2c2-4c09-adf7-ce79eb3c6b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:05.296876 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-85ec30a7-fcbb-4f02-946f-27e38cf0a8ea req-0964e200-c2c2-4c09-adf7-ce79eb3c6b94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15926d1c-ee0f-48ad-88dc-7f8fa57c0643 HTTP/1.1" status: 200 len: 850 time: 0.5476472 Nov 23 04:44:05.307326 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-dec8a4f9-3b26-447a-ab5c-268144771865 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:05.319031 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ceeaf898-841d-43d4-923c-306b3505bb86 req-19cbef9d-6036-45ff-a4a8-7f2b79f3ac61 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1939120 Nov 23 04:44:05.320005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec8a4f9-3b26-447a-ab5c-268144771865 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:05.325535 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec8a4f9-3b26-447a-ab5c-268144771865 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:05.326176 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dec8a4f9-3b26-447a-ab5c-268144771865 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.337801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec8a4f9-3b26-447a-ab5c-268144771865 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=9d4e9d2c-3b49-461f-98dd-b41177d8ef3a,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:05.383496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00a44cd-a5c9-42bb-9185-17c2973fed96 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:05.393885 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d00a44cd-a5c9-42bb-9185-17c2973fed96 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.396085 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d00a44cd-a5c9-42bb-9185-17c2973fed96 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 HTTP/1.1" status: 200 len: 954 time: 4.9045258 Nov 23 04:44:05.397817 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] For port 8b94820f-f573-45df-81f1-43b487fa0111, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:05.405159 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] For port 8b94820f-f573-45df-81f1-43b487fa0111, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8b94820f-f573-45df-81f1-43b487fa0111,segment=NetworkSegment(fc609233-8b3e-4a92-9b71-bc6bbcf4c922),segment_id=fc609233-8b3e-4a92-9b71-bc6bbcf4c922)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:05.405905 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dec8a4f9-3b26-447a-ab5c-268144771865 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1022682 Nov 23 04:44:05.405905 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45378) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:05.413877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-2735b53f-a54b-4b73-9a3c-d13023019999 None None] For port 0c9812fa-c504-49ac-b140-b10397db5f04, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=0c9812fa-c504-49ac-b140-b10397db5f04,segment=NetworkSegment(3d5e7401-d0ea-4e07-987e-d6c80449bf04),segment_id=3d5e7401-d0ea-4e07-987e-d6c80449bf04)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:05.414089 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-947f3010-8585-411c-a320-64947bff08ba tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5387483 Nov 23 04:44:05.416490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45380) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:05.417208 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a76bbbf0-09d2-4e39-98bd-97ad0af61c51 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.423845 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.435362 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 0c9812fa-c504-49ac-b140-b10397db5f04 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:05.436072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.438004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2735b53f-a54b-4b73-9a3c-d13023019999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.450641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a76bbbf0-09d2-4e39-98bd-97ad0af61c51 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.454159 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a76bbbf0-09d2-4e39-98bd-97ad0af61c51 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "DELETE /v2.0/networks/ae26ac76-09be-4617-9df0-387c20c99ee8 HTTP/1.1" status: 204 len: 168 time: 2.7222750 Nov 23 04:44:05.488211 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45382) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:05.562411 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:05.563281 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:05.571831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a3ce15-361b-4af5-9e54-152e9998de39 None None] Pushing event updated for resources: {'Port': ['ID=8b94820f-f573-45df-81f1-43b487fa0111,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:05.605673 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f69bca2a-1ce2-4de6-84d6-5577c8d35655 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.609822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76bbbf0-09d2-4e39-98bd-97ad0af61c51 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event deleted for resources: {'Network': ['ID=ae26ac76-09be-4617-9df0-387c20c99ee8,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:05.614081 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-8f19b9cb-25da-4822-a430-3a9064380490 service neutron] 10.222.0.37 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1352506 Nov 23 04:44:05.624181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ec30a7-fcbb-4f02-946f-27e38cf0a8ea req-6aa4c3c3-562a-4444-94b4-2c1286d8ff85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:05.625724 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-85ec30a7-fcbb-4f02-946f-27e38cf0a8ea req-6aa4c3c3-562a-4444-94b4-2c1286d8ff85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b21b611f-a015-425c-ab34-b547c5f8ac2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3042111 Nov 23 04:44:05.727602 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dd0d214a-2c5b-4c30-8f45-4cba8b240835 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.727837 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:05.771373 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f69bca2a-1ce2-4de6-84d6-5577c8d35655 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.778292 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dd0d214a-2c5b-4c30-8f45-4cba8b240835 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.790143 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:43:57Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:43:57Z', 'revision_number': 2, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:05.865799 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a04fdf0-84e4-478f-a380-26bfa167d40c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:05.870475 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9a04fdf0-84e4-478f-a380-26bfa167d40c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4482381 Nov 23 04:44:05.870662 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f69bca2a-1ce2-4de6-84d6-5577c8d35655 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.871253 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-85ec30a7-fcbb-4f02-946f-27e38cf0a8ea req-f57e65bc-f02c-4d3a-8273-38ab63a2d189 service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2217567 Nov 23 04:44:05.873408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45384) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:05.874007 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f69bca2a-1ce2-4de6-84d6-5577c8d35655 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8231258 Nov 23 04:44:05.887045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45386) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:05.895936 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Checking router: f83f90b6-e261-4f09-8b08-e108991b8127 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:05.896305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Updating router f83f90b6-e261-4f09-8b08-e108991b8127 port bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:44:05.900112 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-92f073d1-980c-469b-a3db-b40e5971f153 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/routers/8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 HTTP/1.1" status: 200 len: 954 time: 0.4837587 Nov 23 04:44:05.906763 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45388) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:05.907599 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bca2a-1ce2-4de6-84d6-5577c8d35655 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e07b00c4-d804-48fa-bc62-95ae3a8367ba,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:05.911678 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c708b416-3495-436a-83c9-019b060792f4 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.922630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-300e175d-a634-4fa6-bd14-4b4588e731d5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'router': {'routes': None}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:05.956940 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Provisioning complete for port af0e5d39-7930-4e35-a3c0-d05f0cd3ffb6 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:05.957665 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:05.968068 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-366e7e38-7e9c-42fd-a82d-d522ef5cee61 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': 'dbb55b04-f8ec-45e4-9b2b-25277da33c08', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:05.976005 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-b4996d49-7324-4525-8154-05c37fba0c69 service neutron] 10.222.0.37 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3275557 Nov 23 04:44:06.018285 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2735b53f-a54b-4b73-9a3c-d13023019999 None None] Pushing event updated for resources: {'Port': ['ID=0c9812fa-c504-49ac-b140-b10397db5f04,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:06.031158 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.034802 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 94c4873c-78fb-48b0-932d-fa6f6b5bca74 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:06.117781 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308cc59a-7ad3-4049-a422-be3f60c06d8a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:06.129373 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308cc59a-7ad3-4049-a422-be3f60c06d8a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:06.135815 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308cc59a-7ad3-4049-a422-be3f60c06d8a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:06.137817 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-308cc59a-7ad3-4049-a422-be3f60c06d8a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2389 time: 0.2607026 Nov 23 04:44:06.142921 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45396) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:06.153583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-366e7e38-7e9c-42fd-a82d-d522ef5cee61 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.314934 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-85ec30a7-fcbb-4f02-946f-27e38cf0a8ea req-489679a9-f530-4479-b926-8feabda4eca6 service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3419518 Nov 23 04:44:06.346294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-366e7e38-7e9c-42fd-a82d-d522ef5cee61 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.354220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-366e7e38-7e9c-42fd-a82d-d522ef5cee61 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.374873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366e7e38-7e9c-42fd-a82d-d522ef5cee61 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b364b70d-dd08-4565-aba7-0ef3c4a6f8b5,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:06.395368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-e1c844f6-41af-4d7b-8ab5-be6e0f7cd4d9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port 9d4e9d2c-3b49-461f-98dd-b41177d8ef3a {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:06.395887 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1c844f6-41af-4d7b-8ab5-be6e0f7cd4d9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.404723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-366e7e38-7e9c-42fd-a82d-d522ef5cee61 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.409440 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-366e7e38-7e9c-42fd-a82d-d522ef5cee61 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5136883 Nov 23 04:44:06.421593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45402) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:06.426618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-38cafb9d-83f7-42aa-8f34-684be224f052 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': 'dbb55b04-f8ec-45e4-9b2b-25277da33c08', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:06.499049 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f8983d89-f0e7-4bf8-84aa-526436f73f8b req-bbaf25ea-4417-4734-b259-924ba21769e8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 210 time: 0.0351722 Nov 23 04:44:06.538398 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Port af0e5d39-7930-4e35-a3c0-d05f0cd3ffb6 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:06.539690 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-38cafb9d-83f7-42aa-8f34-684be224f052 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:44:06.547959 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-38cafb9d-83f7-42aa-8f34-684be224f052 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.615639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-38cafb9d-83f7-42aa-8f34-684be224f052 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.622071 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Provisioning complete for port b2549d95-7e83-47c2-a91c-d242b1a867af triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:06.622636 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.624936 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-38cafb9d-83f7-42aa-8f34-684be224f052 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.649461 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1c844f6-41af-4d7b-8ab5-be6e0f7cd4d9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.661605 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38cafb9d-83f7-42aa-8f34-684be224f052 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bc12133-490a-4885-9ced-4fd812de7a22,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:06.665738 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c708b416-3495-436a-83c9-019b060792f4 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.672629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-e1c844f6-41af-4d7b-8ab5-be6e0f7cd4d9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for 9d4e9d2c-3b49-461f-98dd-b41177d8ef3a owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:06.692456 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-38cafb9d-83f7-42aa-8f34-684be224f052 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.696977 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-38cafb9d-83f7-42aa-8f34-684be224f052 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2708409 Nov 23 04:44:06.735459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45410) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:06.740264 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-05dd1abc-8cec-481b-b56b-1af59db8009b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': 'dbb55b04-f8ec-45e4-9b2b-25277da33c08', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:06.788314 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-05dd1abc-8cec-481b-b56b-1af59db8009b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:44:06.797318 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05dd1abc-8cec-481b-b56b-1af59db8009b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.817896 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd0d214a-2c5b-4c30-8f45-4cba8b240835 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router d638b72b-37d6-4cec-a495-6ffd2a6cab82 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:06.899759 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05dd1abc-8cec-481b-b56b-1af59db8009b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.910866 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05dd1abc-8cec-481b-b56b-1af59db8009b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.930519 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c708b416-3495-436a-83c9-019b060792f4 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.930722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1c844f6-41af-4d7b-8ab5-be6e0f7cd4d9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.934000 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 94c4873c-78fb-48b0-932d-fa6f6b5bca74 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:06.934145 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c708b416-3495-436a-83c9-019b060792f4 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.934578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.940157 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:02Z', 'revision_number': 6, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b94820f-f573-45df-81f1-43b487fa0111', 'name': '', 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:c2:0d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '7997fa89-9234-409b-b21d-0f7153550609', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:56Z', 'updated_at': '2021-11-23T04:44:05Z', 'revision_number': 4, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '7997fa89-9234-409b-b21d-0f7153550609', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0', 'name': '', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:96:50:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:43Z', 'updated_at': '2021-11-23T04:43:54Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:06.947228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05dd1abc-8cec-481b-b56b-1af59db8009b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:06.956327 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-05dd1abc-8cec-481b-b56b-1af59db8009b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2121589 Nov 23 04:44:06.956532 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c708b416-3495-436a-83c9-019b060792f4 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] 10.222.0.37 "DELETE /v2.0/security-groups/b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e HTTP/1.1" status: 204 len: 168 time: 1.4605510 Nov 23 04:44:06.983324 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c844f6-41af-4d7b-8ab5-be6e0f7cd4d9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=9d4e9d2c-3b49-461f-98dd-b41177d8ef3a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:06.987844 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dd1abc-8cec-481b-b56b-1af59db8009b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e93f1e4-70f0-4233-86a8-e9d691dd6fad,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:07.059860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1c844f6-41af-4d7b-8ab5-be6e0f7cd4d9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:07.065922 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e1c844f6-41af-4d7b-8ab5-be6e0f7cd4d9 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/9d4e9d2c-3b49-461f-98dd-b41177d8ef3a HTTP/1.1" status: 204 len: 168 time: 0.9207458 Nov 23 04:44:07.068009 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45426) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:07.134394 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eec453e-d41b-4052-9613-84ca593a897c None None] The sync data for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv is: [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:02Z', 'revision_number': 6, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b94820f-f573-45df-81f1-43b487fa0111', 'name': '', 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:c2:0d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '7997fa89-9234-409b-b21d-0f7153550609', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:56Z', 'updated_at': '2021-11-23T04:44:05Z', 'revision_number': 4, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '7997fa89-9234-409b-b21d-0f7153550609', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0', 'name': '', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:96:50:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:43Z', 'updated_at': '2021-11-23T04:43:54Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:07.136252 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c99df831-c837-4a9a-9730-28b448863be7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:07.151878 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c0dcf33-64c3-456e-b271-5109de2e9c13 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] GET failed (client error): The resource could not be found. Nov 23 04:44:07.155695 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c708b416-3495-436a-83c9-019b060792f4 tempest-TestNetworkAdvancedServerOps-61876239 tempest-TestNetworkAdvancedServerOps-61876239-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b634b8c0-44bb-4a3c-9e93-5f6c5e1d191e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:07.156616 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7c0dcf33-64c3-456e-b271-5109de2e9c13 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/9d4e9d2c-3b49-461f-98dd-b41177d8ef3a HTTP/1.1" status: 404 len: 333 time: 0.0872099 Nov 23 04:44:07.161148 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45432) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:07.186797 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12e2c382-f124-4e3a-aae5-a8e6d87fdf02 req-d48bc662-d4ac-40ca-8cd7-07938be51f69 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:07.188882 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-12e2c382-f124-4e3a-aae5-a8e6d87fdf02 req-d48bc662-d4ac-40ca-8cd7-07938be51f69 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.6070397 Nov 23 04:44:07.323737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b2549d95-7e83-47c2-a91c-d242b1a867af up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:07.377182 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:07.514054 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd0d214a-2c5b-4c30-8f45-4cba8b240835 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:07.530933 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dd0d214a-2c5b-4c30-8f45-4cba8b240835 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:07.532283 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dd0d214a-2c5b-4c30-8f45-4cba8b240835 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/d638b72b-37d6-4cec-a495-6ffd2a6cab82 HTTP/1.1" status: 200 len: 886 time: 2.6012349 Nov 23 04:44:07.535928 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd697a7e-e083-4818-a4d6-80cea8d8acd6 None None] Sync routers for ids ['d638b72b-37d6-4cec-a495-6ffd2a6cab82'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:07.536419 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45442) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:07.537233 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-664d52b8-d2ae-4549-800f-7bab98f8700d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1646474737&fields=id&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 267 time: 0.2839723 Nov 23 04:44:07.576244 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd697a7e-e083-4818-a4d6-80cea8d8acd6 None None] Routers {'d638b72b-37d6-4cec-a495-6ffd2a6cab82'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:07.576882 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cd697a7e-e083-4818-a4d6-80cea8d8acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d638b72b-37d6-4cec-a495-6ffd2a6cab82'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:07.623245 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45444) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:07.683676 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cd697a7e-e083-4818-a4d6-80cea8d8acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:07.684791 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] For port b2549d95-7e83-47c2-a91c-d242b1a867af, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b2549d95-7e83-47c2-a91c-d242b1a867af,segment=NetworkSegment(ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb),segment_id=ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:07.699269 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:07.710156 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd697a7e-e083-4818-a4d6-80cea8d8acd6 None None] Routers {'d638b72b-37d6-4cec-a495-6ffd2a6cab82'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:07.710758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:07.710903 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cd697a7e-e083-4818-a4d6-80cea8d8acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['d638b72b-37d6-4cec-a495-6ffd2a6cab82'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:07.746274 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-2fbeb5cb-2b76-44b5-8617-f5170ee9886d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port af0e5d39-7930-4e35-a3c0-d05f0cd3ffb6 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:07.747061 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2fbeb5cb-2b76-44b5-8617-f5170ee9886d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:07.777151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:07.816671 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cd697a7e-e083-4818-a4d6-80cea8d8acd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:07.818567 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd697a7e-e083-4818-a4d6-80cea8d8acd6 None None] The sync data for ids ['d638b72b-37d6-4cec-a495-6ffd2a6cab82'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:07.818789 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dadf1003-0ac2-410a-865f-6abf1196cb83 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/routers/d638b72b-37d6-4cec-a495-6ffd2a6cab82 HTTP/1.1" status: 200 len: 886 time: 0.2790935 Nov 23 04:44:07.821943 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Provisioning complete for port 0c9812fa-c504-49ac-b140-b10397db5f04 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:07.827254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:07.831288 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45448) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:07.891853 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-12e2c382-f124-4e3a-aae5-a8e6d87fdf02 req-7dc79f4f-04a4-43cc-bc41-c04d97611c8b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6512923 Nov 23 04:44:07.918535 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2fbeb5cb-2b76-44b5-8617-f5170ee9886d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:07.938135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-2fbeb5cb-2b76-44b5-8617-f5170ee9886d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for af0e5d39-7930-4e35-a3c0-d05f0cd3ffb6 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:07.938435 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-80209e34-b6ad-4186-95cb-58366f0df225 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d638b72b-37d6-4cec-a495-6ffd2a6cab82 HTTP/1.1" status: 200 len: 205 time: 0.1052277 Nov 23 04:44:07.964545 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port b2549d95-7e83-47c2-a91c-d242b1a867af triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:07.964920 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:07.975745 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45450) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:08.038150 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Pushing event updated for resources: {'Port': ['ID=b2549d95-7e83-47c2-a91c-d242b1a867af,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:08.190114 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2fbeb5cb-2b76-44b5-8617-f5170ee9886d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.214856 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c043656-a70e-414a-935c-cc8ce94ded94 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.226877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Attempting to bind port bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:08.227255 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Attempting to bind port bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '3d5e7401-d0ea-4e07-987e-d6c80449bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:08.227629 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Attempting to bind port bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c on network d53e347e-2e66-45ae-b542-42cb5f2adb31 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:08.234962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485905fd-0b94-4dd6-87c7-199792ecb964 None None] Pushing event updated for resources: {'Port': ['ID=bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:08.249716 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 43, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:08.250098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Checking segment: {'id': '3d5e7401-d0ea-4e07-987e-d6c80449bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:08.250507 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.250905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Bound using segment: {'id': '3d5e7401-d0ea-4e07-987e-d6c80449bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:08.251391 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Bound port: bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3d5e7401-d0ea-4e07-987e-d6c80449bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:08.251778 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.260738 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f1e46399-df30-4b1b-9651-768198dc4aef req-38561f7f-810f-4f8d-837a-0d8b0d0c7b5d tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 210 time: 0.1436324 Nov 23 04:44:08.305794 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-50af4e4b-5c66-4020-9df0-cce364d1b832 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e34fb94931bb453baa2f45e6eb57eddb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6749878 Nov 23 04:44:08.310906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835614c-9dff-4826-8478-70fd9e85caec req-4a042e9d-958a-45af-9a65-eacca95190d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:08.312391 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-4a042e9d-958a-45af-9a65-eacca95190d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/networks?id=d53e347e-2e66-45ae-b542-42cb5f2adb31 HTTP/1.1" status: 200 len: 796 time: 0.7741246 Nov 23 04:44:08.315992 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45452) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:08.317407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbeb5cb-2b76-44b5-8617-f5170ee9886d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=af0e5d39-7930-4e35-a3c0-d05f0cd3ffb6,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:08.364936 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5ed58fd8-d87e-4516-b763-85e8ac642ffe no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:08.371927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2fbeb5cb-2b76-44b5-8617-f5170ee9886d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.379823 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2fbeb5cb-2b76-44b5-8617-f5170ee9886d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/af0e5d39-7930-4e35-a3c0-d05f0cd3ffb6 HTTP/1.1" status: 204 len: 168 time: 1.2127960 Nov 23 04:44:08.380524 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45454) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:08.426667 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Provisioning complete for port 8b94820f-f573-45df-81f1-43b487fa0111 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:08.426923 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.extraroute_db [None req-300e175d-a634-4fa6-bd14-4b4588e731d5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Added routes are [] {{(pid=109952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 04:44:08.427041 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.427127 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.extraroute_db [None req-300e175d-a634-4fa6-bd14-4b4588e731d5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=109952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 04:44:08.429055 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 5ed58fd8-d87e-4516-b763-85e8ac642ffe {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:08.429451 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5ed58fd8-d87e-4516-b763-85e8ac642ffe not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:08.432233 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e0461ad-ab49-487b-a8ad-b3d1ebaca776 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] GET failed (client error): The resource could not be found. Nov 23 04:44:08.442709 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0e0461ad-ab49-487b-a8ad-b3d1ebaca776 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/af0e5d39-7930-4e35-a3c0-d05f0cd3ffb6 HTTP/1.1" status: 404 len: 333 time: 0.0550904 Nov 23 04:44:08.448202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45456) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:08.531130 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.536508 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] For port bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:08.540935 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-98057023-eb55-429f-89e1-46f6e5f0c558 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/quotas/1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 375 time: 0.1593881 Nov 23 04:44:08.543012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] For port bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c,segment=NetworkSegment(3d5e7401-d0ea-4e07-987e-d6c80449bf04),segment_id=3d5e7401-d0ea-4e07-987e-d6c80449bf04)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:08.553644 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ec933d-6cd7-4f00-9a19-bf0f1523a891 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting subnet 1279b7da-f0c5-4387-9d21-1f989a284531 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:44:08.555337 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.556980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e6ec933d-6cd7-4f00-9a19-bf0f1523a891 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.601956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8c3e9f4-b97d-4c9e-8d8d-23939bd3d780 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.638279 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c043656-a70e-414a-935c-cc8ce94ded94 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.653329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8c3e9f4-b97d-4c9e-8d8d-23939bd3d780 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.679499 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.687830 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e6ec933d-6cd7-4f00-9a19-bf0f1523a891 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.715428 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42b80e5-c649-4394-9f28-e135b5e7da99 None None] Sync routers for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:08.752677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8c3e9f4-b97d-4c9e-8d8d-23939bd3d780 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.754523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8c3e9f4-b97d-4c9e-8d8d-23939bd3d780 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.756181 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f8c3e9f4-b97d-4c9e-8d8d-23939bd3d780 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f90e8467-4018-45f3-8f47-7e8dfe851be0 HTTP/1.1" status: 204 len: 168 time: 0.4351532 Nov 23 04:44:08.769919 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b80e5-c649-4394-9f28-e135b5e7da99 None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:08.770639 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e42b80e5-c649-4394-9f28-e135b5e7da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:08.839028 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Routers {'f83f90b6-e261-4f09-8b08-e108991b8127'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:08.840035 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:43:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f83f90b6-e261-4f09-8b08-e108991b8127'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:08.856397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-b13c356d-425d-41a1-9962-e57012529d33 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:08.858134 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-b13c356d-425d-41a1-9962-e57012529d33 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.15 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 812 time: 0.4071698 Nov 23 04:44:08.868510 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3e9f4-b97d-4c9e-8d8d-23939bd3d780 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f90e8467-4018-45f3-8f47-7e8dfe851be0,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:08.903823 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-4ee61fdb-b309-417d-b3e6-47db4adef557 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3101063 Nov 23 04:44:08.941469 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-300e175d-a634-4fa6-bd14-4b4588e731d5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.952483 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e6ec933d-6cd7-4f00-9a19-bf0f1523a891 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:08.962412 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-e42b80e5-c649-4394-9f28-e135b5e7da99 None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:09.125226 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-84c4c433-4682-4ef7-950b-bc892e3c5435 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=198cbe73856f4e8c93984c97d08d0ad2 HTTP/1.1" status: 200 len: 378 time: 0.2119532 Nov 23 04:44:09.138002 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 0c9812fa-c504-49ac-b140-b10397db5f04 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:09.140867 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-e852082d-b296-4d76-9df7-7d1dfe03d993 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Request body: {'port': {'device_id': '701fa321-9a7d-48b3-972b-a12de40e0dd9', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'admin_state_up': True, 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'security_groups': ['77bb1241-0a9c-4d4f-adaf-356b69d872e3']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:09.165335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485905fd-0b94-4dd6-87c7-199792ecb964 None None] Pushing event updated for resources: {'Port': ['ID=bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:09.169191 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] Set router f83f90b6-e261-4f09-8b08-e108991b8127 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:09.219285 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-5e276fc2-b3ce-41e4-9969-0f91f79c298b service neutron] 10.222.0.37 "GET /v2.0/networks/d53e347e-2e66-45ae-b542-42cb5f2adb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2784534 Nov 23 04:44:09.237662 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] For port 8b94820f-f573-45df-81f1-43b487fa0111, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8b94820f-f573-45df-81f1-43b487fa0111,segment=NetworkSegment(fc609233-8b3e-4a92-9b71-bc6bbcf4c922),segment_id=fc609233-8b3e-4a92-9b71-bc6bbcf4c922)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:09.256968 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7c043656-a70e-414a-935c-cc8ce94ded94 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port cdc1eadb-26cc-4539-b3b4-5fe75ca59311 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:09.257431 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c043656-a70e-414a-935c-cc8ce94ded94 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:09.265893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:09.324706 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eac21da-6640-49fa-8222-17ce7b232a0f req-80f9cb32-5193-4db4-8a2e-9b30b2b2579d tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:09.334770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45470) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:09.334994 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2eac21da-6640-49fa-8222-17ce7b232a0f req-80f9cb32-5193-4db4-8a2e-9b30b2b2579d tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.3000901 Nov 23 04:44:09.394149 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-46289b65-92d0-45cb-ae70-d109bca92520 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:09.439651 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-e852082d-b296-4d76-9df7-7d1dfe03d993 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Made reservation on behalf of 198cbe73856f4e8c93984c97d08d0ad2 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:09.443781 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-e852082d-b296-4d76-9df7-7d1dfe03d993 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:09.445986 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e6ec933d-6cd7-4f00-9a19-bf0f1523a891 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:09.517934 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-45d6702a-262e-4fe5-aab1-3a192e393fbf service neutron] 10.222.0.37 "GET /v2.0/networks/d53e347e-2e66-45ae-b542-42cb5f2adb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976904 Nov 23 04:44:09.550217 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec933d-6cd7-4f00-9a19-bf0f1523a891 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Subnet': ['ID=1279b7da-f0c5-4387-9d21-1f989a284531,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:09.561855 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e6ec933d-6cd7-4f00-9a19-bf0f1523a891 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:09.581807 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e6ec933d-6cd7-4f00-9a19-bf0f1523a891 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/1279b7da-f0c5-4387-9d21-1f989a284531 HTTP/1.1" status: 204 len: 168 time: 1.1211317 Nov 23 04:44:09.602222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45472) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:09.650062 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2eac21da-6640-49fa-8222-17ce7b232a0f req-095ca28c-5d87-4342-8cc9-65b772b213cb tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3137844 Nov 23 04:44:09.694612 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c043656-a70e-414a-935c-cc8ce94ded94 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:09.702040 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Pushing event updated for resources: {'Port': ['ID=8b94820f-f573-45df-81f1-43b487fa0111,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:09.795367 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-300e175d-a634-4fa6-bd14-4b4588e731d5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:09.800782 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-46289b65-92d0-45cb-ae70-d109bca92520 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:09.817182 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7c043656-a70e-414a-935c-cc8ce94ded94 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for cdc1eadb-26cc-4539-b3b4-5fe75ca59311 owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:09.829688 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-300e175d-a634-4fa6-bd14-4b4588e731d5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:09.857024 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a8e1b48a-a872-41c9-91cd-866b36d7b519 req-b3ead90d-9d29-434c-9193-2ef993206742 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 210 time: 0.0596173 Nov 23 04:44:09.893429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5492cd0-fdf1-45ef-852f-03868af2f49c None None] Network 25787158-d81f-479a-b860-b9f842f3a4a4 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:09.929560 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-46289b65-92d0-45cb-ae70-d109bca92520 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:09.955687 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:09.978267 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-e852082d-b296-4d76-9df7-7d1dfe03d993 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Allocated IP 172.20.0.10 (ca7d247b-210d-4ed0-a1d5-72133393a767/66beddca-6c37-4768-b1f2-70b0afaa8f73/6b653762-0c95-40d8-b695-3d7a92ee7d2e) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:10.019180 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4d071cc-0c59-416f-9da5-aa04210c57cc req-15b839c6-79f1-4602-b5f9-a992b64bdec5 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:10.020792 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d4d071cc-0c59-416f-9da5-aa04210c57cc req-15b839c6-79f1-4602-b5f9-a992b64bdec5 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2251470 Nov 23 04:44:10.025575 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-46289b65-92d0-45cb-ae70-d109bca92520 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=58231b481bf74c3b8009fca2bcd374c5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.6899006 Nov 23 04:44:10.028779 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46289b65-92d0-45cb-ae70-d109bca92520 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d34bd7d8-421a-4dc1-b256-7fa5aa3ae94d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:10.034309 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45484) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:10.157182 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d4d071cc-0c59-416f-9da5-aa04210c57cc req-96854125-fa3a-4b70-8c38-5d00d89ba30e tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258230 Nov 23 04:44:10.224921 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24bb8956-8b72-43d9-b929-800110272d8f admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:10.233967 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2fd6b2c0-cff4-4454-a935-72afadfc7aec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:10.461308 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-17df64cc-f0bd-4fbb-b9ae-dd8a414a5b14 req-ecd9886b-307a-4413-ab9c-d352895a275a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 210 time: 0.4665785 Nov 23 04:44:10.508612 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Provisioning complete for port bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:10.509417 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:10.526014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24bb8956-8b72-43d9-b929-800110272d8f admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:10.572508 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 0c9812fa-c504-49ac-b140-b10397db5f04 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:10.573361 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:10.624860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24bb8956-8b72-43d9-b929-800110272d8f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:10.627570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-24bb8956-8b72-43d9-b929-800110272d8f admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:10.628756 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-24bb8956-8b72-43d9-b929-800110272d8f admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d34bd7d8-421a-4dc1-b256-7fa5aa3ae94d HTTP/1.1" status: 204 len: 168 time: 0.5933535 Nov 23 04:44:10.662154 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bb8956-8b72-43d9-b929-800110272d8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d34bd7d8-421a-4dc1-b256-7fa5aa3ae94d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:10.670077 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-300e175d-a634-4fa6-bd14-4b4588e731d5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:10.697542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd7bde0-94bc-4905-94a7-f37e250daed2 req-6b12553f-6fbb-4e46-aabd-4ab8077f56b9 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:10.699080 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fbd7bde0-94bc-4905-94a7-f37e250daed2 req-6b12553f-6fbb-4e46-aabd-4ab8077f56b9 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1163123 Nov 23 04:44:10.718469 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:10.754563 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:43:57Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:44:08Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:10.775975 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fbd7bde0-94bc-4905-94a7-f37e250daed2 req-3492573f-fff8-4322-9139-62a980bd08e2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673144 Nov 23 04:44:10.784575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-e852082d-b296-4d76-9df7-7d1dfe03d993 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:10.858190 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-e852082d-b296-4d76-9df7-7d1dfe03d993 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:10.903193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e42b80e5-c649-4394-9f28-e135b5e7da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:02Z', 'revision_number': 6, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b94820f-f573-45df-81f1-43b487fa0111', 'name': '', 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:c2:0d:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '7997fa89-9234-409b-b21d-0f7153550609', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:56Z', 'updated_at': '2021-11-23T04:44:05Z', 'revision_number': 4, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '7997fa89-9234-409b-b21d-0f7153550609', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0', 'name': '', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:96:50:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:43Z', 'updated_at': '2021-11-23T04:43:54Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:10.961258 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1b5cc5-185d-417d-afa6-a583a5f0f122 None None] DHCP port deletion for 25787158-d81f-479a-b860-b9f842f3a4a4 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:44:10.966135 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-300e175d-a634-4fa6-bd14-4b4588e731d5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:10.983806 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-300e175d-a634-4fa6-bd14-4b4588e731d5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:10.994448 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-300e175d-a634-4fa6-bd14-4b4588e731d5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 HTTP/1.1" status: 200 len: 704 time: 5.0726314 Nov 23 04:44:10.999065 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45496) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:11.003225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e852082d-b296-4d76-9df7-7d1dfe03d993 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'Port': ['ID=6b653762-0c95-40d8-b695-3d7a92ee7d2e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:11.096803 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port b2549d95-7e83-47c2-a91c-d242b1a867af {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:11.098402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:11.123366 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-e852082d-b296-4d76-9df7-7d1dfe03d993 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Network ca7d247b-210d-4ed0-a1d5-72133393a767 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:11.138277 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-e852082d-b296-4d76-9df7-7d1dfe03d993 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:11.145646 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-e852082d-b296-4d76-9df7-7d1dfe03d993 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:11.156762 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e12ff343-882e-4308-ad6d-14e5992eed9c None None] The sync data for ids ['f83f90b6-e261-4f09-8b08-e108991b8127'] in dv-neutron-818850-1-hyperv is: [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:43:57Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:44:08Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:11.179290 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42b80e5-c649-4394-9f28-e135b5e7da99 None None] Checking router: 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:11.198193 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb4f2c6-817e-418f-88e1-00360bf55e19 req-2bb3a9f7-c83b-43e3-a088-f682f6d4f803 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:11.215752 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1bb4f2c6-817e-418f-88e1-00360bf55e19 req-2bb3a9f7-c83b-43e3-a088-f682f6d4f803 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 932 time: 0.2013848 Nov 23 04:44:11.349223 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c043656-a70e-414a-935c-cc8ce94ded94 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:11.419320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:11.431198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42b80e5-c649-4394-9f28-e135b5e7da99 None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:11.432759 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e42b80e5-c649-4394-9f28-e135b5e7da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:11.445625 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b2549d95-7e83-47c2-a91c-d242b1a867af up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:11.548861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-e852082d-b296-4d76-9df7-7d1dfe03d993 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:11.566036 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-e852082d-b296-4d76-9df7-7d1dfe03d993 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:11.611505 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1bb4f2c6-817e-418f-88e1-00360bf55e19 req-dfa37d8e-b0fb-423a-a538-bf82c8c1730e tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2866480 Nov 23 04:44:11.628325 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-e852082d-b296-4d76-9df7-7d1dfe03d993 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4926887 Nov 23 04:44:11.843856 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] For port bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c,segment=NetworkSegment(3d5e7401-d0ea-4e07-987e-d6c80449bf04),segment_id=3d5e7401-d0ea-4e07-987e-d6c80449bf04)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:11.855706 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-44a3bd4a-b66f-491d-9c27-61f4107780b9 req-82314948-a2a7-4c1b-ab42-30d1ca5ed077 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 210 time: 0.0658145 Nov 23 04:44:11.867058 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b5cc5-185d-417d-afa6-a583a5f0f122 None None] Deleting port b2549d95-7e83-47c2-a91c-d242b1a867af {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:11.874368 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3e1b5cc5-185d-417d-afa6-a583a5f0f122 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:11.884206 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:11.895713 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:11.946818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Request body: {'port': {'device_id': '701fa321-9a7d-48b3-972b-a12de40e0dd9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:11.998249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] For port b2549d95-7e83-47c2-a91c-d242b1a867af, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b2549d95-7e83-47c2-a91c-d242b1a867af,segment=NetworkSegment(ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb),segment_id=ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:12.000771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:12.037533 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:12.070970 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c043656-a70e-414a-935c-cc8ce94ded94 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=cdc1eadb-26cc-4539-b3b4-5fe75ca59311,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:12.094698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-e42b80e5-c649-4394-9f28-e135b5e7da99 None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:12.167120 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for b2549d95-7e83-47c2-a91c-d242b1a867af owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:12.229649 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-530b644b-7962-414f-8afd-e489b2b723f6 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/routers/8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 HTTP/1.1" status: 200 len: 704 time: 1.2290523 Nov 23 04:44:12.230822 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45510) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:12.248688 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835614c-9dff-4826-8478-70fd9e85caec req-2f9731ce-64d2-4fb7-9928-90b48fd13640 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:12.251548 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-2f9731ce-64d2-4fb7-9928-90b48fd13640 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/networks?id=d53e347e-2e66-45ae-b542-42cb5f2adb31 HTTP/1.1" status: 200 len: 796 time: 0.7108185 Nov 23 04:44:12.263579 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a094487f-909b-4173-91f2-be7e58ea32b7 None None] Could not find standard attr ID for object af0e5d39-7930-4e35-a3c0-d05f0cd3ffb6. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:44:12.359925 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30f9c395-b31b-40d2-88a8-83bba3f93ab7 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:44:12.379291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a094487f-909b-4173-91f2-be7e58ea32b7 None None] Could not find standard attr ID for object 9d4e9d2c-3b49-461f-98dd-b41177d8ef3a. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:44:12.383366 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-3e1b5cc5-185d-417d-afa6-a583a5f0f122 None None] For port b2549d95-7e83-47c2-a91c-d242b1a867af, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b2549d95-7e83-47c2-a91c-d242b1a867af,segment=NetworkSegment(ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb),segment_id=ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:12.383784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3e1b5cc5-185d-417d-afa6-a583a5f0f122 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:12.391023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port b2549d95-7e83-47c2-a91c-d242b1a867af triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:12.391405 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:12.447837 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b4d65d-df80-4d65-97b2-5338bd85e236 req-426d9655-f1fe-4206-a26b-6c3c8840cd84 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:12.449511 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-12b4d65d-df80-4d65-97b2-5338bd85e236 req-426d9655-f1fe-4206-a26b-6c3c8840cd84 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 1.1414192 Nov 23 04:44:12.463841 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6b653762-0c95-40d8-b695-3d7a92ee7d2e {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:44:12.482206 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:12.496948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-3e1b5cc5-185d-417d-afa6-a583a5f0f122 None None] Calling delete_port for b2549d95-7e83-47c2-a91c-d242b1a867af owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:12.518084 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Transition to ACTIVE for port object 6b653762-0c95-40d8-b695-3d7a92ee7d2e will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:44:12.524444 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:12.538032 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:12.554214 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c46f9ee-dcde-45d5-b1e1-53935cd1a522 None None] Pushing event updated for resources: {'Port': ['ID=bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:12.564307 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a094487f-909b-4173-91f2-be7e58ea32b7 None None] Provisioning complete for port 8b94820f-f573-45df-81f1-43b487fa0111 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:12.564804 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a094487f-909b-4173-91f2-be7e58ea32b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:12.601013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Pushing event updated for resources: {'Port': ['ID=6b653762-0c95-40d8-b695-3d7a92ee7d2e,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:12.662467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Could not find standard attr ID for object b2549d95-7e83-47c2-a91c-d242b1a867af. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:44:12.680449 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No ports have port_id starting with b2549d95-7e83-47c2-a91c-d242b1a867af Nov 23 04:44:12.736646 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=b2549d95-7e83-47c2-a91c-d242b1a867af,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:12.747571 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Attempting to bind port 6b653762-0c95-40d8-b695-3d7a92ee7d2e on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:12.747933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Attempting to bind port 6b653762-0c95-40d8-b695-3d7a92ee7d2e by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:12.748967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Attempting to bind port 6b653762-0c95-40d8-b695-3d7a92ee7d2e on network ca7d247b-210d-4ed0-a1d5-72133393a767 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:12.760040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Port 6b653762-0c95-40d8-b695-3d7a92ee7d2e on network ca7d247b-210d-4ed0-a1d5-72133393a767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:44:12.760374 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Attempting to bind port 6b653762-0c95-40d8-b695-3d7a92ee7d2e on network ca7d247b-210d-4ed0-a1d5-72133393a767 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:12.777335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8b94820f-f573-45df-81f1-43b487fa0111 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:12.777555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:12.777555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Checking segment: {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:12.777555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Bound using segment: {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:12.777555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Bound port: 6b653762-0c95-40d8-b695-3d7a92ee7d2e, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:12.777555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:12.802220 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c043656-a70e-414a-935c-cc8ce94ded94 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:12.845357 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:12.863729 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e42b80e5-c649-4394-9f28-e135b5e7da99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:08Z', 'revision_number': 7, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b94820f-f573-45df-81f1-43b487fa0111', 'name': '', 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:c2:0d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '7997fa89-9234-409b-b21d-0f7153550609', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:56Z', 'updated_at': '2021-11-23T04:44:08Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '7997fa89-9234-409b-b21d-0f7153550609', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0', 'name': '', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:96:50:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:43Z', 'updated_at': '2021-11-23T04:43:54Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:12.899283 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e42b80e5-c649-4394-9f28-e135b5e7da99 None None] The sync data for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv is: [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:08Z', 'revision_number': 7, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b94820f-f573-45df-81f1-43b487fa0111', 'name': '', 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:c2:0d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '7997fa89-9234-409b-b21d-0f7153550609', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:56Z', 'updated_at': '2021-11-23T04:44:08Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '7997fa89-9234-409b-b21d-0f7153550609', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0', 'name': '', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:96:50:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:43Z', 'updated_at': '2021-11-23T04:43:54Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:12.901049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66a0ca3-3602-477d-a61b-4f808d1bbaba req-2b24e38b-ac40-4b69-8c05-b8494d65b0e4 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:12.922327 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e66a0ca3-3602-477d-a61b-4f808d1bbaba req-2b24e38b-ac40-4b69-8c05-b8494d65b0e4 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 944 time: 0.1205425 Nov 23 04:44:12.938771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c043656-a70e-414a-935c-cc8ce94ded94 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:12.942398 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c043656-a70e-414a-935c-cc8ce94ded94 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:12.970289 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3e1b5cc5-185d-417d-afa6-a583a5f0f122 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:12.987958 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e1b5cc5-185d-417d-afa6-a583a5f0f122 None None] No DVR routers for this DVR port b2549d95-7e83-47c2-a91c-d242b1a867af on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:12.991084 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 8b94820f-f573-45df-81f1-43b487fa0111 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:12.991531 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.015806 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a094487f-909b-4173-91f2-be7e58ea32b7 None None] Provisioning complete for port bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:13.016263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a094487f-909b-4173-91f2-be7e58ea32b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.026741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] For port 6b653762-0c95-40d8-b695-3d7a92ee7d2e, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:13.041006 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No DVR routers for this DVR port b2549d95-7e83-47c2-a91c-d242b1a867af on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:13.044330 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1b5cc5-185d-417d-afa6-a583a5f0f122 None None] Pushing event deleted for resources: {'Port': ['ID=b2549d95-7e83-47c2-a91c-d242b1a867af,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:13.052417 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] For port 6b653762-0c95-40d8-b695-3d7a92ee7d2e, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6b653762-0c95-40d8-b695-3d7a92ee7d2e,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:13.069856 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e66a0ca3-3602-477d-a61b-4f808d1bbaba req-81215202-e4ae-4a0b-8493-20ef48dabb27 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1467769 Nov 23 04:44:13.072036 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.154718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:13.155636 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.157636 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] 10.222.0.15 "PUT /v2.0/ports/6b653762-0c95-40d8-b695-3d7a92ee7d2e HTTP/1.1" status: 200 len: 1094 time: 1.5151577 Nov 23 04:44:13.158567 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701fa321-9a7d-48b3-972b-a12de40e0dd9', 'tag': '6b653762-0c95-40d8-b695-3d7a92ee7d2e'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:44:13.163590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e518fdb-d6ad-4c56-a6e5-8e759efc6ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "701fa321-9a7d-48b3-972b-a12de40e0dd9", "tag": "6b653762-0c95-40d8-b695-3d7a92ee7d2e"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:44:13.169731 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.215097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b9b909-73c4-4373-b487-8c591ab8da16 service neutron] Pushing event updated for resources: {'Port': ['ID=6b653762-0c95-40d8-b695-3d7a92ee7d2e,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:13.216477 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25787158-d81f-479a-b860-b9f842f3a4a4']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:13.258892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:13.259123 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba57e87e-0eb4-49f6-a5cb-dd3b7ad870fb') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:13.274689 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.292045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.302047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Releasing vlan 188 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:44:13.302513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.309535 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.15', 51040) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:13.319817 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-772b95d1-1668-47d6-9513-523eb7d78eb2 req-9f40368c-5fe7-4bd6-a440-4f7305a72444 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 210 time: 0.0925939 Nov 23 04:44:13.397968 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d1c09-93f6-4f30-89a9-2113749e677e None None] Sync routers for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:44:13.399492 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:44:13.415469 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d1c09-93f6-4f30-89a9-2113749e677e None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:13.421462 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-976d1c09-93f6-4f30-89a9-2113749e677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:13.449740 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c043656-a70e-414a-935c-cc8ce94ded94 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.449958 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-49598640-9641-4ac7-98e7-823ea2a3bc0a x-openstack-request-id: req-49598640-9641-4ac7-98e7-823ea2a3bc0a {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:44:13.450179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701fa321-9a7d-48b3-972b-a12de40e0dd9", "tag": "6b653762-0c95-40d8-b695-3d7a92ee7d2e", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:44:13.450289 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c043656-a70e-414a-935c-cc8ce94ded94 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Fanout notify agent at l3_agent the message router_deleted on router d638b72b-37d6-4cec-a495-6ffd2a6cab82 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:44:13.450547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-49598640-9641-4ac7-98e7-823ea2a3bc0a {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:44:13.451028 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701fa321-9a7d-48b3-972b-a12de40e0dd9', 'tag': '6b653762-0c95-40d8-b695-3d7a92ee7d2e', 'status': 'completed', 'code': 200} Nov 23 04:44:13.472747 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c043656-a70e-414a-935c-cc8ce94ded94 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.473934 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7c043656-a70e-414a-935c-cc8ce94ded94 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/routers/d638b72b-37d6-4cec-a495-6ffd2a6cab82 HTTP/1.1" status: 204 len: 168 time: 5.4968028 Nov 23 04:44:13.481408 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45518) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:13.493098 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-d421b080-7d05-4ba4-a8c5-af62a393c648 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'network': {'name': 'tempest-RoutersTest-485742760'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:13.529704 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.537832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d421b080-7d05-4ba4-a8c5-af62a393c648 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:13.541605 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d421b080-7d05-4ba4-a8c5-af62a393c648 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.557031 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-b4640792-9207-4196-b20e-260ff9d02a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:13.558571 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-b4640792-9207-4196-b20e-260ff9d02a96 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 1097 time: 0.3099167 Nov 23 04:44:13.560438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.563821 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/networks/25787158-d81f-479a-b860-b9f842f3a4a4 HTTP/1.1" status: 204 len: 168 time: 3.9576921 Nov 23 04:44:13.568693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45520) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:13.574662 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d73fb74b-9a30-457e-8381-f5b20a48d609 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1609889132'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:13.580835 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e085cb49-463f-4d97-b689-1305ad2bcca9 req-a428bf45-5f1f-4c5c-9be9-cedfcc960804 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2684412 Nov 23 04:44:13.600393 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-976d1c09-93f6-4f30-89a9-2113749e677e None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:13.633925 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-29868c01-1890-4e00-89b0-467d826dd34e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 380 time: 1.0991473 Nov 23 04:44:13.637175 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fa8a0d-b3b1-4df5-89f9-9fc1ded20bd3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Network': ['ID=25787158-d81f-479a-b860-b9f842f3a4a4,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:13.643773 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-12b4d65d-df80-4d65-97b2-5338bd85e236 req-c70cd19d-ed53-4e41-8d40-846ec1e88a65 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9490912 Nov 23 04:44:13.652834 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [req-1835614c-9dff-4826-8478-70fd9e85caec req-677be484-021b-443f-a544-594d00a84e73 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'port': {'device_id': '74e18509-8def-4501-af6f-f421dcd08442', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'admin_state_up': True, 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'security_groups': ['dbb55b04-f8ec-45e4-9b2b-25277da33c08']}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:13.721174 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-fc04cea0-a251-41f3-9ec7-2b4f34eaae7c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b653762-0c95-40d8-b695-3d7a92ee7d2e HTTP/1.1" status: 200 len: 217 time: 0.1392713 Nov 23 04:44:13.796151 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d73fb74b-9a30-457e-8381-f5b20a48d609 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:13.799947 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d73fb74b-9a30-457e-8381-f5b20a48d609 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.816843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8b94820f-f573-45df-81f1-43b487fa0111 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:13.829088 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1835614c-9dff-4826-8478-70fd9e85caec req-677be484-021b-443f-a544-594d00a84e73 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:13.833134 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-1835614c-9dff-4826-8478-70fd9e85caec req-677be484-021b-443f-a544-594d00a84e73 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.837499 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d421b080-7d05-4ba4-a8c5-af62a393c648 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:44:13.840187 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d73fb74b-9a30-457e-8381-f5b20a48d609 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:44:13.850391 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d73fb74b-9a30-457e-8381-f5b20a48d609 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.850802 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-d73fb74b-9a30-457e-8381-f5b20a48d609 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Added segment b937a6c4-f4ea-46ec-a078-3c6f56665ec3 of type vlan for network 51e3d2c3-1409-4b49-a817-96e9a862f6f2 Nov 23 04:44:13.877901 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d421b080-7d05-4ba4-a8c5-af62a393c648 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.878323 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-d421b080-7d05-4ba4-a8c5-af62a393c648 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Added segment ecacbb2e-576f-4648-b3b1-5e6bed524390 of type vlan for network 729e99ef-499d-44d6-ae95-ca1cb02d3d75 Nov 23 04:44:13.892308 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d73fb74b-9a30-457e-8381-f5b20a48d609 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.919567 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085cb49-463f-4d97-b689-1305ad2bcca9 req-2e61eb16-7a17-432c-9374-384810ff47de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:13.921100 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e085cb49-463f-4d97-b689-1305ad2bcca9 req-2e61eb16-7a17-432c-9374-384810ff47de service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca9ade32f67b43ae8be521fa872a6702&device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 1099 time: 0.2524412 Nov 23 04:44:13.924155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d73fb74b-9a30-457e-8381-f5b20a48d609 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.930323 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d73fb74b-9a30-457e-8381-f5b20a48d609 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:13.931203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d73fb74b-9a30-457e-8381-f5b20a48d609 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.955540 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 8b94820f-f573-45df-81f1-43b487fa0111 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:13.956061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:13.970340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-4d42d1fd-11ff-476e-8563-b34558d0edb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:13.971807 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-4d42d1fd-11ff-476e-8563-b34558d0edb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 200 len: 851 time: 0.2397852 Nov 23 04:44:14.057131 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:14.096147 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-976d1c09-93f6-4f30-89a9-2113749e677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:08Z', 'revision_number': 7, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b94820f-f573-45df-81f1-43b487fa0111', 'name': '', 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:c2:0d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '7997fa89-9234-409b-b21d-0f7153550609', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:56Z', 'updated_at': '2021-11-23T04:44:08Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '7997fa89-9234-409b-b21d-0f7153550609', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0', 'name': '', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:96:50:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:43Z', 'updated_at': '2021-11-23T04:43:54Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:14.106741 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d73fb74b-9a30-457e-8381-f5b20a48d609 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5368378 Nov 23 04:44:14.114180 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45524) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:14.119324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:14.119705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:14.124142 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7c30353e-7560-4fae-bcf6-da25dc5348b0 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'subnet': {'network_id': '51e3d2c3-1409-4b49-a817-96e9a862f6f2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:14.132618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73fb74b-9a30-457e-8381-f5b20a48d609 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Network': ['ID=51e3d2c3-1409-4b49-a817-96e9a862f6f2,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:14.146493 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 51e3d2c3-1409-4b49-a817-96e9a862f6f2 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:44:14.208451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-2eb92364-6ce3-4554-abad-b088e318072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:14.216111 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-2eb92364-6ce3-4554-abad-b088e318072a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca7d247b-210d-4ed0-a1d5-72133393a767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2112994 Nov 23 04:44:14.226603 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d1c09-93f6-4f30-89a9-2113749e677e None None] Checking router: 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:14.272796 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-976d1c09-93f6-4f30-89a9-2113749e677e None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:14.275063 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-976d1c09-93f6-4f30-89a9-2113749e677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:14.281111 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [req-1835614c-9dff-4826-8478-70fd9e85caec req-677be484-021b-443f-a544-594d00a84e73 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.14 (d53e347e-2e66-45ae-b542-42cb5f2adb31/668b56a1-d910-4f1c-b3f5-f2887471dae4/4e752977-7abf-4e10-9f92-468bc3a42371) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:14.358623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085cb49-463f-4d97-b689-1305ad2bcca9 req-984515ae-8916-4ed6-80b0-ccf9aaeeefe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:14.360393 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e085cb49-463f-4d97-b689-1305ad2bcca9 req-984515ae-8916-4ed6-80b0-ccf9aaeeefe1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b21b611f-a015-425c-ab34-b547c5f8ac2e HTTP/1.1" status: 200 len: 912 time: 0.3594992 Nov 23 04:44:14.366855 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c30353e-7560-4fae-bcf6-da25dc5348b0 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:14.371365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c30353e-7560-4fae-bcf6-da25dc5348b0 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:14.400099 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d421b080-7d05-4ba4-a8c5-af62a393c648 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:14.423184 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b2549d95-7e83-47c2-a91c-d242b1a867af no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:14.450752 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-976d1c09-93f6-4f30-89a9-2113749e677e None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:14.452348 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: b2549d95-7e83-47c2-a91c-d242b1a867af {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:14.452699 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b2549d95-7e83-47c2-a91c-d242b1a867af not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:14.531771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e649470a-64e4-4bff-9b0b-b3add1116f93 req-5c7c434b-bd7f-4f4d-8139-b463f341660a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:14.533308 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e649470a-64e4-4bff-9b0b-b3add1116f93 req-5c7c434b-bd7f-4f4d-8139-b463f341660a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 944 time: 0.3139524 Nov 23 04:44:14.557925 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a7eb3103-f0bf-4774-b9d5-c7501b537a9c req-8d8a2630-a50c-4d99-b3ad-c3f116b22864 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 210 time: 0.0960028 Nov 23 04:44:14.602729 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d421b080-7d05-4ba4-a8c5-af62a393c648 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:14.608519 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d421b080-7d05-4ba4-a8c5-af62a393c648 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:14.609179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d421b080-7d05-4ba4-a8c5-af62a393c648 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:14.618025 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e649470a-64e4-4bff-9b0b-b3add1116f93 req-a509c98d-5e6a-4b73-899e-1dc91b2a065d tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0710611 Nov 23 04:44:14.639432 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-feba7413-6539-473e-8c58-4c3dc1881d60 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:14.665480 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e085cb49-463f-4d97-b689-1305ad2bcca9 req-87baaa74-d205-4b95-a9ed-207454dd131a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce1f0e2-ff6c-454f-9cf0-749efb10140c HTTP/1.1" status: 200 len: 1001 time: 0.2909241 Nov 23 04:44:14.678651 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-911802fb-a94d-49cb-a05f-640353f684f6 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4326203 Nov 23 04:44:14.797451 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-976d1c09-93f6-4f30-89a9-2113749e677e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:08Z', 'revision_number': 7, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b94820f-f573-45df-81f1-43b487fa0111', 'name': '', 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:c2:0d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '7997fa89-9234-409b-b21d-0f7153550609', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:56Z', 'updated_at': '2021-11-23T04:44:08Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '7997fa89-9234-409b-b21d-0f7153550609', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0', 'name': '', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:96:50:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:43Z', 'updated_at': '2021-11-23T04:43:54Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:14.810118 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d421b080-7d05-4ba4-a8c5-af62a393c648 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 1.3214240 Nov 23 04:44:14.826826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45530) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:14.827551 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-976d1c09-93f6-4f30-89a9-2113749e677e None None] The sync data for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv is: [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:08Z', 'revision_number': 7, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8b94820f-f573-45df-81f1-43b487fa0111', 'name': '', 'network_id': 'c024f65b-0d1c-4c5c-b328-a6791b0719ee', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:c2:0d:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1062, 'fixed_ips': [{'subnet_id': '7997fa89-9234-409b-b21d-0f7153550609', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:56Z', 'updated_at': '2021-11-23T04:44:08Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '7997fa89-9234-409b-b21d-0f7153550609', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0', 'name': '', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:96:50:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:43Z', 'updated_at': '2021-11-23T04:43:54Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:14.841000 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c523cdd2-3967-45b3-ad8a-303011b7554e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'subnet': {'network_id': '729e99ef-499d-44d6-ae95-ca1cb02d3d75', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:14.898847 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d421b080-7d05-4ba4-a8c5-af62a393c648 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Network': ['ID=729e99ef-499d-44d6-ae95-ca1cb02d3d75,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:14.909712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 729e99ef-499d-44d6-ae95-ca1cb02d3d75 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:44:14.919235 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-1835614c-9dff-4826-8478-70fd9e85caec req-677be484-021b-443f-a544-594d00a84e73 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:14.929325 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-708b2e82-9041-4190-aa9a-ff5f23662bb1 req-c78386a9-ac15-48ee-bfc8-7091b90e77c6 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:14.931670 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-708b2e82-9041-4190-aa9a-ff5f23662bb1 req-c78386a9-ac15-48ee-bfc8-7091b90e77c6 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1936462 Nov 23 04:44:15.046260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085cb49-463f-4d97-b689-1305ad2bcca9 req-67393639-185b-4904-a022-80b712dfe722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:15.047752 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e085cb49-463f-4d97-b689-1305ad2bcca9 req-67393639-185b-4904-a022-80b712dfe722 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15926d1c-ee0f-48ad-88dc-7f8fa57c0643 HTTP/1.1" status: 200 len: 850 time: 0.3664055 Nov 23 04:44:15.105736 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-708b2e82-9041-4190-aa9a-ff5f23662bb1 req-f19bfa00-d027-4fac-861d-348a55a17b62 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1582823 Nov 23 04:44:15.115086 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-1835614c-9dff-4826-8478-70fd9e85caec req-677be484-021b-443f-a544-594d00a84e73 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:15.142832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1835614c-9dff-4826-8478-70fd9e85caec req-677be484-021b-443f-a544-594d00a84e73 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network d53e347e-2e66-45ae-b542-42cb5f2adb31 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:15.165989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [req-1835614c-9dff-4826-8478-70fd9e85caec req-677be484-021b-443f-a544-594d00a84e73 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:15.169409 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [req-1835614c-9dff-4826-8478-70fd9e85caec req-677be484-021b-443f-a544-594d00a84e73 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:15.173262 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c523cdd2-3967-45b3-ad8a-303011b7554e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:15.176667 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c523cdd2-3967-45b3-ad8a-303011b7554e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:15.192535 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33b410b9-bf73-41c8-8a62-72fa1316e5b1 req-1986fefb-769d-4dfa-a2bb-9adf3991fb88 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980545 Nov 23 04:44:15.243651 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c30353e-7560-4fae-bcf6-da25dc5348b0 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:15.287059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e085cb49-463f-4d97-b689-1305ad2bcca9 req-413d7b70-f0ed-41e6-b4e8-f810f5ea8457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:15.289054 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e085cb49-463f-4d97-b689-1305ad2bcca9 req-413d7b70-f0ed-41e6-b4e8-f810f5ea8457 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b21b611f-a015-425c-ab34-b547c5f8ac2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2212946 Nov 23 04:44:15.444786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c30353e-7560-4fae-bcf6-da25dc5348b0 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Subnet': ['ID=826c4a13-b18e-4a4b-b50a-68f503df0531,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:15.517255 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c30353e-7560-4fae-bcf6-da25dc5348b0 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Checking segment: {'id': 'b937a6c4-f4ea-46ec-a078-3c6f56665ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51e3d2c3-1409-4b49-a817-96e9a862f6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:15.517648 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c30353e-7560-4fae-bcf6-da25dc5348b0 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network hostable DHCP agents. Network: 51e3d2c3-1409-4b49-a817-96e9a862f6f2, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:44:15.534767 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e518fdb-d6ad-4c56-a6e5-8e759efc6ef4 req-5eddabd8-2b03-4d00-aaeb-bd46a939039d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:15.536667 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e518fdb-d6ad-4c56-a6e5-8e759efc6ef4 req-5eddabd8-2b03-4d00-aaeb-bd46a939039d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 1097 time: 0.2293365 Nov 23 04:44:15.586878 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e085cb49-463f-4d97-b689-1305ad2bcca9 req-d857c469-55f0-4df9-aa20-77cab692c156 service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2709937 Nov 23 04:44:15.634729 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-382b9ff5-c79d-4277-86ec-2037b9607d57 None None] Provisioning complete for port 4e752977-7abf-4e10-9f92-468bc3a42371 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:15.635630 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-382b9ff5-c79d-4277-86ec-2037b9607d57 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:15.704604 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-382b9ff5-c79d-4277-86ec-2037b9607d57 None None] Port 4e752977-7abf-4e10-9f92-468bc3a42371 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:15.733870 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677be484-021b-443f-a544-594d00a84e73 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=4e752977-7abf-4e10-9f92-468bc3a42371,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:15.786642 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835614c-9dff-4826-8478-70fd9e85caec req-677be484-021b-443f-a544-594d00a84e73 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:15.788009 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-1835614c-9dff-4826-8478-70fd9e85caec req-677be484-021b-443f-a544-594d00a84e73 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:15.824070 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcb16d9-755f-496b-a9a8-3f0d021fbea6 req-a7a282aa-4a43-4c7d-b342-d3cbe6e54993 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:15.825787 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-afcb16d9-755f-496b-a9a8-3f0d021fbea6 req-a7a282aa-4a43-4c7d-b342-d3cbe6e54993 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1365688 Nov 23 04:44:15.835992 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-677be484-021b-443f-a544-594d00a84e73 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1881926 Nov 23 04:44:15.871068 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Request body: {'port': {'device_id': '74e18509-8def-4501-af6f-f421dcd08442', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:15.970316 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-afcb16d9-755f-496b-a9a8-3f0d021fbea6 req-5464c08e-417d-4a7d-935b-6faa59c186e1 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332695 Nov 23 04:44:15.984440 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-feba7413-6539-473e-8c58-4c3dc1881d60 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port 8b94820f-f573-45df-81f1-43b487fa0111 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:15.984782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-feba7413-6539-473e-8c58-4c3dc1881d60 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:15.987494 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c30353e-7560-4fae-bcf6-da25dc5348b0 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 51e3d2c3-1409-4b49-a817-96e9a862f6f2 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:44:15.989091 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.089739 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-7c30353e-7560-4fae-bcf6-da25dc5348b0 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 51e3d2c3-1409-4b49-a817-96e9a862f6f2) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:16.105431 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94b397e4-e835-4fac-86da-696505f92a66 None None] Network 51e3d2c3-1409-4b49-a817-96e9a862f6f2 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:16.111228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c30353e-7560-4fae-bcf6-da25dc5348b0 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:16.111728 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c30353e-7560-4fae-bcf6-da25dc5348b0 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.153190 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e518fdb-d6ad-4c56-a6e5-8e759efc6ef4 req-126afab6-d552-49d8-8b14-c5225396c0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:16.154741 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e518fdb-d6ad-4c56-a6e5-8e759efc6ef4 req-126afab6-d552-49d8-8b14-c5225396c0c1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 913 time: 0.5828841 Nov 23 04:44:16.156010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c523cdd2-3967-45b3-ad8a-303011b7554e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.165613 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d1989b-5c75-4af6-8fb4-e51c23bfcf12 req-236db98d-123b-4834-93a4-95999f8f585b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:16.173242 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-62d1989b-5c75-4af6-8fb4-e51c23bfcf12 req-236db98d-123b-4834-93a4-95999f8f585b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 932 time: 0.5149798 Nov 23 04:44:16.216426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-114e3be6-f2d3-4a86-89f0-31cb4301ef7d req-bf2e529a-ca0f-492d-8ffe-7fcadc0fe41e tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:16.218111 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-114e3be6-f2d3-4a86-89f0-31cb4301ef7d req-bf2e529a-ca0f-492d-8ffe-7fcadc0fe41e tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 944 time: 0.1709008 Nov 23 04:44:16.231640 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-feba7413-6539-473e-8c58-4c3dc1881d60 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] For port 8b94820f-f573-45df-81f1-43b487fa0111, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8b94820f-f573-45df-81f1-43b487fa0111,segment=NetworkSegment(fc609233-8b3e-4a92-9b71-bc6bbcf4c922),segment_id=fc609233-8b3e-4a92-9b71-bc6bbcf4c922)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:16.232008 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-feba7413-6539-473e-8c58-4c3dc1881d60 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.261590 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-feba7413-6539-473e-8c58-4c3dc1881d60 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for 8b94820f-f573-45df-81f1-43b487fa0111 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:16.281691 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7c30353e-7560-4fae-bcf6-da25dc5348b0 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.1606922 Nov 23 04:44:16.281691 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e518fdb-d6ad-4c56-a6e5-8e759efc6ef4 req-b0f9232b-c300-4ac1-a697-76d81543151f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b653762-0c95-40d8-b695-3d7a92ee7d2e HTTP/1.1" status: 200 len: 217 time: 0.1054988 Nov 23 04:44:16.282833 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45540) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:16.292193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f146b7eb-31fc-4c16-93f7-38e95a14cf5d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1557932945', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:16.292749 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e085cb49-463f-4d97-b689-1305ad2bcca9 req-c6ca7b4b-2c1a-4ad3-89e5-55807968116c service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6498702 Nov 23 04:44:16.387344 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c523cdd2-3967-45b3-ad8a-303011b7554e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Subnet': ['ID=946824fb-bba5-438c-a53e-54c33d3103f7,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:16.419517 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-62d1989b-5c75-4af6-8fb4-e51c23bfcf12 req-ebde066f-2d8c-4ecc-8278-958f06dd0557 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb55b04-f8ec-45e4-9b2b-25277da33c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2453158 Nov 23 04:44:16.436741 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-51e3d2c3-1409-4b49-a817-96e9a862f6f2', 'network_id': '51e3d2c3-1409-4b49-a817-96e9a862f6f2', 'tenant_id': '9eef5904db6a4542a7898586fc751d63', 'fixed_ips': [{'subnet_id': '826c4a13-b18e-4a4b-b50a-68f503df0531'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:44:16.436948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.444372 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e518fdb-d6ad-4c56-a6e5-8e759efc6ef4 req-62040206-0690-4066-8cb9-743a64ad8405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:16.445878 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e518fdb-d6ad-4c56-a6e5-8e759efc6ef4 req-62040206-0690-4066-8cb9-743a64ad8405 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 200 len: 851 time: 0.1520400 Nov 23 04:44:16.454105 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c523cdd2-3967-45b3-ad8a-303011b7554e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Checking segment: {'id': 'ecacbb2e-576f-4648-b3b1-5e6bed524390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '729e99ef-499d-44d6-ae95-ca1cb02d3d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:16.454479 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c523cdd2-3967-45b3-ad8a-303011b7554e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network hostable DHCP agents. Network: 729e99ef-499d-44d6-ae95-ca1cb02d3d75, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:44:16.462931 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-114e3be6-f2d3-4a86-89f0-31cb4301ef7d req-b97164c3-9143-42a6-80d6-4f5cf5746168 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2378824 Nov 23 04:44:16.476583 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f146b7eb-31fc-4c16-93f7-38e95a14cf5d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.482328 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f146b7eb-31fc-4c16-93f7-38e95a14cf5d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.531410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b521a-c1cf-45c3-a031-508dc0162a2a req-5fbab59d-5435-472b-b0da-d3ec6b20130f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:16.533085 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d0b521a-c1cf-45c3-a031-508dc0162a2a req-5fbab59d-5435-472b-b0da-d3ec6b20130f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=ca9ade32f67b43ae8be521fa872a6702&device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 1099 time: 0.1358483 Nov 23 04:44:16.536068 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c523cdd2-3967-45b3-ad8a-303011b7554e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 729e99ef-499d-44d6-ae95-ca1cb02d3d75 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:44:16.565802 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e518fdb-d6ad-4c56-a6e5-8e759efc6ef4 req-0f8a00f2-ac9f-4cdb-a12e-12c5d7e03622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:16.567988 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e518fdb-d6ad-4c56-a6e5-8e759efc6ef4 req-0f8a00f2-ac9f-4cdb-a12e-12c5d7e03622 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca7d247b-210d-4ed0-a1d5-72133393a767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1099348 Nov 23 04:44:16.607381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-c523cdd2-3967-45b3-ad8a-303011b7554e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 729e99ef-499d-44d6-ae95-ca1cb02d3d75) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:16.618394 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d38a80-0494-4e1e-ad2b-8b35f8be661a None None] Network 729e99ef-499d-44d6-ae95-ca1cb02d3d75 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:16.622922 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f146b7eb-31fc-4c16-93f7-38e95a14cf5d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.636943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f146b7eb-31fc-4c16-93f7-38e95a14cf5d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.650627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c523cdd2-3967-45b3-ad8a-303011b7554e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:16.651443 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c523cdd2-3967-45b3-ad8a-303011b7554e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.680580 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f146b7eb-31fc-4c16-93f7-38e95a14cf5d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.684169 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f146b7eb-31fc-4c16-93f7-38e95a14cf5d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.3931234 Nov 23 04:44:16.684851 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45542) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:16.690941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f74ecb6c-d7cc-48ca-9973-59c73d13997a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'network_id': '51e3d2c3-1409-4b49-a817-96e9a862f6f2', 'name': 'tempest-PortsIpV6TestJSON-1407716934'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:16.702383 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c523cdd2-3967-45b3-ad8a-303011b7554e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8681891 Nov 23 04:44:16.708653 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45544) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:16.709384 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Allocated IP 2001:db8::2 (51e3d2c3-1409-4b49-a817-96e9a862f6f2/826c4a13-b18e-4a4b-b50a-68f503df0531/98d1fc67-7eb9-4d00-8b85-3848aa74bec9) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:16.716746 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-46365feb-6f55-4b2e-9425-0d94c8437845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1038007248', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:16.772354 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e752977-7abf-4e10-9f92-468bc3a42371 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:44:16.792659 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.802708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-46365feb-6f55-4b2e-9425-0d94c8437845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.803584 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-46365feb-6f55-4b2e-9425-0d94c8437845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.816232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b521a-c1cf-45c3-a031-508dc0162a2a req-909c5211-55e2-4d9a-bc3c-9fc6cdb41b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:16.816526 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Transition to ACTIVE for port object 4e752977-7abf-4e10-9f92-468bc3a42371 will not be triggered until provisioned by entity L2. {{(pid=109952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:44:16.818418 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d0b521a-c1cf-45c3-a031-508dc0162a2a req-909c5211-55e2-4d9a-bc3c-9fc6cdb41b13 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b21b611f-a015-425c-ab34-b547c5f8ac2e HTTP/1.1" status: 200 len: 912 time: 0.2749465 Nov 23 04:44:16.818585 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-feba7413-6539-473e-8c58-4c3dc1881d60 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.823029 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e518fdb-d6ad-4c56-a6e5-8e759efc6ef4 req-0f289f35-cbd6-4179-862a-6228b7c67755 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247748 Nov 23 04:44:16.857820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:16.872752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feba7413-6539-473e-8c58-4c3dc1881d60 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=8b94820f-f573-45df-81f1-43b487fa0111,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:16.965099 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-46365feb-6f55-4b2e-9425-0d94c8437845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:17.011082 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-46365feb-6f55-4b2e-9425-0d94c8437845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:17.030546 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-729e99ef-499d-44d6-ae95-ca1cb02d3d75', 'network_id': '729e99ef-499d-44d6-ae95-ca1cb02d3d75', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'fixed_ips': [{'subnet_id': '946824fb-bba5-438c-a53e-54c33d3103f7'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:44:17.031602 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:17.090289 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d0b521a-c1cf-45c3-a031-508dc0162a2a req-080f5a7c-f5f7-4bf5-94ae-1b5ebce89f73 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8ce1f0e2-ff6c-454f-9cf0-749efb10140c HTTP/1.1" status: 200 len: 1001 time: 0.2492709 Nov 23 04:44:17.158674 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f74ecb6c-d7cc-48ca-9973-59c73d13997a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:17.163158 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f74ecb6c-d7cc-48ca-9973-59c73d13997a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:17.212988 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:17.217165 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Pushing event updated for resources: {'Port': ['ID=4e752977-7abf-4e10-9f92-468bc3a42371,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:17.232221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-46365feb-6f55-4b2e-9425-0d94c8437845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:17.233704 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-46365feb-6f55-4b2e-9425-0d94c8437845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5205936 Nov 23 04:44:17.243204 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45548) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:17.261641 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:17.263291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-f74ecb6c-d7cc-48ca-9973-59c73d13997a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port eac1158b-8ac7-4173-ba5b-3f1548cccc09 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:44:17.279668 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e518fdb-d6ad-4c56-a6e5-8e759efc6ef4 req-7645d8c2-5f89-401f-a5da-46beca8e9a53 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4397888 Nov 23 04:44:17.293138 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b521a-c1cf-45c3-a031-508dc0162a2a req-16f3bcbd-afe0-4de3-b4f5-80546e8bee2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:17.294771 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d0b521a-c1cf-45c3-a031-508dc0162a2a req-16f3bcbd-afe0-4de3-b4f5-80546e8bee2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=15926d1c-ee0f-48ad-88dc-7f8fa57c0643 HTTP/1.1" status: 200 len: 850 time: 0.1529093 Nov 23 04:44:17.328628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ee83d4-cb48-4f4c-9126-d2ac8ffcfdfc req-5a44f207-bd12-4c05-87d5-0015e2649ffc tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:17.330313 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b0ee83d4-cb48-4f4c-9126-d2ac8ffcfdfc req-5a44f207-bd12-4c05-87d5-0015e2649ffc tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2389402 Nov 23 04:44:17.338939 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Pushing event updated for resources: {'Port': ['ID=98d1fc67-7eb9-4d00-8b85-3848aa74bec9,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:17.412324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Network 51e3d2c3-1409-4b49-a817-96e9a862f6f2 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:17.419117 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-feba7413-6539-473e-8c58-4c3dc1881d60 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:17.428105 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:17.430696 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:17.479013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0b521a-c1cf-45c3-a031-508dc0162a2a req-9a1e21ae-091e-4172-a4af-0312010c8ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:17.480529 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d0b521a-c1cf-45c3-a031-508dc0162a2a req-9a1e21ae-091e-4172-a4af-0312010c8ad6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b21b611f-a015-425c-ab34-b547c5f8ac2e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1459165 Nov 23 04:44:17.495369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Allocated IP 172.20.0.2 (729e99ef-499d-44d6-ae95-ca1cb02d3d75/946824fb-bba5-438c-a53e-54c33d3103f7/786c4cbd-a0d1-4d31-9cc6-b5d82b25d217) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:17.515002 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b0ee83d4-cb48-4f4c-9126-d2ac8ffcfdfc req-dccd4972-0528-4601-bec5-8f4c106b81a1 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1690161 Nov 23 04:44:17.558019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-f74ecb6c-d7cc-48ca-9973-59c73d13997a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Allocated IP 2001:db8::2b5 (51e3d2c3-1409-4b49-a817-96e9a862f6f2/826c4a13-b18e-4a4b-b50a-68f503df0531/eac1158b-8ac7-4173-ba5b-3f1548cccc09) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:17.575293 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Attempting to bind port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:17.575674 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Attempting to bind port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'b937a6c4-f4ea-46ec-a078-3c6f56665ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51e3d2c3-1409-4b49-a817-96e9a862f6f2'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:17.576048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Attempting to bind port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 on network 51e3d2c3-1409-4b49-a817-96e9a862f6f2 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:17.617831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:17.618529 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Checking segment: {'id': 'b937a6c4-f4ea-46ec-a078-3c6f56665ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51e3d2c3-1409-4b49-a817-96e9a862f6f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:17.619102 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:17.619666 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Bound using segment: {'id': 'b937a6c4-f4ea-46ec-a078-3c6f56665ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51e3d2c3-1409-4b49-a817-96e9a862f6f2'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:17.620669 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Bound port: 98d1fc67-7eb9-4d00-8b85-3848aa74bec9, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b937a6c4-f4ea-46ec-a078-3c6f56665ec3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '51e3d2c3-1409-4b49-a817-96e9a862f6f2'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:17.621346 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:17.715852 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Attempting to bind port 4e752977-7abf-4e10-9f92-468bc3a42371 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:17.716186 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Attempting to bind port 4e752977-7abf-4e10-9f92-468bc3a42371 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '3d5e7401-d0ea-4e07-987e-d6c80449bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:17.716513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Attempting to bind port 4e752977-7abf-4e10-9f92-468bc3a42371 on network d53e347e-2e66-45ae-b542-42cb5f2adb31 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:17.755087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0c4e58-853f-4092-a181-7e017c9b86c1 req-1eca64c2-ec1a-4d6a-815a-ea7f206bed02 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:17.756532 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-af0c4e58-853f-4092-a181-7e017c9b86c1 req-1eca64c2-ec1a-4d6a-815a-ea7f206bed02 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 944 time: 0.1287870 Nov 23 04:44:17.791363 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Port 4e752977-7abf-4e10-9f92-468bc3a42371 on network d53e347e-2e66-45ae-b542-42cb5f2adb31 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:44:17.791960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Attempting to bind port 4e752977-7abf-4e10-9f92-468bc3a42371 on network d53e347e-2e66-45ae-b542-42cb5f2adb31 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:17.804584 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d0b521a-c1cf-45c3-a031-508dc0162a2a req-a2ae53ac-00d8-4fa7-a242-d1f64bc420af service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2854295 Nov 23 04:44:17.815451 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:17.815783 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Checking segment: {'id': '3d5e7401-d0ea-4e07-987e-d6c80449bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:17.817106 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Bound using segment: {'id': '3d5e7401-d0ea-4e07-987e-d6c80449bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:17.817246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] For port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:17.817386 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Bound port: 4e752977-7abf-4e10-9f92-468bc3a42371, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3d5e7401-d0ea-4e07-987e-d6c80449bf04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:17.817521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:17.828926 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] For port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=98d1fc67-7eb9-4d00-8b85-3848aa74bec9,segment=NetworkSegment(b937a6c4-f4ea-46ec-a078-3c6f56665ec3),segment_id=b937a6c4-f4ea-46ec-a078-3c6f56665ec3)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:17.836946 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:17.868777 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51814360-dc64-4f25-b632-e88b698c2e3b req-3558bbaf-0703-4082-82ac-72f2cbed51af tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:17.870358 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-51814360-dc64-4f25-b632-e88b698c2e3b req-3558bbaf-0703-4082-82ac-72f2cbed51af tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 944 time: 0.3245497 Nov 23 04:44:17.886361 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:17.902008 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:17.927340 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Network 729e99ef-499d-44d6-ae95-ca1cb02d3d75 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:17.930926 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:17.932943 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1937d0-e9fd-4760-9d02-8a9c25bf6896 None None] Pushing event updated for resources: {'Port': ['ID=98d1fc67-7eb9-4d00-8b85-3848aa74bec9,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:17.935985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:17.939624 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-af0c4e58-853f-4092-a181-7e017c9b86c1 req-c258cb94-171f-42c9-9b7c-974d49d54a7a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1448686 Nov 23 04:44:17.992649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f74ecb6c-d7cc-48ca-9973-59c73d13997a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:18.003463 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d0b521a-c1cf-45c3-a031-508dc0162a2a req-03c7ea44-ea54-49a3-9427-48067a588a8a service neutron] 10.222.0.15 "GET /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1894245 Nov 23 04:44:18.040141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f74ecb6c-d7cc-48ca-9973-59c73d13997a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:18.052414 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:18.061113 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Pushing event updated for resources: {'Port': ['ID=786c4cbd-a0d1-4d31-9cc6-b5d82b25d217,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:18.073479 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Attempting to bind port 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:18.074322 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Attempting to bind port 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'ecacbb2e-576f-4648-b3b1-5e6bed524390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '729e99ef-499d-44d6-ae95-ca1cb02d3d75'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:18.075157 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Attempting to bind port 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217 on network 729e99ef-499d-44d6-ae95-ca1cb02d3d75 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:18.081072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:18.081640 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Checking segment: {'id': 'ecacbb2e-576f-4648-b3b1-5e6bed524390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '729e99ef-499d-44d6-ae95-ca1cb02d3d75'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:18.082140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:18.082625 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Bound using segment: {'id': 'ecacbb2e-576f-4648-b3b1-5e6bed524390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '729e99ef-499d-44d6-ae95-ca1cb02d3d75'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:18.083189 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Bound port: 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecacbb2e-576f-4648-b3b1-5e6bed524390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '729e99ef-499d-44d6-ae95-ca1cb02d3d75'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:18.084585 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:18.089741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f74ecb6c-d7cc-48ca-9973-59c73d13997a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 51e3d2c3-1409-4b49-a817-96e9a862f6f2 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:18.093014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-f74ecb6c-d7cc-48ca-9973-59c73d13997a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:18.097734 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ecb6c-d7cc-48ca-9973-59c73d13997a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:18.103613 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f74ecb6c-d7cc-48ca-9973-59c73d13997a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:18.104272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f74ecb6c-d7cc-48ca-9973-59c73d13997a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:18.109858 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-51814360-dc64-4f25-b632-e88b698c2e3b req-01fd9f9b-3701-4b04-8470-1fc9f7aaa496 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb55b04-f8ec-45e4-9b2b-25277da33c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2245855 Nov 23 04:44:18.118989 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f74ecb6c-d7cc-48ca-9973-59c73d13997a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=eac1158b-8ac7-4173-ba5b-3f1548cccc09,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:18.133989 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f74ecb6c-d7cc-48ca-9973-59c73d13997a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4471064 Nov 23 04:44:18.135637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45554) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:18.153257 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] For port 4e752977-7abf-4e10-9f92-468bc3a42371, host hv-neutron-8188, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:18.190477 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] For port 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:18.194245 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] For port 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=786c4cbd-a0d1-4d31-9cc6-b5d82b25d217,segment=NetworkSegment(ecacbb2e-576f-4648-b3b1-5e6bed524390),segment_id=ecacbb2e-576f-4648-b3b1-5e6bed524390)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:18.197979 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feba7413-6539-473e-8c58-4c3dc1881d60 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:18.202080 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] For port 4e752977-7abf-4e10-9f92-468bc3a42371, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=4e752977-7abf-4e10-9f92-468bc3a42371,segment=NetworkSegment(3d5e7401-d0ea-4e07-987e-d6c80449bf04),segment_id=3d5e7401-d0ea-4e07-987e-d6c80449bf04)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:18.202289 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:18.218932 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:18.310416 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49165bba-d13d-4908-9cef-9480f2f1eb64 None None] Pushing event updated for resources: {'Port': ['ID=786c4cbd-a0d1-4d31-9cc6-b5d82b25d217,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:18.570935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b4b0885a-8192-4712-b24f-0d036583ab21 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:18.716727 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:18.717213 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:18.723125 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] 10.222.0.15 "PUT /v2.0/ports/4e752977-7abf-4e10-9f92-468bc3a42371 HTTP/1.1" status: 200 len: 1094 time: 2.8586786 Nov 23 04:44:18.766719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4a7fd6-bcf2-465b-a391-83508c1c8895 req-77edd729-e851-46b0-9de4-68c67b7616f7 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:18.767538 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0b4a7fd6-bcf2-465b-a391-83508c1c8895 req-77edd729-e851-46b0-9de4-68c67b7616f7 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1373572 Nov 23 04:44:18.848286 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e18509-8def-4501-af6f-f421dcd08442', 'tag': '4e752977-7abf-4e10-9f92-468bc3a42371'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:44:18.850344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d29f3196-9bc8-49d6-8e2d-b3d9abe0ae96" -d '{"events": [{"name": "network-changed", "server_uuid": "74e18509-8def-4501-af6f-f421dcd08442", "tag": "4e752977-7abf-4e10-9f92-468bc3a42371"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:44:18.904845 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0b4a7fd6-bcf2-465b-a391-83508c1c8895 req-6518d89b-facc-4013-b50a-a095826f60eb tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1180170 Nov 23 04:44:18.961619 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b4b0885a-8192-4712-b24f-0d036583ab21 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:18.969356 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b4b0885a-8192-4712-b24f-0d036583ab21 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:18.979443 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e2d3f3-5238-4595-9ed8-a5f6e2c08d12 service neutron] Pushing event updated for resources: {'Port': ['ID=4e752977-7abf-4e10-9f92-468bc3a42371,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:19.025636 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:44:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51954f27-0b26-4860-b5c3-d35444feb2a0 x-openstack-request-id: req-51954f27-0b26-4860-b5c3-d35444feb2a0 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:44:19.025942 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e18509-8def-4501-af6f-f421dcd08442", "tag": "4e752977-7abf-4e10-9f92-468bc3a42371", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:44:19.026324 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51954f27-0b26-4860-b5c3-d35444feb2a0 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:44:19.026777 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e18509-8def-4501-af6f-f421dcd08442', 'tag': '4e752977-7abf-4e10-9f92-468bc3a42371', 'status': 'completed', 'code': 200} Nov 23 04:44:19.028108 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Allocated IP 172.20.0.1 (729e99ef-499d-44d6-ae95-ca1cb02d3d75/946824fb-bba5-438c-a53e-54c33d3103f7/30177cbe-1515-4dcf-a30b-df28e02eafbe) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:19.040737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0885a-8192-4712-b24f-0d036583ab21 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=eac1158b-8ac7-4173-ba5b-3f1548cccc09,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:19.065972 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feba7413-6539-473e-8c58-4c3dc1881d60 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:19.069991 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835614c-9dff-4826-8478-70fd9e85caec req-b0e11e6e-d427-4695-aea5-d5173372dff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:19.071643 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-b0e11e6e-d427-4695-aea5-d5173372dff7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 1097 time: 0.1393020 Nov 23 04:44:19.078765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe25517c-6425-4094-a113-a5692f934069 None None] Sync routers for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:19.090433 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-feba7413-6539-473e-8c58-4c3dc1881d60 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8377230 Nov 23 04:44:19.095373 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45562) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:19.097040 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25517c-6425-4094-a113-a5692f934069 None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:19.098352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-fe25517c-6425-4094-a113-a5692f934069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:19.177888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcb841b9-e0e3-4d9d-9ae4-8c9d0a328b52 req-0cc614b6-58e4-4297-8691-b1da11d18ca4 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:19.186683 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dcb841b9-e0e3-4d9d-9ae4-8c9d0a328b52 req-0cc614b6-58e4-4297-8691-b1da11d18ca4 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 944 time: 0.1374156 Nov 23 04:44:19.188151 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0742fc13-5052-4460-8b64-2e8f9e67c3c4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting subnet 7997fa89-9234-409b-b21d-0f7153550609 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:44:19.246263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-fe25517c-6425-4094-a113-a5692f934069 None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:19.286561 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-5e8dd33c-b06c-4434-b904-389ba7bcf936 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e752977-7abf-4e10-9f92-468bc3a42371 HTTP/1.1" status: 200 len: 217 time: 0.1899521 Nov 23 04:44:19.287305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0742fc13-5052-4460-8b64-2e8f9e67c3c4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:19.311084 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dcb841b9-e0e3-4d9d-9ae4-8c9d0a328b52 req-9725d84c-603b-498e-b7d9-88fac8ad844d tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1181066 Nov 23 04:44:19.363717 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b4b0885a-8192-4712-b24f-0d036583ab21 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:19.415751 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5a3c4a-57f9-4fa9-8bf1-16d938068d35 req-83d7f6b8-af12-4f39-b8b1-53d599543afa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:19.417417 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7b5a3c4a-57f9-4fa9-8bf1-16d938068d35 req-83d7f6b8-af12-4f39-b8b1-53d599543afa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 944 time: 0.1720502 Nov 23 04:44:19.434724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0742fc13-5052-4460-8b64-2e8f9e67c3c4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:19.484230 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835614c-9dff-4826-8478-70fd9e85caec req-99a9cdd8-e67b-46f8-a6da-82bc81b864de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:19.486655 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-99a9cdd8-e67b-46f8-a6da-82bc81b864de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=668b56a1-d910-4f1c-b3f5-f2887471dae4 HTTP/1.1" status: 200 len: 834 time: 0.1619372 Nov 23 04:44:19.495019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ec42f3-5775-4eb2-b8cc-71ab7d416748 None None] Network 51e3d2c3-1409-4b49-a817-96e9a862f6f2 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:19.626833 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:19.645909 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7b5a3c4a-57f9-4fa9-8bf1-16d938068d35 req-b3d3c728-7569-4ea0-b4ee-7b4ce6713798 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb55b04-f8ec-45e4-9b2b-25277da33c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2183316 Nov 23 04:44:19.705594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1835614c-9dff-4826-8478-70fd9e85caec req-d6f637b3-98cd-4e4d-8890-fb3b4367d8f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:19.707629 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-d6f637b3-98cd-4e4d-8890-fb3b4367d8f3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d53e347e-2e66-45ae-b542-42cb5f2adb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2045212 Nov 23 04:44:19.800146 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:19.847884 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-fea45c40-2d5b-4591-958f-181df68bedac None None] Provisioning complete for port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:19.848257 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fea45c40-2d5b-4591-958f-181df68bedac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:19.866100 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-45723ac9-1a57-48ed-9cf7-6a3cd8791bff service neutron] 10.222.0.15 "GET /v2.0/networks/d53e347e-2e66-45ae-b542-42cb5f2adb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1442111 Nov 23 04:44:19.891533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0742fc13-5052-4460-8b64-2e8f9e67c3c4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:19.915913 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b4b0885a-8192-4712-b24f-0d036583ab21 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:19.930425 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2787a688-4367-4036-a8b5-10e6fac3e734 None None] Network 729e99ef-499d-44d6-ae95-ca1cb02d3d75 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:19.995566 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:20.008650 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-fe25517c-6425-4094-a113-a5692f934069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:16Z', 'revision_number': 8, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0', 'name': '', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:96:50:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:43Z', 'updated_at': '2021-11-23T04:43:54Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:20.062941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe25517c-6425-4094-a113-a5692f934069 None None] Checking router: 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:20.064498 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 729e99ef-499d-44d6-ae95-ca1cb02d3d75 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:20.081735 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:20.084201 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:20.096669 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:20.096973 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:20.121578 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=30177cbe-1515-4dcf-a30b-df28e02eafbe,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:20.128699 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1835614c-9dff-4826-8478-70fd9e85caec req-a73c0246-a0e4-4d44-a5e2-5c22b14530d5 service neutron] 10.222.0.15 "GET /v2.0/networks/d53e347e-2e66-45ae-b542-42cb5f2adb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2545884 Nov 23 04:44:20.131796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7d1cdf-b1d0-4c79-a1d0-a38de10474cb req-5633b7c8-4e89-47eb-9f63-7770ebfb2512 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:20.134694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0742fc13-5052-4460-8b64-2e8f9e67c3c4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:20.134880 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5f7d1cdf-b1d0-4c79-a1d0-a38de10474cb req-5633b7c8-4e89-47eb-9f63-7770ebfb2512 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1066401 Nov 23 04:44:20.148237 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0742fc13-5052-4460-8b64-2e8f9e67c3c4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:20.151380 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0742fc13-5052-4460-8b64-2e8f9e67c3c4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/7997fa89-9234-409b-b21d-0f7153550609 HTTP/1.1" status: 204 len: 168 time: 1.0471690 Nov 23 04:44:20.159181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45568) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:20.162740 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe25517c-6425-4094-a113-a5692f934069 None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:20.163356 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-fe25517c-6425-4094-a113-a5692f934069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:20.180499 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0742fc13-5052-4460-8b64-2e8f9e67c3c4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Subnet': ['ID=7997fa89-9234-409b-b21d-0f7153550609,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:20.188328 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:20.190093 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e33f2d7f-d6d1-42e9-b0a5-8d0a201aa379 None None] Network c024f65b-0d1c-4c5c-b328-a6791b0719ee requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:20.326801 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5f7d1cdf-b1d0-4c79-a1d0-a38de10474cb req-19716f86-c5e4-46b9-a31e-a05571f3c916 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1830895 Nov 23 04:44:20.344129 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:20.345867 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fea45c40-2d5b-4591-958f-181df68bedac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:20.380486 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f3196-9bc8-49d6-8e2d-b3d9abe0ae96 req-f25370b4-ea2a-4b38-ad5c-bec3121a3b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:20.389907 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d29f3196-9bc8-49d6-8e2d-b3d9abe0ae96 req-f25370b4-ea2a-4b38-ad5c-bec3121a3b3f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 1097 time: 0.1262205 Nov 23 04:44:20.448857 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:20.449260 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-fe25517c-6425-4094-a113-a5692f934069 None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:20.454500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b4b0885a-8192-4712-b24f-0d036583ab21 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:20.477891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b4b0885a-8192-4712-b24f-0d036583ab21 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:20.480856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b4b0885a-8192-4712-b24f-0d036583ab21 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:20.507119 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-fea45c40-2d5b-4591-958f-181df68bedac None None] For port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=98d1fc67-7eb9-4d00-8b85-3848aa74bec9,segment=NetworkSegment(b937a6c4-f4ea-46ec-a078-3c6f56665ec3),segment_id=b937a6c4-f4ea-46ec-a078-3c6f56665ec3)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:20.529658 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2746c15a-3924-41fd-8887-fbedc1390cd7 req-a0eabaf0-09ee-4272-8b24-73e0fb1cad3d tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:20.531395 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2746c15a-3924-41fd-8887-fbedc1390cd7 req-a0eabaf0-09ee-4272-8b24-73e0fb1cad3d tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 944 time: 0.1383901 Nov 23 04:44:20.566432 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fea45c40-2d5b-4591-958f-181df68bedac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:20.636878 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f3196-9bc8-49d6-8e2d-b3d9abe0ae96 req-1e8ca205-d596-4e27-bde9-6ffc1136e451 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:20.638708 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d29f3196-9bc8-49d6-8e2d-b3d9abe0ae96 req-1e8ca205-d596-4e27-bde9-6ffc1136e451 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d53e347e-2e66-45ae-b542-42cb5f2adb31 HTTP/1.1" status: 200 len: 897 time: 0.2091010 Nov 23 04:44:20.672741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:20.673642 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:20.675272 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:20.754596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] For port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565,segment=NetworkSegment(fc609233-8b3e-4a92-9b71-bc6bbcf4c922),segment_id=fc609233-8b3e-4a92-9b71-bc6bbcf4c922)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:20.754978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:20.763907 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d29f3196-9bc8-49d6-8e2d-b3d9abe0ae96 req-8e90cd59-ede6-4918-a5a2-221420c0ee6f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e752977-7abf-4e10-9f92-468bc3a42371 HTTP/1.1" status: 200 len: 217 time: 0.0455875 Nov 23 04:44:20.771822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:20.842403 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea45c40-2d5b-4591-958f-181df68bedac None None] Pushing event updated for resources: {'Port': ['ID=98d1fc67-7eb9-4d00-8b85-3848aa74bec9,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:20.842830 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2746c15a-3924-41fd-8887-fbedc1390cd7 req-805f3073-0c48-42e3-af12-84f32aa911eb tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2595179 Nov 23 04:44:20.862928 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8b639d99-842b-4070-b3e9-152f14a5ea26 None None] Provisioning complete for port 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:20.863309 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8b639d99-842b-4070-b3e9-152f14a5ea26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:20.871333 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4b0885a-8192-4712-b24f-0d036583ab21 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 51e3d2c3-1409-4b49-a817-96e9a862f6f2 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:20.872936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f3196-9bc8-49d6-8e2d-b3d9abe0ae96 req-7ab61d76-b76f-4096-9d92-dc9c48e30128 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:20.874525 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d29f3196-9bc8-49d6-8e2d-b3d9abe0ae96 req-7ab61d76-b76f-4096-9d92-dc9c48e30128 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=668b56a1-d910-4f1c-b3f5-f2887471dae4 HTTP/1.1" status: 200 len: 834 time: 0.0827975 Nov 23 04:44:20.881176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b0885a-8192-4712-b24f-0d036583ab21 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=eac1158b-8ac7-4173-ba5b-3f1548cccc09,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:20.902172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-b4b0885a-8192-4712-b24f-0d036583ab21 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:20.961853 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fbbec-f411-4a42-b0f0-f880cef841dc req-e8e1678e-a3ab-43f0-a21f-c57363b074d9 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:20.969870 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-806fbbec-f411-4a42-b0f0-f880cef841dc req-e8e1678e-a3ab-43f0-a21f-c57363b074d9 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.5335984 Nov 23 04:44:20.996831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3982a1c-b48a-4078-9d74-057fd3ee421f None None] DHCP port deletion for c024f65b-0d1c-4c5c-b328-a6791b0719ee request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:44:21.011799 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:21.012183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.121582 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d29f3196-9bc8-49d6-8e2d-b3d9abe0ae96 req-ef2449d7-af18-4dae-8ea4-4bf6539d8283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:21.125083 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d29f3196-9bc8-49d6-8e2d-b3d9abe0ae96 req-ef2449d7-af18-4dae-8ea4-4bf6539d8283 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d53e347e-2e66-45ae-b542-42cb5f2adb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2205510 Nov 23 04:44:21.136372 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-806fbbec-f411-4a42-b0f0-f880cef841dc req-685d02c3-a051-4758-a971-1c03d054242d tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1196039 Nov 23 04:44:21.177477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.197693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No DVR routers for this DVR port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:21.279662 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c3982a1c-b48a-4078-9d74-057fd3ee421f None None] Deleting port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:21.280043 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c3982a1c-b48a-4078-9d74-057fd3ee421f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.288707 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8b639d99-842b-4070-b3e9-152f14a5ea26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.317454 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e38b2b5-f9bb-46fd-9fde-453b32deb447 req-f79b3b0c-74e9-4395-ad0d-dd0266a93cda tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:21.318903 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9e38b2b5-f9bb-46fd-9fde-453b32deb447 req-f79b3b0c-74e9-4395-ad0d-dd0266a93cda tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 944 time: 0.3427155 Nov 23 04:44:21.364609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:21.370463 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.375923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4b0885a-8192-4712-b24f-0d036583ab21 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Router f16f00bc-9557-49e4-ba46-e4eb4f90d49c is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:44:21.478338 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9e38b2b5-f9bb-46fd-9fde-453b32deb447 req-329b76ba-a120-4442-9384-1f0b00231210 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb55b04-f8ec-45e4-9b2b-25277da33c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1438134 Nov 23 04:44:21.485261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.512015 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d29f3196-9bc8-49d6-8e2d-b3d9abe0ae96 req-6435bd1c-a442-46e6-9c84-75db939488d9 service neutron] 10.222.0.15 "GET /v2.0/networks/d53e347e-2e66-45ae-b542-42cb5f2adb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3764942 Nov 23 04:44:21.513011 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.538074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-fe25517c-6425-4094-a113-a5692f934069 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:16Z', 'revision_number': 8, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0', 'name': '', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:96:50:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:43Z', 'updated_at': '2021-11-23T04:43:54Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:21.551862 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c024f65b-0d1c-4c5c-b328-a6791b0719ee']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:21.555711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4b0885a-8192-4712-b24f-0d036583ab21 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:21.562740 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b4b0885a-8192-4712-b24f-0d036583ab21 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "PUT /v2.0/routers/f16f00bc-9557-49e4-ba46-e4eb4f90d49c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4249363 Nov 23 04:44:21.570469 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2b4e1a-12f3-467c-b1ef-1431d6bb9e7b None None] Sync routers for ids ['f16f00bc-9557-49e4-ba46-e4eb4f90d49c'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:21.573379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45580) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:21.596810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc609233-8b3e-4a92-9b71-bc6bbcf4c922') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:21.597941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc609233-8b3e-4a92-9b71-bc6bbcf4c922') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:21.599903 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2b4e1a-12f3-467c-b1ef-1431d6bb9e7b None None] Routers {'f16f00bc-9557-49e4-ba46-e4eb4f90d49c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:21.600972 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-6d2b4e1a-12f3-467c-b1ef-1431d6bb9e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f16f00bc-9557-49e4-ba46-e4eb4f90d49c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:21.612325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.631506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.639360 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Releasing vlan 178 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:44:21.640358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.646543 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c3982a1c-b48a-4078-9d74-057fd3ee421f None None] For port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:21.646945 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c3982a1c-b48a-4078-9d74-057fd3ee421f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.651428 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe25517c-6425-4094-a113-a5692f934069 None None] The sync data for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv is: [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:16Z', 'revision_number': 8, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0', 'name': '', 'network_id': '4c02a063-c951-40bf-a325-2898ba71f333', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:96:50:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1042, 'fixed_ips': [{'subnet_id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:43Z', 'updated_at': '2021-11-23T04:43:54Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:21.658228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-8b639d99-842b-4070-b3e9-152f14a5ea26 None None] For port 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=786c4cbd-a0d1-4d31-9cc6-b5d82b25d217,segment=NetworkSegment(ecacbb2e-576f-4648-b3b1-5e6bed524390),segment_id=ecacbb2e-576f-4648-b3b1-5e6bed524390)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:21.665484 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.679322 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-6d2b4e1a-12f3-467c-b1ef-1431d6bb9e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:21.689612 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8b639d99-842b-4070-b3e9-152f14a5ea26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.712410 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c3982a1c-b48a-4078-9d74-057fd3ee421f None None] Calling delete_port for 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:21.722726 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2b4e1a-12f3-467c-b1ef-1431d6bb9e7b None None] Routers {'f16f00bc-9557-49e4-ba46-e4eb4f90d49c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:21.725738 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-6d2b4e1a-12f3-467c-b1ef-1431d6bb9e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f16f00bc-9557-49e4-ba46-e4eb4f90d49c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:21.730125 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.ipam_backend_mixin [None req-c3982a1c-b48a-4078-9d74-057fd3ee421f None None] Port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 was not found and therefore no delete operation was performed {{(pid=109954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:44:21.785904 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c3982a1c-b48a-4078-9d74-057fd3ee421f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.788361 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=30177cbe-1515-4dcf-a30b-df28e02eafbe,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:21.840751 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:44:21.845473 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:44:21.904517 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d29f3196-9bc8-49d6-8e2d-b3d9abe0ae96 req-4ae4e535-522a-4c17-a398-1b2a36897cff service neutron] 10.222.0.15 "GET /v2.0/networks/d53e347e-2e66-45ae-b542-42cb5f2adb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3792419 Nov 23 04:44:21.920300 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-6d2b4e1a-12f3-467c-b1ef-1431d6bb9e7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:21.920527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3982a1c-b48a-4078-9d74-057fd3ee421f None None] No DVR routers for this DVR port 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:21.921611 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d2b4e1a-12f3-467c-b1ef-1431d6bb9e7b None None] The sync data for ids ['f16f00bc-9557-49e4-ba46-e4eb4f90d49c'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:21.960354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b639d99-842b-4070-b3e9-152f14a5ea26 None None] Pushing event updated for resources: {'Port': ['ID=786c4cbd-a0d1-4d31-9cc6-b5d82b25d217,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:21.964619 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a301a11b-ca8a-4d5f-b432-ab9a3403dcc4 None None] Provisioning complete for port eac1158b-8ac7-4173-ba5b-3f1548cccc09 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:21.964991 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a301a11b-ca8a-4d5f-b432-ab9a3403dcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:21.973616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:44:21.973977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:44:21.978010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3160dd1-0406-48e4-9740-3c6eca34fc8f req-b0f61014-b516-417a-abab-5a479279bc4b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:21.980461 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f3160dd1-0406-48e4-9740-3c6eca34fc8f req-b0f61014-b516-417a-abab-5a479279bc4b tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.4054151 Nov 23 04:44:21.982812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:22.005266 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:22.011799 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/networks/c024f65b-0d1c-4c5c-b328-a6791b0719ee HTTP/1.1" status: 204 len: 168 time: 1.8390777 Nov 23 04:44:22.022285 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45584) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:22.055825 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e9cbb7-43c4-4721-a3b3-3f791cc6af72 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Network': ['ID=c024f65b-0d1c-4c5c-b328-a6791b0719ee,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:22.098291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-114e5d10-555b-4693-94d9-109b7a80266b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:22.102455 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-114e5d10-555b-4693-94d9-109b7a80266b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f16f00bc-9557-49e4-ba46-e4eb4f90d49c HTTP/1.1" status: 200 len: 989 time: 0.5093791 Nov 23 04:44:22.102843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45586) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:22.236281 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf2c9a1-7220-4bb4-a14d-86ff76ee1ded req-aef95a6a-3d5a-4f13-ae3d-945cd4a2b231 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:22.237059 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dcf2c9a1-7220-4bb4-a14d-86ff76ee1ded req-aef95a6a-3d5a-4f13-ae3d-945cd4a2b231 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 944 time: 0.2376523 Nov 23 04:44:22.239476 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 729e99ef-499d-44d6-ae95-ca1cb02d3d75 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:22.241829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:22.272855 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f3160dd1-0406-48e4-9740-3c6eca34fc8f req-23deff33-5b2c-40d3-a847-46cb1071c29d tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2795711 Nov 23 04:44:22.320512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 4e752977-7abf-4e10-9f92-468bc3a42371 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:44:22.431863 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 4e752977-7abf-4e10-9f92-468bc3a42371, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=4e752977-7abf-4e10-9f92-468bc3a42371,segment=NetworkSegment(3d5e7401-d0ea-4e07-987e-d6c80449bf04),segment_id=3d5e7401-d0ea-4e07-987e-d6c80449bf04)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:22.448629 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '4e752977-7abf-4e10-9f92-468bc3a42371', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'port_id': '4e752977-7abf-4e10-9f92-468bc3a42371', 'mac_address': 'fa:16:3e:43:a4:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 199, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:44:22.452515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3982a1c-b48a-4078-9d74-057fd3ee421f None None] Pushing event deleted for resources: {'Port': ['ID=7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:22.532332 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a301a11b-ca8a-4d5f-b432-ab9a3403dcc4 None None] Port eac1158b-8ac7-4173-ba5b-3f1548cccc09 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:22.535008 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:22.571177 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e752977-7abf-4e10-9f92-468bc3a42371 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:44:22.594918 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a301a11b-ca8a-4d5f-b432-ab9a3403dcc4 None None] Provisioning complete for port 30177cbe-1515-4dcf-a30b-df28e02eafbe triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:22.595429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a301a11b-ca8a-4d5f-b432-ab9a3403dcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:22.629260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5a28504-3eb9-47fa-85f4-47cdfedef034 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:22.638152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 4e752977-7abf-4e10-9f92-468bc3a42371, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=4e752977-7abf-4e10-9f92-468bc3a42371,segment=NetworkSegment(3d5e7401-d0ea-4e07-987e-d6c80449bf04),segment_id=3d5e7401-d0ea-4e07-987e-d6c80449bf04)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:22.648743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:22.657036 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a301a11b-ca8a-4d5f-b432-ab9a3403dcc4 None None] Port 30177cbe-1515-4dcf-a30b-df28e02eafbe cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:22.709060 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a301a11b-ca8a-4d5f-b432-ab9a3403dcc4 None None] Provisioning complete for port 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:22.709519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a301a11b-ca8a-4d5f-b432-ab9a3403dcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:22.717772 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13cd9f1-9fca-4c81-95c2-46c6ec932392 req-1f865953-eaab-4b1a-9a97-82c532f36dd5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:22.719362 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a13cd9f1-9fca-4c81-95c2-46c6ec932392 req-1f865953-eaab-4b1a-9a97-82c532f36dd5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 944 time: 0.1366568 Nov 23 04:44:22.742991 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:22.799758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=4e752977-7abf-4e10-9f92-468bc3a42371,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:22.850525 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a13cd9f1-9fca-4c81-95c2-46c6ec932392 req-25854680-53ba-425e-8785-d1fe5ca670c8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb55b04-f8ec-45e4-9b2b-25277da33c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1178179 Nov 23 04:44:22.882242 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:22.882617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:22.898198 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dcf2c9a1-7220-4bb4-a14d-86ff76ee1ded req-cbcd9309-533f-4ca8-a5cd-02fe7b911f8b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6161320 Nov 23 04:44:22.914639 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a301a11b-ca8a-4d5f-b432-ab9a3403dcc4 None None] Provisioning complete for port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:22.915009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a301a11b-ca8a-4d5f-b432-ab9a3403dcc4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:22.935648 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router b78895ad-c724-4fe3-a74d-567d365fbf2b is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:44:22.956183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-d5a28504-3eb9-47fa-85f4-47cdfedef034 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port eac1158b-8ac7-4173-ba5b-3f1548cccc09 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:22.956500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5a28504-3eb9-47fa-85f4-47cdfedef034 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:23.034198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:23.061590 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['4e752977-7abf-4e10-9f92-468bc3a42371'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:44:23.067051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5a28504-3eb9-47fa-85f4-47cdfedef034 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:23.072411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:23.080696 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cd534c9e-5e20-48a7-a78f-c1ee4d4f2010 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/b78895ad-c724-4fe3-a74d-567d365fbf2b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8191710 Nov 23 04:44:23.082039 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45590) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:23.091646 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-d5a28504-3eb9-47fa-85f4-47cdfedef034 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for eac1158b-8ac7-4173-ba5b-3f1548cccc09 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:23.093784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e7afa-f8b4-4371-a60d-bd0dfce71d76 None None] Sync routers for ids ['b78895ad-c724-4fe3-a74d-567d365fbf2b'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:23.124089 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e7afa-f8b4-4371-a60d-bd0dfce71d76 None None] Routers {'b78895ad-c724-4fe3-a74d-567d365fbf2b'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:23.124718 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-c53e7afa-f8b4-4371-a60d-bd0dfce71d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b78895ad-c724-4fe3-a74d-567d365fbf2b'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:23.147134 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05f579f2-7e3d-4202-ad10-f5ad0d2f482b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:23.150754 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-05f579f2-7e3d-4202-ad10-f5ad0d2f482b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports/30177cbe-1515-4dcf-a30b-df28e02eafbe HTTP/1.1" status: 200 len: 910 time: 0.0662549 Nov 23 04:44:23.150997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45592) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:23.156200 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4a13253f-4cf7-445b-b114-f139f77ba768 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '946824fb-bba5-438c-a53e-54c33d3103f7'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:23.174534 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-c53e7afa-f8b4-4371-a60d-bd0dfce71d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:23.202398 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:23.202770 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:23.238977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5ba5ff3c-ef01-43d3-9f76-c31bfae7f4d6 None None] Provisioning complete for port 30177cbe-1515-4dcf-a30b-df28e02eafbe triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:23.239259 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5ba5ff3c-ef01-43d3-9f76-c31bfae7f4d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:23.240743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53e7afa-f8b4-4371-a60d-bd0dfce71d76 None None] Routers {'b78895ad-c724-4fe3-a74d-567d365fbf2b'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:23.241400 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-c53e7afa-f8b4-4371-a60d-bd0dfce71d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b78895ad-c724-4fe3-a74d-567d365fbf2b'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:23.250355 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0edbc4aa-ad3d-46e5-a993-c3095ea37bf4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:23.303613 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5a28504-3eb9-47fa-85f4-47cdfedef034 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:23.309827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-c53e7afa-f8b4-4371-a60d-bd0dfce71d76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:23.310496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53e7afa-f8b4-4371-a60d-bd0dfce71d76 None None] The sync data for ids ['b78895ad-c724-4fe3-a74d-567d365fbf2b'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:23.347922 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5ba5ff3c-ef01-43d3-9f76-c31bfae7f4d6 None None] Port 30177cbe-1515-4dcf-a30b-df28e02eafbe cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:23.358984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5ba5ff3c-ef01-43d3-9f76-c31bfae7f4d6 None None] Could not find standard attr ID for object eac1158b-8ac7-4173-ba5b-3f1548cccc09. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:44:23.376734 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a28504-3eb9-47fa-85f4-47cdfedef034 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=eac1158b-8ac7-4173-ba5b-3f1548cccc09,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:23.479173 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a13253f-4cf7-445b-b114-f139f77ba768 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:23.532515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:23.543006 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5a28504-3eb9-47fa-85f4-47cdfedef034 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:23.558916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129d594f-31ae-4bd7-a528-13c5a9ddeb08 req-1517d881-6e11-4645-a957-90abeff06107 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:23.560665 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-129d594f-31ae-4bd7-a528-13c5a9ddeb08 req-1517d881-6e11-4645-a957-90abeff06107 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1948311 Nov 23 04:44:23.565334 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:23.565910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7d6cf7b5-b7fa-4ab2-b7f6-8feaac0ff565 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:23.566553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8b94820f-f573-45df-81f1-43b487fa0111 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:23.599792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 8b94820f-f573-45df-81f1-43b487fa0111 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:23.600842 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8b94820f-f573-45df-81f1-43b487fa0111 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:23.735502 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-0edbc4aa-ad3d-46e5-a993-c3095ea37bf4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:23.735834 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0edbc4aa-ad3d-46e5-a993-c3095ea37bf4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:23.749384 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-129d594f-31ae-4bd7-a528-13c5a9ddeb08 req-45534902-df2a-4819-ac01-25671de21e85 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797831 Nov 23 04:44:23.760063 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a28504-3eb9-47fa-85f4-47cdfedef034 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Router f16f00bc-9557-49e4-ba46-e4eb4f90d49c has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:23.844138 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a28504-3eb9-47fa-85f4-47cdfedef034 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:23.856949 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d5a28504-3eb9-47fa-85f4-47cdfedef034 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "PUT /v2.0/routers/f16f00bc-9557-49e4-ba46-e4eb4f90d49c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7464912 Nov 23 04:44:23.856949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45596) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:23.861925 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86fdc56-e29e-4c38-85d7-3a5fbd0ff542 None None] Sync routers for ids ['f16f00bc-9557-49e4-ba46-e4eb4f90d49c'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:23.874378 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86fdc56-e29e-4c38-85d7-3a5fbd0ff542 None None] Routers {'f16f00bc-9557-49e4-ba46-e4eb4f90d49c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:23.874992 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a86fdc56-e29e-4c38-85d7-3a5fbd0ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f16f00bc-9557-49e4-ba46-e4eb4f90d49c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:23.883691 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-74529336-abe8-4fb3-a1a2-266ca0225da6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] GET failed (client error): The resource could not be found. Nov 23 04:44:23.885450 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-74529336-abe8-4fb3-a1a2-266ca0225da6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/eac1158b-8ac7-4173-ba5b-3f1548cccc09 HTTP/1.1" status: 404 len: 333 time: 0.0283782 Nov 23 04:44:23.889568 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45600) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:23.922713 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-0edbc4aa-ad3d-46e5-a993-c3095ea37bf4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] For port 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0,segment=NetworkSegment(181aaee3-52a7-4380-a1f8-1077a65aee7d),segment_id=181aaee3-52a7-4380-a1f8-1077a65aee7d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:23.923082 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0edbc4aa-ad3d-46e5-a993-c3095ea37bf4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:23.935232 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a86fdc56-e29e-4c38-85d7-3a5fbd0ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:23.945673 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86fdc56-e29e-4c38-85d7-3a5fbd0ff542 None None] Routers {'f16f00bc-9557-49e4-ba46-e4eb4f90d49c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:23.946493 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a86fdc56-e29e-4c38-85d7-3a5fbd0ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f16f00bc-9557-49e4-ba46-e4eb4f90d49c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:23.982100 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-0edbc4aa-ad3d-46e5-a993-c3095ea37bf4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:23.982709 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a86fdc56-e29e-4c38-85d7-3a5fbd0ff542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:23.982816 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86fdc56-e29e-4c38-85d7-3a5fbd0ff542 None None] The sync data for ids ['f16f00bc-9557-49e4-ba46-e4eb4f90d49c'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:24.108396 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7fbd231-0fb5-4a50-93fd-563c7fc4bc4d req-85c3a027-a44b-47eb-84fe-7617f45382d7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:24.110026 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f7fbd231-0fb5-4a50-93fd-563c7fc4bc4d req-85c3a027-a44b-47eb-84fe-7617f45382d7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 945 time: 0.1764894 Nov 23 04:44:24.239312 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a13253f-4cf7-445b-b114-f139f77ba768 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:24.254283 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-18620427-1acf-4273-b5d9-030d7d5ed1f6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:24.258622 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f7fbd231-0fb5-4a50-93fd-563c7fc4bc4d req-adff74eb-f91a-4603-85ce-bcc811add601 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb55b04-f8ec-45e4-9b2b-25277da33c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1341405 Nov 23 04:44:24.260673 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a13253f-4cf7-445b-b114-f139f77ba768 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:24.366185 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a13253f-4cf7-445b-b114-f139f77ba768 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=30177cbe-1515-4dcf-a30b-df28e02eafbe,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:24.376010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a13253f-4cf7-445b-b114-f139f77ba768 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:24.376623 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4a13253f-4cf7-445b-b114-f139f77ba768 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:24.377950 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4a13253f-4cf7-445b-b114-f139f77ba768 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/ports/30177cbe-1515-4dcf-a30b-df28e02eafbe HTTP/1.1" status: 200 len: 910 time: 1.2260239 Nov 23 04:44:24.380819 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45604) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:24.419914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2400cebf-5808-48d0-a328-fdde800076e7 req-587d06f9-99ea-49b0-99d8-ae2c37cec2c2 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:24.421425 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2400cebf-5808-48d0-a328-fdde800076e7 req-587d06f9-99ea-49b0-99d8-ae2c37cec2c2 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 944 time: 0.1843636 Nov 23 04:44:24.464292 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0edbc4aa-ad3d-46e5-a993-c3095ea37bf4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:24.470819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-18620427-1acf-4273-b5d9-030d7d5ed1f6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:24.474831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-18620427-1acf-4273-b5d9-030d7d5ed1f6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:24.499349 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edbc4aa-ad3d-46e5-a993-c3095ea37bf4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:24.542119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-18620427-1acf-4273-b5d9-030d7d5ed1f6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:24.542712 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18620427-1acf-4273-b5d9-030d7d5ed1f6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Fanout notify agent at l3_agent the message router_deleted on router f16f00bc-9557-49e4-ba46-e4eb4f90d49c {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:44:24.551515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-18620427-1acf-4273-b5d9-030d7d5ed1f6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:24.554003 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-18620427-1acf-4273-b5d9-030d7d5ed1f6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/routers/f16f00bc-9557-49e4-ba46-e4eb4f90d49c HTTP/1.1" status: 204 len: 168 time: 0.6634905 Nov 23 04:44:24.554955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45606) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:24.566461 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2400cebf-5808-48d0-a328-fdde800076e7 req-c0c0ee50-eda0-4287-bc38-05ca691aa2d8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1159394 Nov 23 04:44:24.623659 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-902573f0-6c04-41d7-a924-aaa0b708394c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting subnet 826c4a13-b18e-4a4b-b50a-68f503df0531 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:44:24.627621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-902573f0-6c04-41d7-a924-aaa0b708394c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:24.675866 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-902573f0-6c04-41d7-a924-aaa0b708394c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:24.744438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0edbc4aa-ad3d-46e5-a993-c3095ea37bf4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:24.762620 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-dba0179a-af7d-4cdd-b9f4-d78ff70766e2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:24.764080 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-dba0179a-af7d-4cdd-b9f4-d78ff70766e2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.15 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.2330658 Nov 23 04:44:24.771135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-902573f0-6c04-41d7-a924-aaa0b708394c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:24.842852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-902573f0-6c04-41d7-a924-aaa0b708394c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:24.872062 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902573f0-6c04-41d7-a924-aaa0b708394c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Subnet': ['ID=826c4a13-b18e-4a4b-b50a-68f503df0531,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:24.874222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-902573f0-6c04-41d7-a924-aaa0b708394c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:24.881357 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-902573f0-6c04-41d7-a924-aaa0b708394c tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/826c4a13-b18e-4a4b-b50a-68f503df0531 HTTP/1.1" status: 204 len: 168 time: 0.3215191 Nov 23 04:44:24.881357 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45610) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:24.886125 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0e48c6-c547-4ec6-97cf-09c63bd5e39d None None] Network 51e3d2c3-1409-4b49-a817-96e9a862f6f2 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:24.966709 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.024994 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:25.025368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.095496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0058b8a1-3bb1-4ede-ae9e-0e92aa7bfb35 None None] DHCP port deletion for 51e3d2c3-1409-4b49-a817-96e9a862f6f2 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:44:25.098157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] For port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=98d1fc67-7eb9-4d00-8b85-3848aa74bec9,segment=NetworkSegment(b937a6c4-f4ea-46ec-a078-3c6f56665ec3),segment_id=b937a6c4-f4ea-46ec-a078-3c6f56665ec3)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:25.098666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.115436 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:25.144118 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-0058b8a1-3bb1-4ede-ae9e-0e92aa7bfb35 None None] Deleting port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:25.144531 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0058b8a1-3bb1-4ede-ae9e-0e92aa7bfb35 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.219332 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-0058b8a1-3bb1-4ede-ae9e-0e92aa7bfb35 None None] For port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=98d1fc67-7eb9-4d00-8b85-3848aa74bec9,segment=NetworkSegment(b937a6c4-f4ea-46ec-a078-3c6f56665ec3),segment_id=b937a6c4-f4ea-46ec-a078-3c6f56665ec3)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:25.220138 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0058b8a1-3bb1-4ede-ae9e-0e92aa7bfb35 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.220950 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.236944 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-0058b8a1-3bb1-4ede-ae9e-0e92aa7bfb35 None None] Calling delete_port for 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:25.257401 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=98d1fc67-7eb9-4d00-8b85-3848aa74bec9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:25.259265 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No DVR routers for this DVR port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:25.320098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0058b8a1-3bb1-4ede-ae9e-0e92aa7bfb35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.350812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0058b8a1-3bb1-4ede-ae9e-0e92aa7bfb35 None None] Pushing event deleted for resources: {'Port': ['ID=98d1fc67-7eb9-4d00-8b85-3848aa74bec9,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:25.352514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0058b8a1-3bb1-4ede-ae9e-0e92aa7bfb35 None None] No DVR routers for this DVR port 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:25.364344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dd547da-3b66-4085-96eb-f5873f6a7f53 req-4a6aa261-4044-4342-8ae5-e8364bd3b8b5 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:25.366908 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9dd547da-3b66-4085-96eb-f5873f6a7f53 req-4a6aa261-4044-4342-8ae5-e8364bd3b8b5 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 946 time: 0.1737101 Nov 23 04:44:25.403625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.434952 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['51e3d2c3-1409-4b49-a817-96e9a862f6f2']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:25.446934 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b937a6c4-f4ea-46ec-a078-3c6f56665ec3') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:25.447228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b937a6c4-f4ea-46ec-a078-3c6f56665ec3') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:25.455877 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7c9fac-2b62-4bdd-825c-d5071be36aaf req-5de9b002-ac81-4aec-8d25-48e81fecff59 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:25.457417 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8b7c9fac-2b62-4bdd-825c-d5071be36aaf req-5de9b002-ac81-4aec-8d25-48e81fecff59 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 945 time: 0.0992920 Nov 23 04:44:25.467075 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.486296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-e86c8e9b-f080-4d57-852b-94b923a795d2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Deleting port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:25.486633 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-e86c8e9b-f080-4d57-852b-94b923a795d2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.497249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.511644 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:44:25.512048 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:44:25.515027 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:44:25.560154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0edbc4aa-ad3d-46e5-a993-c3095ea37bf4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:25.571680 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8b7c9fac-2b62-4bdd-825c-d5071be36aaf req-f4e7c763-4536-43d5-a4cf-ac9f2aacd254 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb55b04-f8ec-45e4-9b2b-25277da33c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054478 Nov 23 04:44:25.584062 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9dd547da-3b66-4085-96eb-f5873f6a7f53 req-e56b39f8-e5f6-424f-aa52-3a4b6d165bc8 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups?id=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1786430 Nov 23 04:44:25.604803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.613883 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.617872 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/networks/51e3d2c3-1409-4b49-a817-96e9a862f6f2 HTTP/1.1" status: 204 len: 168 time: 0.7356579 Nov 23 04:44:25.621313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45616) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:25.641250 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98073a02-ff5a-434f-9821-76259c4df8c6 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Network': ['ID=51e3d2c3-1409-4b49-a817-96e9a862f6f2,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:25.703203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd522e64-e15f-4bf2-8a0f-72653b3edd62 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:25.704461 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bd522e64-e15f-4bf2-8a0f-72653b3edd62 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/07d73683-606b-4652-8e0f-1fc5b4b47248 HTTP/1.1" status: 200 len: 843 time: 0.0819511 Nov 23 04:44:25.709073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45618) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:25.731468 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-e86c8e9b-f080-4d57-852b-94b923a795d2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] For port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=8ce1f0e2-ff6c-454f-9cf0-749efb10140c,segment=NetworkSegment(ce54fe4c-2781-49e5-acec-a3bff3b39a90),segment_id=ce54fe4c-2781-49e5-acec-a3bff3b39a90)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:25.731832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-e86c8e9b-f080-4d57-852b-94b923a795d2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.755792 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a36055c8-a5d1-4ced-8338-faac9b56fdb3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/07d73683-606b-4652-8e0f-1fc5b4b47248?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0456023 Nov 23 04:44:25.759396 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45620) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:25.764451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1643ce93-c5d0-47e7-8d24-5e0af021a6f5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'subnet': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:25.775440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fb0601-6c79-4642-9e31-6ab4904b15fc req-4cf3a2f7-df4f-42a7-a257-db627cecbc9e tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:25.776936 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-94fb0601-6c79-4642-9e31-6ab4904b15fc req-4cf3a2f7-df4f-42a7-a257-db627cecbc9e tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 944 time: 0.1123471 Nov 23 04:44:25.833347 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0edbc4aa-ad3d-46e5-a993-c3095ea37bf4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:25.841576 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6adad2bc-a3b3-4c6f-96e9-0966baa6234e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.843949 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf578d-fab8-4cf6-932b-a72b5c3c26f2 None None] Sync routers for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:25.849347 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0edbc4aa-ad3d-46e5-a993-c3095ea37bf4 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8249831 Nov 23 04:44:25.851240 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45622) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:25.861576 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf578d-fab8-4cf6-932b-a72b5c3c26f2 None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:25.862360 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-38bf578d-fab8-4cf6-932b-a72b5c3c26f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:25.942695 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-94fb0601-6c79-4642-9e31-6ab4904b15fc req-56959a49-2064-4ada-b545-a39416da132b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1515086 Nov 23 04:44:25.955681 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-38bf578d-fab8-4cf6-932b-a72b5c3c26f2 None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:25.961861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-35d5160f-0306-4373-9170-43e26a45f9d0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting subnet ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:44:25.968307 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1643ce93-c5d0-47e7-8d24-5e0af021a6f5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:25.975332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1643ce93-c5d0-47e7-8d24-5e0af021a6f5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:25.981158 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35d5160f-0306-4373-9170-43e26a45f9d0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.085315 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 6b653762-0c95-40d8-b695-3d7a92ee7d2e details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:44:26.092253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35d5160f-0306-4373-9170-43e26a45f9d0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.101454 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 4e752977-7abf-4e10-9f92-468bc3a42371 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:26.104140 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-e86c8e9b-f080-4d57-852b-94b923a795d2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.104463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-e86c8e9b-f080-4d57-852b-94b923a795d2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.104786 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-e86c8e9b-f080-4d57-852b-94b923a795d2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Floating IP 41346132-3b06-4628-bae9-d17ebaf7cdf2 disassociated. External IP: 172.26.8.27, port: 8ce1f0e2-ff6c-454f-9cf0-749efb10140c. Nov 23 04:44:26.105194 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-e86c8e9b-f080-4d57-852b-94b923a795d2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Calling delete_port for 8ce1f0e2-ff6c-454f-9cf0-749efb10140c owned by compute:nova {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:26.261026 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35d5160f-0306-4373-9170-43e26a45f9d0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.276051 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 4e752977-7abf-4e10-9f92-468bc3a42371 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:44:26.294784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 4e752977-7abf-4e10-9f92-468bc3a42371 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:26.295252 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.315008 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-6adad2bc-a3b3-4c6f-96e9-0966baa6234e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port 30177cbe-1515-4dcf-a30b-df28e02eafbe {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:26.315363 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6adad2bc-a3b3-4c6f-96e9-0966baa6234e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.320119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-e86c8e9b-f080-4d57-852b-94b923a795d2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.341723 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 6b653762-0c95-40d8-b695-3d7a92ee7d2e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6b653762-0c95-40d8-b695-3d7a92ee7d2e,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:26.365589 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '6b653762-0c95-40d8-b695-3d7a92ee7d2e', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'port_id': '6b653762-0c95-40d8-b695-3d7a92ee7d2e', 'mac_address': 'fa:16:3e:44:bc:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:44:26.366424 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1643ce93-c5d0-47e7-8d24-5e0af021a6f5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.370795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-38bf578d-fab8-4cf6-932b-a72b5c3c26f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:24Z', 'revision_number': 9, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:26.388109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86c8e9b-f080-4d57-852b-94b923a795d2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Pushing event deleted for resources: {'Port': ['ID=8ce1f0e2-ff6c-454f-9cf0-749efb10140c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:26.429917 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf578d-fab8-4cf6-932b-a72b5c3c26f2 None None] Checking router: 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:26.446797 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1643ce93-c5d0-47e7-8d24-5e0af021a6f5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:26.450836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1643ce93-c5d0-47e7-8d24-5e0af021a6f5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Subnet': ['ID=07115712-35e1-497b-8fe1-550fd9b24a04,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:26.454213 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-1643ce93-c5d0-47e7-8d24-5e0af021a6f5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:26.460527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1643ce93-c5d0-47e7-8d24-5e0af021a6f5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:26.460527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1643ce93-c5d0-47e7-8d24-5e0af021a6f5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.477369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2aabf8-defa-4f04-8ce3-43f6fdfa0f70 None None] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:26.482093 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6adad2bc-a3b3-4c6f-96e9-0966baa6234e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.482953 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.498474 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38bf578d-fab8-4cf6-932b-a72b5c3c26f2 None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:26.499490 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-38bf578d-fab8-4cf6-932b-a72b5c3c26f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:26.505772 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1643ce93-c5d0-47e7-8d24-5e0af021a6f5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7450302 Nov 23 04:44:26.506939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45624) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:26.518354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35d5160f-0306-4373-9170-43e26a45f9d0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.526362 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-86e2ed39-2bf4-4970-85ee-2b85cd4828c5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'security_group': {'name': 'tempest-secgroup-810685313'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:26.534410 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-6adad2bc-a3b3-4c6f-96e9-0966baa6234e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for 30177cbe-1515-4dcf-a30b-df28e02eafbe owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:26.573652 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-e86c8e9b-f080-4d57-852b-94b923a795d2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Router 609fdde0-e780-487a-8ab9-72f49372e1e9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:26.579897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d5160f-0306-4373-9170-43e26a45f9d0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Subnet': ['ID=ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:26.592129 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86e2ed39-2bf4-4970-85ee-2b85cd4828c5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.609978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35d5160f-0306-4373-9170-43e26a45f9d0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.622654 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-35d5160f-0306-4373-9170-43e26a45f9d0 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8 HTTP/1.1" status: 204 len: 168 time: 0.7654767 Nov 23 04:44:26.624867 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45628) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:26.790548 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-56619cc1-adfb-4449-a57f-23a9bc17f03c req-027eb7ff-5eb2-45ab-9df5-ead4c7c4ff76 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 210 time: 0.0557411 Nov 23 04:44:26.828579 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d11b82-3160-4679-a4c2-8f5f5e3c6b6d req-d0c897a0-ab21-458b-bfad-022a703a95d9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:26.830166 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d8d11b82-3160-4679-a4c2-8f5f5e3c6b6d req-d0c897a0-ab21-458b-bfad-022a703a95d9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 945 time: 0.1219172 Nov 23 04:44:26.836948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c750cc3-27ef-43ac-a94e-fb947665bf69 None None] Network 4c02a063-c951-40bf-a325-2898ba71f333 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:26.838823 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:26.839691 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.878991 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6b653762-0c95-40d8-b695-3d7a92ee7d2e {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:44:26.883875 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.900791 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86e2ed39-2bf4-4970-85ee-2b85cd4828c5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.908435 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86e2ed39-2bf4-4970-85ee-2b85cd4828c5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.914493 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d8d11b82-3160-4679-a4c2-8f5f5e3c6b6d req-fcf75e76-4ab2-4ad0-9632-b3600596d767 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb55b04-f8ec-45e4-9b2b-25277da33c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0751586 Nov 23 04:44:26.933002 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-e86c8e9b-f080-4d57-852b-94b923a795d2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:26.933263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:26.933415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 98d1fc67-7eb9-4d00-8b85-3848aa74bec9 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:26.948761 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86e2ed39-2bf4-4970-85ee-2b85cd4828c5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.950136 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-86e2ed39-2bf4-4970-85ee-2b85cd4828c5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4415686 Nov 23 04:44:26.953349 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45632) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:26.957086 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86e2ed39-2bf4-4970-85ee-2b85cd4828c5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b077091f-bd7b-4a73-98fa-487a664d6274,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:26.962500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-066ce8dd-4d91-456c-87f0-cd77ddc3fb97 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'security_group': {'name': 'tempest-secgroup-245974962'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:26.980935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port 51997bd7-6b12-49e1-b1d1-87565f127099 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:26.980935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:26.991610 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7dce4-8f50-4d14-929d-eff6fad13665 None None] Sync routers for ids ['609fdde0-e780-487a-8ab9-72f49372e1e9'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:27.006472 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde7dce4-8f50-4d14-929d-eff6fad13665 None None] Routers {'609fdde0-e780-487a-8ab9-72f49372e1e9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:27.006852 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-e86c8e9b-f080-4d57-852b-94b923a795d2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] No DVR routers for this DVR port 8ce1f0e2-ff6c-454f-9cf0-749efb10140c on host hv-neutron-8188 {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:27.008949 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cde7dce4-8f50-4d14-929d-eff6fad13665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['609fdde0-e780-487a-8ab9-72f49372e1e9'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:27.021828 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 6b653762-0c95-40d8-b695-3d7a92ee7d2e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6b653762-0c95-40d8-b695-3d7a92ee7d2e,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:27.025012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-e86c8e9b-f080-4d57-852b-94b923a795d2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.038379 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fb211d72-6e7b-4113-a9ad-52a9e37cc0dc req-e86c8e9b-f080-4d57-852b-94b923a795d2 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.15 "DELETE /v2.0/ports/8ce1f0e2-ff6c-454f-9cf0-749efb10140c HTTP/1.1" status: 204 len: 173 time: 2.2583585 Nov 23 04:44:27.038891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d347428-b062-418d-9663-1b265ade8789', 'name': 'network-vif-deleted', 'tag': '8ce1f0e2-ff6c-454f-9cf0-749efb10140c'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:44:27.047083 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.051550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-38bf578d-fab8-4cf6-932b-a72b5c3c26f2 None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:27.057840 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-011ed99f-1fcb-4d70-946e-d986b5a6a32b" -d '{"events": [{"server_uuid": "7d347428-b062-418d-9663-1b265ade8789", "name": "network-vif-deleted", "tag": "8ce1f0e2-ff6c-454f-9cf0-749efb10140c"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:44:27.058045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] For port 51997bd7-6b12-49e1-b1d1-87565f127099, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=51997bd7-6b12-49e1-b1d1-87565f127099,segment=NetworkSegment(181aaee3-52a7-4380-a1f8-1077a65aee7d),segment_id=181aaee3-52a7-4380-a1f8-1077a65aee7d)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:27.058472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.067637 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e18509-8def-4501-af6f-f421dcd08442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e752977-7abf-4e10-9f92-468bc3a42371'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:44:27.071677 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbf5f856-8d1c-4611-a0c0-4cc1bf7bde1e" -d '{"events": [{"server_uuid": "74e18509-8def-4501-af6f-f421dcd08442", "name": "network-vif-plugged", "status": "completed", "tag": "4e752977-7abf-4e10-9f92-468bc3a42371"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:44:27.072900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for 51997bd7-6b12-49e1-b1d1-87565f127099 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:27.178134 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6adad2bc-a3b3-4c6f-96e9-0966baa6234e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.186286 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.223886 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-cde7dce4-8f50-4d14-929d-eff6fad13665 None None] Set router 609fdde0-e780-487a-8ab9-72f49372e1e9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:27.239813 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=51997bd7-6b12-49e1-b1d1-87565f127099,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:27.246527 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adad2bc-a3b3-4c6f-96e9-0966baa6234e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=30177cbe-1515-4dcf-a30b-df28e02eafbe,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:27.246952 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No DVR routers for this DVR port 51997bd7-6b12-49e1-b1d1-87565f127099 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:27.250018 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-066ce8dd-4d91-456c-87f0-cd77ddc3fb97 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.324353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eaf22f-ed38-4a3f-bb63-3187a543c0ac req-cf2da6e6-2e90-4dcb-8e37-2f8cd9d2b738 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:27.325850 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-63eaf22f-ed38-4a3f-bb63-3187a543c0ac req-cf2da6e6-2e90-4dcb-8e37-2f8cd9d2b738 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 945 time: 0.1593001 Nov 23 04:44:27.336952 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=6b653762-0c95-40d8-b695-3d7a92ee7d2e,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:27.440453 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:44:27.461197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.499746 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6adad2bc-a3b3-4c6f-96e9-0966baa6234e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.570269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c02a063-c951-40bf-a325-2898ba71f333']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:27.612066 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '181aaee3-52a7-4380-a1f8-1077a65aee7d') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:27.612830 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '181aaee3-52a7-4380-a1f8-1077a65aee7d') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:27.621717 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cde7dce4-8f50-4d14-929d-eff6fad13665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:41Z', 'updated_at': '2021-11-23T04:40:53Z', 'revision_number': 4, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'gw_port': {'id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:42Z', 'updated_at': '2021-11-23T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'caab31d9-9d7d-4be6-bcbe-c4593929f5b3', 'name': '', 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'mac_address': 'fa:16:3e:12:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:50Z', 'updated_at': '2021-11-23T04:41:01Z', 'revision_number': 5, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'subnets': [{'id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:27.634788 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-63eaf22f-ed38-4a3f-bb63-3187a543c0ac req-6f8ce9b9-99d8-4579-b100-607f1d894bd3 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2887177 Nov 23 04:44:27.640258 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdd1b4fc-3013-4b77-ae9c-f91a378627db x-openstack-request-id: req-fdd1b4fc-3013-4b77-ae9c-f91a378627db {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:44:27.640381 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e18509-8def-4501-af6f-f421dcd08442", "name": "network-vif-plugged", "status": "completed", "tag": "4e752977-7abf-4e10-9f92-468bc3a42371", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:44:27.642814 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fdd1b4fc-3013-4b77-ae9c-f91a378627db {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:44:27.643220 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e18509-8def-4501-af6f-f421dcd08442', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e752977-7abf-4e10-9f92-468bc3a42371', 'code': 200} Nov 23 04:44:27.647201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.664302 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7dce4-8f50-4d14-929d-eff6fad13665 None None] Checking router: 609fdde0-e780-487a-8ab9-72f49372e1e9 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:27.681162 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde7dce4-8f50-4d14-929d-eff6fad13665 None None] Routers {'609fdde0-e780-487a-8ab9-72f49372e1e9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:27.686298 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cde7dce4-8f50-4d14-929d-eff6fad13665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['609fdde0-e780-487a-8ab9-72f49372e1e9'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:27.688690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.692999 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:44:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cc0cbf1-13d8-4471-833b-817b422ae465 x-openstack-request-id: req-3cc0cbf1-13d8-4471-833b-817b422ae465 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:44:27.693258 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-066ce8dd-4d91-456c-87f0-cd77ddc3fb97 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.693444 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d347428-b062-418d-9663-1b265ade8789", "name": "network-vif-deleted", "tag": "8ce1f0e2-ff6c-454f-9cf0-749efb10140c", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:44:27.693557 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3cc0cbf1-13d8-4471-833b-817b422ae465 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:44:27.697449 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d347428-b062-418d-9663-1b265ade8789', 'name': 'network-vif-deleted', 'tag': '8ce1f0e2-ff6c-454f-9cf0-749efb10140c', 'status': 'completed', 'code': 200} Nov 23 04:44:27.707591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Releasing vlan 171 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:44:27.708643 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.750036 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 4e752977-7abf-4e10-9f92-468bc3a42371, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=4e752977-7abf-4e10-9f92-468bc3a42371,segment=NetworkSegment(3d5e7401-d0ea-4e07-987e-d6c80449bf04),segment_id=3d5e7401-d0ea-4e07-987e-d6c80449bf04)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:27.793573 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.849656 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['6b653762-0c95-40d8-b695-3d7a92ee7d2e'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:44:27.850860 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:44:27.853222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-066ce8dd-4d91-456c-87f0-cd77ddc3fb97 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.859748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.871661 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:27.877153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adad2bc-a3b3-4c6f-96e9-0966baa6234e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router b78895ad-c724-4fe3-a74d-567d365fbf2b has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:27.880593 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/networks/4c02a063-c951-40bf-a325-2898ba71f333 HTTP/1.1" status: 204 len: 168 time: 1.2336953 Nov 23 04:44:27.881491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45646) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:27.921459 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-cde7dce4-8f50-4d14-929d-eff6fad13665 None None] Set router 609fdde0-e780-487a-8ab9-72f49372e1e9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:27.936517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92ebd87-a4a9-4db2-8153-9cc806f522c5 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Network': ['ID=4c02a063-c951-40bf-a325-2898ba71f333,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:27.957634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f0234db-204b-47aa-a782-00d0e41270cc None None] DHCP port deletion for 4c02a063-c951-40bf-a325-2898ba71f333 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:44:27.995651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c379d8-f2ed-40cb-b480-0f3708947747 req-a57dc134-ee0b-431c-aa2d-5d65a4c2fe53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:27.997200 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d0c379d8-f2ed-40cb-b480-0f3708947747 req-a57dc134-ee0b-431c-aa2d-5d65a4c2fe53 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 1099 time: 0.1834490 Nov 23 04:44:28.008158 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adad2bc-a3b3-4c6f-96e9-0966baa6234e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:28.028414 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=4e752977-7abf-4e10-9f92-468bc3a42371,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:28.042141 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1582e9-02a4-4bf1-8304-a08f642c88ca None None] Sync routers for ids ['b78895ad-c724-4fe3-a74d-567d365fbf2b'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:28.051241 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6adad2bc-a3b3-4c6f-96e9-0966baa6234e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/b78895ad-c724-4fe3-a74d-567d365fbf2b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6660094 Nov 23 04:44:28.058644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-38bf578d-fab8-4cf6-932b-a72b5c3c26f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:24Z', 'revision_number': 9, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:28.066933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-066ce8dd-4d91-456c-87f0-cd77ddc3fb97 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:28.068514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45650) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:28.071162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45652) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:28.071808 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-066ce8dd-4d91-456c-87f0-cd77ddc3fb97 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 1.1173868 Nov 23 04:44:28.090020 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-066ce8dd-4d91-456c-87f0-cd77ddc3fb97 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3165b3b7-8d9f-440b-bbb5-4b8d2cbfa0c5,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:28.092460 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-52c5a545-ef05-448f-af7c-d4ede32c7e88', 'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'tenant_id': '9eef5904db6a4542a7898586fc751d63', 'fixed_ips': [{'subnet_id': '07115712-35e1-497b-8fe1-550fd9b24a04'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:44:28.093337 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:28.109145 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38bf578d-fab8-4cf6-932b-a72b5c3c26f2 None None] The sync data for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv is: [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:24Z', 'revision_number': 9, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '25f5df74-ac7a-4784-a638-35311afd57b5', 'name': '', 'network_id': '4e7d0ae1-4a38-4c78-9524-59cc6ab3c634', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:5f:46:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1025, 'fixed_ips': [{'subnet_id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:36Z', 'updated_at': '2021-11-23T04:43:47Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': '18834c64-7889-4685-a46a-93d4f9a2a739', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:28.110706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1582e9-02a4-4bf1-8304-a08f642c88ca None None] Routers {'b78895ad-c724-4fe3-a74d-567d365fbf2b'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:28.111325 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ff1582e9-02a4-4bf1-8304-a08f642c88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b78895ad-c724-4fe3-a74d-567d365fbf2b'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:28.112021 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8a199961-fba6-4342-86c9-0fa45b337341 req-770fd5ad-1a75-4561-9f18-b2bb2ea74e7a tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/ports?device_id=7d347428-b062-418d-9663-1b265ade8789 HTTP/1.1" status: 200 len: 210 time: 0.1008425 Nov 23 04:44:28.124698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 8ce1f0e2-ff6c-454f-9cf0-749efb10140c no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:28.144282 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a4e0c351-a1cc-4bcf-a352-520044261d46 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1441185587', 'security_groups': ['3165b3b7-8d9f-440b-bbb5-4b8d2cbfa0c5'], 'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '07115712-35e1-497b-8fe1-550fd9b24a04'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:28.150264 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0eb7c79b-7086-4fa9-acf5-851497c7bcfc tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports?device_id=b78895ad-c724-4fe3-a74d-567d365fbf2b HTTP/1.1" status: 200 len: 205 time: 0.0745230 Nov 23 04:44:28.155762 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45654) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:28.234103 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cde7dce4-8f50-4d14-929d-eff6fad13665 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:41Z', 'updated_at': '2021-11-23T04:40:53Z', 'revision_number': 4, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'gw_port': {'id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:42Z', 'updated_at': '2021-11-23T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'caab31d9-9d7d-4be6-bcbe-c4593929f5b3', 'name': '', 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'mac_address': 'fa:16:3e:12:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:50Z', 'updated_at': '2021-11-23T04:41:01Z', 'revision_number': 5, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'subnets': [{'id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:28.247016 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 8ce1f0e2-ff6c-454f-9cf0-749efb10140c {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:28.247643 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 8ce1f0e2-ff6c-454f-9cf0-749efb10140c not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:28.249694 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ff1582e9-02a4-4bf1-8304-a08f642c88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:28.274250 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde7dce4-8f50-4d14-929d-eff6fad13665 None None] The sync data for ids ['609fdde0-e780-487a-8ab9-72f49372e1e9'] in dv-neutron-818850-1-hyperv is: [{'id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:41Z', 'updated_at': '2021-11-23T04:40:53Z', 'revision_number': 4, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'gw_port': {'id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:42Z', 'updated_at': '2021-11-23T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'caab31d9-9d7d-4be6-bcbe-c4593929f5b3', 'name': '', 'network_id': 'b21b611f-a015-425c-ab34-b547c5f8ac2e', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'mac_address': 'fa:16:3e:12:39:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 510, 'fixed_ips': [{'subnet_id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:50Z', 'updated_at': '2021-11-23T04:41:01Z', 'revision_number': 5, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'subnets': [{'id': '15926d1c-ee0f-48ad-88dc-7f8fa57c0643', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:28.415945 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1582e9-02a4-4bf1-8304-a08f642c88ca None None] Routers {'b78895ad-c724-4fe3-a74d-567d365fbf2b'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:28.416706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ff1582e9-02a4-4bf1-8304-a08f642c88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b78895ad-c724-4fe3-a74d-567d365fbf2b'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:28.474767 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ff1582e9-02a4-4bf1-8304-a08f642c88ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:28.475477 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff1582e9-02a4-4bf1-8304-a08f642c88ca None None] The sync data for ids ['b78895ad-c724-4fe3-a74d-567d365fbf2b'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:28.477473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-930ac2ef-f910-43ab-8be0-3d8aaa6d12fa tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:28.594034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Allocated IP 2001:db8::2 (52c5a545-ef05-448f-af7c-d4ede32c7e88/07115712-35e1-497b-8fe1-550fd9b24a04/4540ce40-2259-4b1f-bb8e-1eb34f3fcd29) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:28.760454 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87bde59c-9642-4f52-8102-a4d5640e65ad None None] New status for floating IP 41346132-3b06-4628-bae9-d17ebaf7cdf2: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:44:28.777567 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03b97066-ae95-4920-9f62-57030762a6d7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:28.796485 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 51997bd7-6b12-49e1-b1d1-87565f127099 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:28.832330 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 51997bd7-6b12-49e1-b1d1-87565f127099 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:28.832996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 51997bd7-6b12-49e1-b1d1-87565f127099 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:28.833634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:28.872536 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3843dd-309b-4fba-8054-5e55a7ada358 req-9adf1cb2-64a6-46d3-8e85-7ab1eafd548d tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:28.874291 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ee3843dd-309b-4fba-8054-5e55a7ada358 req-9adf1cb2-64a6-46d3-8e85-7ab1eafd548d tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 945 time: 0.1278071 Nov 23 04:44:28.876332 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:28.876961 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9b4bc32c-d1c1-47b2-a5f0-9e31e97ae3b0 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:28.879332 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d0c379d8-f2ed-40cb-b480-0f3708947747 req-6e70aefb-8255-47ab-9dd6-42f016fb6a08 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=dbb55b04-f8ec-45e4-9b2b-25277da33c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8516624 Nov 23 04:44:28.884272 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4e0c351-a1cc-4bcf-a352-520044261d46 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:28.912381 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3162b98d-0541-4f80-9a06-3917b783212a req-4d71bebf-6e80-4b89-bbf5-a7b68e2e8aa8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:28.919585 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3162b98d-0541-4f80-9a06-3917b783212a req-4d71bebf-6e80-4b89-bbf5-a7b68e2e8aa8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 946 time: 0.7369645 Nov 23 04:44:28.936515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-930ac2ef-f910-43ab-8be0-3d8aaa6d12fa tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port 25f5df74-ac7a-4784-a638-35311afd57b5 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:28.936515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-930ac2ef-f910-43ab-8be0-3d8aaa6d12fa tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:28.989711 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ee3843dd-309b-4fba-8054-5e55a7ada358 req-9b14f2a5-0735-4d74-9821-190da4bb3073 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1068592 Nov 23 04:44:29.011560 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.019569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.052424 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-930ac2ef-f910-43ab-8be0-3d8aaa6d12fa tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] For port 25f5df74-ac7a-4784-a638-35311afd57b5, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=25f5df74-ac7a-4784-a638-35311afd57b5,segment=NetworkSegment(dcb67100-40d9-4f31-92fe-025d9f7055a5),segment_id=dcb67100-40d9-4f31-92fe-025d9f7055a5)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:29.052788 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-930ac2ef-f910-43ab-8be0-3d8aaa6d12fa tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.064698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:29.070210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-930ac2ef-f910-43ab-8be0-3d8aaa6d12fa tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for 25f5df74-ac7a-4784-a638-35311afd57b5 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:29.071435 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:29.073739 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Pushing event updated for resources: {'Port': ['ID=4540ce40-2259-4b1f-bb8e-1eb34f3fcd29,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:29.078618 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:29.091784 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03b97066-ae95-4920-9f62-57030762a6d7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.100050 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03b97066-ae95-4920-9f62-57030762a6d7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.151073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Attempting to bind port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:29.152065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Attempting to bind port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '00adca44-42b6-4663-838e-3d7fc5b85607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:29.152719 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Attempting to bind port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 on network 52c5a545-ef05-448f-af7c-d4ede32c7e88 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:29.161891 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:29.162427 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Checking segment: {'id': '00adca44-42b6-4663-838e-3d7fc5b85607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:29.163029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.163847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Bound using segment: {'id': '00adca44-42b6-4663-838e-3d7fc5b85607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:29.164809 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3162b98d-0541-4f80-9a06-3917b783212a req-7247dacd-4cf0-467a-806e-f7be0fa4b38f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb55b04-f8ec-45e4-9b2b-25277da33c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2436609 Nov 23 04:44:29.165062 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Bound port: 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00adca44-42b6-4663-838e-3d7fc5b85607', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:29.166411 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.200198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03b97066-ae95-4920-9f62-57030762a6d7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.201015 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03b97066-ae95-4920-9f62-57030762a6d7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Fanout notify agent at l3_agent the message router_deleted on router b78895ad-c724-4fe3-a74d-567d365fbf2b {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:44:29.222668 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-03b97066-ae95-4920-9f62-57030762a6d7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.224336 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-03b97066-ae95-4920-9f62-57030762a6d7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/routers/b78895ad-c724-4fe3-a74d-567d365fbf2b HTTP/1.1" status: 204 len: 168 time: 1.0493023 Nov 23 04:44:29.228535 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4e0c351-a1cc-4bcf-a352-520044261d46 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.231879 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45662) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:29.232451 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45664) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:29.258384 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] For port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:29.263013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] For port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4540ce40-2259-4b1f-bb8e-1eb34f3fcd29,segment=NetworkSegment(00adca44-42b6-4663-838e-3d7fc5b85607),segment_id=00adca44-42b6-4663-838e-3d7fc5b85607)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:29.268587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.304185 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-a4e0c351-a1cc-4bcf-a352-520044261d46 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port 861835b2-b58e-4911-b543-2e72e5fd8418 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:44:29.344638 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56853d6-5272-4187-988f-07385b1c6975 None None] Pushing event updated for resources: {'Port': ['ID=4540ce40-2259-4b1f-bb8e-1eb34f3fcd29,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:29.387807 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b17a2152-289f-4c9c-aa0f-5cde3c4f465f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting subnet 946824fb-bba5-438c-a53e-54c33d3103f7 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:44:29.406085 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b17a2152-289f-4c9c-aa0f-5cde3c4f465f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.478993 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-db51fc81-3f6f-4b69-8c0f-871595962e79 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.539456 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b17a2152-289f-4c9c-aa0f-5cde3c4f465f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.560259 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-930ac2ef-f910-43ab-8be0-3d8aaa6d12fa tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.568348 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-db51fc81-3f6f-4b69-8c0f-871595962e79 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.589139 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ac2ef-f910-43ab-8be0-3d8aaa6d12fa tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=25f5df74-ac7a-4784-a638-35311afd57b5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:29.694532 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-a4e0c351-a1cc-4bcf-a352-520044261d46 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Allocated IP 2001:db8::20c (52c5a545-ef05-448f-af7c-d4ede32c7e88/07115712-35e1-497b-8fe1-550fd9b24a04/861835b2-b58e-4911-b543-2e72e5fd8418) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:29.746509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-db51fc81-3f6f-4b69-8c0f-871595962e79 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.747862 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-930ac2ef-f910-43ab-8be0-3d8aaa6d12fa tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.749130 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-db51fc81-3f6f-4b69-8c0f-871595962e79 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.750319 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-db51fc81-3f6f-4b69-8c0f-871595962e79 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "DELETE /v2.0/security-groups/a5f6414e-7af2-4e51-9a32-1d8ddd53bde9 HTTP/1.1" status: 204 len: 168 time: 0.5167418 Nov 23 04:44:29.754788 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45666) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:29.771979 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-82b049ed-6f20-4e3f-a9ef-cf1047af6591 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] show failed (client error): The resource could not be found. Nov 23 04:44:29.780486 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db51fc81-3f6f-4b69-8c0f-871595962e79 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5f6414e-7af2-4e51-9a32-1d8ddd53bde9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:29.791284 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-82b049ed-6f20-4e3f-a9ef-cf1047af6591 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "GET /v2.0/security-groups/a5f6414e-7af2-4e51-9a32-1d8ddd53bde9 HTTP/1.1" status: 404 len: 347 time: 0.0322385 Nov 23 04:44:29.793110 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45668) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:29.802859 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b17a2152-289f-4c9c-aa0f-5cde3c4f465f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:29.997921 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-930ac2ef-f910-43ab-8be0-3d8aaa6d12fa tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:30.048544 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b17a2152-289f-4c9c-aa0f-5cde3c4f465f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.099573 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b17a2152-289f-4c9c-aa0f-5cde3c4f465f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.105598 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b17a2152-289f-4c9c-aa0f-5cde3c4f465f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/946824fb-bba5-438c-a53e-54c33d3103f7 HTTP/1.1" status: 204 len: 168 time: 0.8679690 Nov 23 04:44:30.105598 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17a2152-289f-4c9c-aa0f-5cde3c4f465f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Subnet': ['ID=946824fb-bba5-438c-a53e-54c33d3103f7,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:30.108519 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45672) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:30.109168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 6b653762-0c95-40d8-b695-3d7a92ee7d2e up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:30.122497 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-746b0ea2-93b0-4b01-acf2-a090976a82b1 None None] Network 729e99ef-499d-44d6-ae95-ca1cb02d3d75 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:30.123312 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4e0c351-a1cc-4bcf-a352-520044261d46 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.143432 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-2528c67d-7123-4e51-960d-fc8b782459d9 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Deleting port 57a988af-0391-4a77-87dc-b45c6d1c9580 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:30.143862 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2528c67d-7123-4e51-960d-fc8b782459d9 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.241092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-930ac2ef-f910-43ab-8be0-3d8aaa6d12fa tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:30.250784 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4e0c351-a1cc-4bcf-a352-520044261d46 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.256382 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-930ac2ef-f910-43ab-8be0-3d8aaa6d12fa tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3647308 Nov 23 04:44:30.257935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45676) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:30.281605 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0908e8-5548-4411-80ca-cf61d69921bb req-f531b4bc-5e50-45eb-87e4-b48ca0889805 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:30.283213 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0908e8-5548-4411-80ca-cf61d69921bb req-f531b4bc-5e50-45eb-87e4-b48ca0889805 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 945 time: 0.2000279 Nov 23 04:44:30.290988 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34c589-e52f-4181-b791-989f21c002e4 None None] Sync routers for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:30.312448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.372108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e34c589-e52f-4181-b791-989f21c002e4 None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:30.372834 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2e34c589-e52f-4181-b791-989f21c002e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:30.386536 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0908e8-5548-4411-80ca-cf61d69921bb req-42230b4f-80c4-4bea-a97b-6406c8beef39 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0909393 Nov 23 04:44:30.403961 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2528c67d-7123-4e51-960d-fc8b782459d9 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.404335 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2528c67d-7123-4e51-960d-fc8b782459d9 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.417470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4e0c351-a1cc-4bcf-a352-520044261d46 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:30.418272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:30.418618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.428627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-a4e0c351-a1cc-4bcf-a352-520044261d46 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:30.431083 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4e0c351-a1cc-4bcf-a352-520044261d46 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:30.440829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4e0c351-a1cc-4bcf-a352-520044261d46 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:30.441531 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a4e0c351-a1cc-4bcf-a352-520044261d46 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.450474 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4e0c351-a1cc-4bcf-a352-520044261d46 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=861835b2-b58e-4911-b543-2e72e5fd8418,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:30.465063 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-2528c67d-7123-4e51-960d-fc8b782459d9 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Calling delete_port for 57a988af-0391-4a77-87dc-b45c6d1c9580 owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:30.491483 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-00f42542-c857-4851-8400-a50b305680c7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting subnet 18834c64-7889-4685-a46a-93d4f9a2a739 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:44:30.499473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-00f42542-c857-4851-8400-a50b305680c7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.500642 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] For port 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=786c4cbd-a0d1-4d31-9cc6-b5d82b25d217,segment=NetworkSegment(ecacbb2e-576f-4648-b3b1-5e6bed524390),segment_id=ecacbb2e-576f-4648-b3b1-5e6bed524390)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:30.501475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.511376 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a4e0c351-a1cc-4bcf-a352-520044261d46 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.4365811 Nov 23 04:44:30.512198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45678) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:30.524981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:30.532574 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-2e34c589-e52f-4181-b791-989f21c002e4 None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:30.570595 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-73858b66-03b7-4325-8e44-17b04e5cb465 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'subnet': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:30.593952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a015c7b-92e7-477a-be6d-0a813e409701 req-ef7becd5-ba98-45d8-a73b-872b25124962 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:30.595658 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5a015c7b-92e7-477a-be6d-0a813e409701 req-ef7becd5-ba98-45d8-a73b-872b25124962 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 946 time: 0.2808633 Nov 23 04:44:30.647171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.695232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-00f42542-c857-4851-8400-a50b305680c7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.703907 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=786c4cbd-a0d1-4d31-9cc6-b5d82b25d217,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:30.724479 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No DVR routers for this DVR port 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:30.784368 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 6b653762-0c95-40d8-b695-3d7a92ee7d2e completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:44:30.791689 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5a015c7b-92e7-477a-be6d-0a813e409701 req-213c728c-6c51-4cf8-9fe9-27a40d5d5fca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb55b04-f8ec-45e4-9b2b-25277da33c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1842480 Nov 23 04:44:30.811502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 6b653762-0c95-40d8-b695-3d7a92ee7d2e triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:30.813553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.854326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:30.893157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['729e99ef-499d-44d6-ae95-ca1cb02d3d75']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:30.917139 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecacbb2e-576f-4648-b3b1-5e6bed524390') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:30.917512 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecacbb2e-576f-4648-b3b1-5e6bed524390') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:30.925493 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:30.990272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.008790 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b43f8786-b9d5-42c8-b2f5-2eee284c720a req-2a6b84f1-f1c8-43fa-a97d-4ddaf378b357 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:31.010372 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b43f8786-b9d5-42c8-b2f5-2eee284c720a req-2a6b84f1-f1c8-43fa-a97d-4ddaf378b357 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 946 time: 0.0962958 Nov 23 04:44:31.017773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73858b66-03b7-4325-8e44-17b04e5cb465 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:31.021466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-73858b66-03b7-4325-8e44-17b04e5cb465 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.022985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.043491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1f996bb4-98c4-48d3-aadf-b82cfbd9dcd9 None None] Provisioning complete for port 07d73683-606b-4652-8e0f-1fc5b4b47248 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:31.043863 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1f996bb4-98c4-48d3-aadf-b82cfbd9dcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.044137 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-00f42542-c857-4851-8400-a50b305680c7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.057511 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:44:31.058078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:44:31.062630 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:44:31.088365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-1f996bb4-98c4-48d3-aadf-b82cfbd9dcd9 None None] Port 07d73683-606b-4652-8e0f-1fc5b4b47248 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:31.090711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51d4916f-da65-4867-b09f-ff3ba417b48b None None] DHCP port deletion for 729e99ef-499d-44d6-ae95-ca1cb02d3d75 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:44:31.106170 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2528c67d-7123-4e51-960d-fc8b782459d9 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.149929 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b43f8786-b9d5-42c8-b2f5-2eee284c720a req-07b2530c-7087-439f-bc19-1b83373becdd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb55b04-f8ec-45e4-9b2b-25277da33c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332967 Nov 23 04:44:31.158494 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528c67d-7123-4e51-960d-fc8b782459d9 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Pushing event deleted for resources: {'Port': ['ID=57a988af-0391-4a77-87dc-b45c6d1c9580,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:31.165032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.177375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.181390 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/networks/729e99ef-499d-44d6-ae95-ca1cb02d3d75 HTTP/1.1" status: 204 len: 168 time: 1.0553744 Nov 23 04:44:31.194113 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45682) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:31.204602 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-6fdedd27-5c02-4ee2-a244-268204a7ec9c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1797358524', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:31.209106 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1f996bb4-98c4-48d3-aadf-b82cfbd9dcd9 None None] Provisioning complete for port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:31.209629 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1f996bb4-98c4-48d3-aadf-b82cfbd9dcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.211776 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e56e6-ed23-45f6-ada9-08f2cc0e6285 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Network': ['ID=729e99ef-499d-44d6-ae95-ca1cb02d3d75,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:31.215592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45684) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:31.261572 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.266025 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-00f42542-c857-4851-8400-a50b305680c7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.270593 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.ipam_backend_mixin [None req-73858b66-03b7-4325-8e44-17b04e5cb465 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07115712-35e1-497b-8fe1-550fd9b24a04 (CIDR: 2001:db8::/64) Nov 23 04:44:31.272017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279d7fa6-03aa-4c7b-bc0f-2db7839d614b tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:31.277057 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-279d7fa6-03aa-4c7b-bc0f-2db7839d614b tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 1094 time: 0.0570867 Nov 23 04:44:31.277920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45686) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:31.282382 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': '4e752977-7abf-4e10-9f92-468bc3a42371', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:31.288582 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6fdedd27-5c02-4ee2-a244-268204a7ec9c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.290145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6fdedd27-5c02-4ee2-a244-268204a7ec9c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.302649 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-73858b66-03b7-4325-8e44-17b04e5cb465 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:44:31.303551 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73858b66-03b7-4325-8e44-17b04e5cb465 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:31.311410 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f42542-c857-4851-8400-a50b305680c7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Subnet': ['ID=18834c64-7889-4685-a46a-93d4f9a2a739,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:31.319027 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-00f42542-c857-4851-8400-a50b305680c7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.320182 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:31.320981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.325722 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-00f42542-c857-4851-8400-a50b305680c7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/18834c64-7889-4685-a46a-93d4f9a2a739 HTTP/1.1" status: 204 len: 168 time: 1.0566535 Nov 23 04:44:31.328854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45688) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:31.329862 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2528c67d-7123-4e51-960d-fc8b782459d9 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.333329 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2528c67d-7123-4e51-960d-fc8b782459d9 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.346015 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2528c67d-7123-4e51-960d-fc8b782459d9 tempest-ServerActionsTestJSON-1451963522 tempest-ServerActionsTestJSON-1451963522-project] 10.222.0.37 "DELETE /v2.0/floatingips/41346132-3b06-4628-bae9-d17ebaf7cdf2 HTTP/1.1" status: 204 len: 168 time: 1.5393887 Nov 23 04:44:31.347733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.347887 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45690) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:31.355521 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-73858b66-03b7-4325-8e44-17b04e5cb465 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7887833 Nov 23 04:44:31.365252 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45692) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:31.373792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701fa321-9a7d-48b3-972b-a12de40e0dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b653762-0c95-40d8-b695-3d7a92ee7d2e'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:44:31.376035 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37fa9a72-64e1-4421-8f79-668cad936e2c" -d '{"events": [{"server_uuid": "701fa321-9a7d-48b3-972b-a12de40e0dd9", "name": "network-vif-plugged", "status": "completed", "tag": "6b653762-0c95-40d8-b695-3d7a92ee7d2e"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:44:31.379176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-3dcce4cc-3a50-4282-8b90-8e40758431ae tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'subnet': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:31.379522 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf21dcc1-45f3-4afb-935e-16558822c6e7 None None] Network 4e7d0ae1-4a38-4c78-9524-59cc6ab3c634 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:31.386875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6fdedd27-5c02-4ee2-a244-268204a7ec9c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.447086 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:44:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b21c765-0e34-41d3-b3f9-691fc5c3fc76 x-openstack-request-id: req-4b21c765-0e34-41d3-b3f9-691fc5c3fc76 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:44:31.447293 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701fa321-9a7d-48b3-972b-a12de40e0dd9", "name": "network-vif-plugged", "status": "completed", "tag": "6b653762-0c95-40d8-b695-3d7a92ee7d2e", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:44:31.447533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4b21c765-0e34-41d3-b3f9-691fc5c3fc76 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:44:31.448588 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701fa321-9a7d-48b3-972b-a12de40e0dd9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6b653762-0c95-40d8-b695-3d7a92ee7d2e', 'code': 200} Nov 23 04:44:31.457028 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6fdedd27-5c02-4ee2-a244-268204a7ec9c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.467703 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 6b653762-0c95-40d8-b695-3d7a92ee7d2e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6b653762-0c95-40d8-b695-3d7a92ee7d2e,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:31.510936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.515592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6fdedd27-5c02-4ee2-a244-268204a7ec9c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.520113 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6fdedd27-5c02-4ee2-a244-268204a7ec9c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3213372 Nov 23 04:44:31.523004 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45698) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:31.525012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.527889 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-fdf9e4df-11a8-4a80-a2a4-1ed3e808c3f6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'network': {'name': 'tempest-RoutersTest-1532008465'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:31.617627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdf9e4df-11a8-4a80-a2a4-1ed3e808c3f6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:31.621217 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e4df-11a8-4a80-a2a4-1ed3e808c3f6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.627330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b071b580-d9f1-48ac-a6d5-81221569ecf2 req-920dd9bf-8f24-45a0-98c4-0bb64e0d67d9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:31.635179 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b071b580-d9f1-48ac-a6d5-81221569ecf2 req-920dd9bf-8f24-45a0-98c4-0bb64e0d67d9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 946 time: 0.0992160 Nov 23 04:44:31.643396 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dcce4cc-3a50-4282-8b90-8e40758431ae tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:31.647434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3dcce4cc-3a50-4282-8b90-8e40758431ae tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.660613 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=6b653762-0c95-40d8-b695-3d7a92ee7d2e,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:31.766565 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b071b580-d9f1-48ac-a6d5-81221569ecf2 req-37574ccc-9078-43ba-bdb9-1c0241b65de0 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1304362 Nov 23 04:44:31.767773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.774889 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2e34c589-e52f-4181-b791-989f21c002e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:29Z', 'revision_number': 10, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:31.781829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1f996bb4-98c4-48d3-aadf-b82cfbd9dcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.846609 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34c589-e52f-4181-b791-989f21c002e4 None None] Checking router: 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:31.860531 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:31.896439 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-1f996bb4-98c4-48d3-aadf-b82cfbd9dcd9 None None] For port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4540ce40-2259-4b1f-bb8e-1eb34f3fcd29,segment=NetworkSegment(00adca44-42b6-4663-838e-3d7fc5b85607),segment_id=00adca44-42b6-4663-838e-3d7fc5b85607)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:31.897561 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e34c589-e52f-4181-b791-989f21c002e4 None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:31.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2e34c589-e52f-4181-b791-989f21c002e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:31.971283 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.141 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/876329ac-1684-4f1f-960c-4d51e65afe54) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:31.974088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1f996bb4-98c4-48d3-aadf-b82cfbd9dcd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.019546 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4676d3e0-3e99-403d-afbd-0a3aed17c869 None None] DHCP port deletion for 4e7d0ae1-4a38-4c78-9524-59cc6ab3c634 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:44:32.060312 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fdf9e4df-11a8-4a80-a2a4-1ed3e808c3f6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:44:32.087821 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e4df-11a8-4a80-a2a4-1ed3e808c3f6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.088177 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-fdf9e4df-11a8-4a80-a2a4-1ed3e808c3f6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Added segment e4077041-1233-4f08-94d4-e194bc4c3c80 of type vlan for network 118905f4-98b6-4f71-9474-a44f571121e1 Nov 23 04:44:32.101102 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port 1055aaca-9965-4528-b626-e8a733821957 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:32.101565 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.109344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04460681-eb07-435b-8d0a-8682706d3aa6 req-25303fae-2726-4d64-be5c-a58f2b4e56a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:32.110832 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-04460681-eb07-435b-8d0a-8682706d3aa6 req-25303fae-2726-4d64-be5c-a58f2b4e56a5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 1099 time: 0.4630859 Nov 23 04:44:32.144788 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3dcce4cc-3a50-4282-8b90-8e40758431ae tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.157237 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:44:32.157762 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:44:32.166703 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-2e34c589-e52f-4181-b791-989f21c002e4 None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:32.170156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f996bb4-98c4-48d3-aadf-b82cfbd9dcd9 None None] Pushing event updated for resources: {'Port': ['ID=4540ce40-2259-4b1f-bb8e-1eb34f3fcd29,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:32.203908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dcce4cc-3a50-4282-8b90-8e40758431ae tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:32.206419 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-49a79896-d579-4f4e-a39f-593a0ca3401c None None] Provisioning complete for port 861835b2-b58e-4911-b543-2e72e5fd8418 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:32.206909 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-49a79896-d579-4f4e-a39f-593a0ca3401c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.207049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.214016 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-3dcce4cc-3a50-4282-8b90-8e40758431ae tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:32.221046 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dcce4cc-3a50-4282-8b90-8e40758431ae tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:32.222312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3dcce4cc-3a50-4282-8b90-8e40758431ae tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.237175 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e4df-11a8-4a80-a2a4-1ed3e808c3f6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.240071 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dcce4cc-3a50-4282-8b90-8e40758431ae tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Subnet': ['ID=c68073ff-35ab-4134-9265-d0197f2d137b,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:32.253212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85c33c6-663d-4ebc-9c7f-e4ac7b451d6a None None] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:32.255121 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3dcce4cc-3a50-4282-8b90-8e40758431ae tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8886702 Nov 23 04:44:32.260590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45700) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:32.265882 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ee7ed34b-e63f-462a-a048-27ed37176185 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-93378015', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c68073ff-35ab-4134-9265-d0197f2d137b'}], 'security_groups': ['b077091f-bd7b-4a73-98fa-487a664d6274']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:32.267429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] For port 1055aaca-9965-4528-b626-e8a733821957, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=1055aaca-9965-4528-b626-e8a733821957,segment=NetworkSegment(dcb67100-40d9-4f31-92fe-025d9f7055a5),segment_id=dcb67100-40d9-4f31-92fe-025d9f7055a5)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:32.267805 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.315346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.330395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for 1055aaca-9965-4528-b626-e8a733821957 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:32.340024 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-04460681-eb07-435b-8d0a-8682706d3aa6 req-268c4292-1a3b-46c6-ba09-1fd2ca42521c service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2018859 Nov 23 04:44:32.348001 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e4df-11a8-4a80-a2a4-1ed3e808c3f6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.350147 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-4676d3e0-3e99-403d-afbd-0a3aed17c869 None None] Deleting port 1055aaca-9965-4528-b626-e8a733821957 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:32.350625 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4676d3e0-3e99-403d-afbd-0a3aed17c869 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.353467 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdf9e4df-11a8-4a80-a2a4-1ed3e808c3f6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:32.354408 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fdf9e4df-11a8-4a80-a2a4-1ed3e808c3f6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.358833 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-49a79896-d579-4f4e-a39f-593a0ca3401c None None] Port 861835b2-b58e-4911-b543-2e72e5fd8418 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:32.395442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:32.404636 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:32.412303 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:32.451467 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=876329ac-1684-4f1f-960c-4d51e65afe54,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:32.469315 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fdf9e4df-11a8-4a80-a2a4-1ed3e808c3f6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9410338 Nov 23 04:44:32.469561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45702) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:32.474335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4c32017a-6565-4c9c-9d2e-893eed7f1d41 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'subnet': {'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:32.487067 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdf9e4df-11a8-4a80-a2a4-1ed3e808c3f6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Network': ['ID=118905f4-98b6-4f71-9474-a44f571121e1,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:32.504981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-4676d3e0-3e99-403d-afbd-0a3aed17c869 None None] For port 1055aaca-9965-4528-b626-e8a733821957, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=1055aaca-9965-4528-b626-e8a733821957,segment=NetworkSegment(dcb67100-40d9-4f31-92fe-025d9f7055a5),segment_id=dcb67100-40d9-4f31-92fe-025d9f7055a5)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:32.505556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4676d3e0-3e99-403d-afbd-0a3aed17c869 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.520644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 118905f4-98b6-4f71-9474-a44f571121e1 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:44:32.548957 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.571397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ee7ed34b-e63f-462a-a048-27ed37176185 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.572396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-4676d3e0-3e99-403d-afbd-0a3aed17c869 None None] Calling delete_port for 1055aaca-9965-4528-b626-e8a733821957 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:32.581554 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=1055aaca-9965-4528-b626-e8a733821957,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:32.587354 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No DVR routers for this DVR port 1055aaca-9965-4528-b626-e8a733821957 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:32.672487 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c007a968-7188-411d-ac23-737821feaa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.711997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.738573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c32017a-6565-4c9c-9d2e-893eed7f1d41 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:32.742949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4c32017a-6565-4c9c-9d2e-893eed7f1d41 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.743239 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e7d0ae1-4a38-4c78-9524-59cc6ab3c634']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:32.788748 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dcb67100-40d9-4f31-92fe-025d9f7055a5') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:32.789126 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dcb67100-40d9-4f31-92fe-025d9f7055a5') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:32.803048 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.827025 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.860659 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:44:32.861072 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:44:32.866267 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:44:32.998694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386b64b9-915f-49a3-83bb-87b1c46cc8fc req-04df72fd-a9e3-466b-b61a-8b24f0075a57 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:33.000216 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-386b64b9-915f-49a3-83bb-87b1c46cc8fc req-04df72fd-a9e3-466b-b61a-8b24f0075a57 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 946 time: 0.1352403 Nov 23 04:44:33.021137 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:33.036202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:33.048366 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4676d3e0-3e99-403d-afbd-0a3aed17c869 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:33.056914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45706) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:33.059898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2e34c589-e52f-4181-b791-989f21c002e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:29Z', 'revision_number': 10, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:33.061901 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/networks/4e7d0ae1-4a38-4c78-9524-59cc6ab3c634 HTTP/1.1" status: 204 len: 168 time: 1.7260036 Nov 23 04:44:33.108040 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8bb54db-2706-4ef1-a506-9048d804d7b1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Network': ['ID=4e7d0ae1-4a38-4c78-9524-59cc6ab3c634,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:33.114387 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4676d3e0-3e99-403d-afbd-0a3aed17c869 None None] Network 4e7d0ae1-4a38-4c78-9524-59cc6ab3c634 is not hosted by any dhcp agent {{(pid=109954) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 04:44:33.114937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4676d3e0-3e99-403d-afbd-0a3aed17c869 None None] No DVR routers for this DVR port 1055aaca-9965-4528-b626-e8a733821957 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:33.125914 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e34c589-e52f-4181-b791-989f21c002e4 None None] The sync data for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv is: [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:29Z', 'revision_number': 10, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None, '_interfaces': [{'id': '65d4e749-73a3-45de-b3fc-a3aec008158c', 'name': '', 'network_id': '4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'mac_address': 'fa:16:3e:3a:4a:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1015, 'fixed_ips': [{'subnet_id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:30Z', 'updated_at': '2021-11-23T04:43:37Z', 'revision_number': 5, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'subnets': [{'id': 'ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:33.125914 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4676d3e0-3e99-403d-afbd-0a3aed17c869 None None] Pushing event deleted for resources: {'Port': ['ID=1055aaca-9965-4528-b626-e8a733821957,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:33.160864 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:33.202263 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-386b64b9-915f-49a3-83bb-87b1c46cc8fc req-f7acabf7-a621-420d-8461-85fd54ebfa8a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1790576 Nov 23 04:44:33.226608 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5188e943-6f54-4d66-9d11-afd287993b80 None None] Update dhcp port {'port': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'fixed_ips': [{'subnet_id': '07115712-35e1-497b-8fe1-550fd9b24a04', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c68073ff-35ab-4134-9265-d0197f2d137b'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': '4540ce40-2259-4b1f-bb8e-1eb34f3fcd29'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:44:33.252762 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c007a968-7188-411d-ac23-737821feaa12 admin admin] Deleting port caab31d9-9d7d-4be6-bcbe-c4593929f5b3 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:33.253134 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c007a968-7188-411d-ac23-737821feaa12 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:33.264192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5188e943-6f54-4d66-9d11-afd287993b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:33.317608 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:33.318242 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:33.337806 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-c007a968-7188-411d-ac23-737821feaa12 admin admin] For port caab31d9-9d7d-4be6-bcbe-c4593929f5b3, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=caab31d9-9d7d-4be6-bcbe-c4593929f5b3,segment=NetworkSegment(ce54fe4c-2781-49e5-acec-a3bff3b39a90),segment_id=ce54fe4c-2781-49e5-acec-a3bff3b39a90)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:33.338194 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c007a968-7188-411d-ac23-737821feaa12 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:33.352339 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c007a968-7188-411d-ac23-737821feaa12 admin admin] Calling delete_port for caab31d9-9d7d-4be6-bcbe-c4593929f5b3 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:33.557160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 1055aaca-9965-4528-b626-e8a733821957 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:33.579269 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 1055aaca-9965-4528-b626-e8a733821957 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:33.579655 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 1055aaca-9965-4528-b626-e8a733821957 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:33.580073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:33.601648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:33.601999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 786c4cbd-a0d1-4d31-9cc6-b5d82b25d217 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:33.613061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c007a968-7188-411d-ac23-737821feaa12 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:33.651418 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c007a968-7188-411d-ac23-737821feaa12 admin admin] Pushing event deleted for resources: {'Port': ['ID=caab31d9-9d7d-4be6-bcbe-c4593929f5b3,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:33.843933 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c007a968-7188-411d-ac23-737821feaa12 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:33.948103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4c32017a-6565-4c9c-9d2e-893eed7f1d41 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:33.950460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-ee7ed34b-e63f-462a-a048-27ed37176185 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Delete allocated IP 2001:db8::20c (52c5a545-ef05-448f-af7c-d4ede32c7e88/07115712-35e1-497b-8fe1-550fd9b24a04) {{(pid=109953) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 04:44:34.057940 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-ee7ed34b-e63f-462a-a048-27ed37176185 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Allocated IP 2001:db8:0:1::205 (52c5a545-ef05-448f-af7c-d4ede32c7e88/c68073ff-35ab-4134-9265-d0197f2d137b/861835b2-b58e-4911-b543-2e72e5fd8418) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:34.074721 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c007a968-7188-411d-ac23-737821feaa12 admin admin] Router 609fdde0-e780-487a-8ab9-72f49372e1e9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:34.140853 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:34.157712 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c32017a-6565-4c9c-9d2e-893eed7f1d41 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Subnet': ['ID=0639551c-4861-411a-a1cf-906e2bcef0f8,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:34.184447 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c007a968-7188-411d-ac23-737821feaa12 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:34.192248 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c007a968-7188-411d-ac23-737821feaa12 admin admin] 10.222.0.37 "PUT /v2.0/routers/609fdde0-e780-487a-8ab9-72f49372e1e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8454463 Nov 23 04:44:34.192248 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45708) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:34.193863 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ddb63-55dc-4362-b021-5ba984c45a3b None None] Sync routers for ids ['609fdde0-e780-487a-8ab9-72f49372e1e9'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:34.208074 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ddb63-55dc-4362-b021-5ba984c45a3b None None] Routers {'609fdde0-e780-487a-8ab9-72f49372e1e9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:34.208822 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-3c7ddb63-55dc-4362-b021-5ba984c45a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['609fdde0-e780-487a-8ab9-72f49372e1e9'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:34.304864 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:34.329463 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-3c7ddb63-55dc-4362-b021-5ba984c45a3b None None] Set router 609fdde0-e780-487a-8ab9-72f49372e1e9 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:34.341746 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c32017a-6565-4c9c-9d2e-893eed7f1d41 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Checking segment: {'id': 'e4077041-1233-4f08-94d4-e194bc4c3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:34.341998 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c32017a-6565-4c9c-9d2e-893eed7f1d41 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network hostable DHCP agents. Network: 118905f4-98b6-4f71-9474-a44f571121e1, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:44:34.418891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:34.466080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:34.467679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c32017a-6565-4c9c-9d2e-893eed7f1d41 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 118905f4-98b6-4f71-9474-a44f571121e1 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:44:34.481655 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] Deleting port d9e78cd0-60f2-4ab8-94ff-abb81035a20d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:34.482144 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:34.506841 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e62fee9e-1666-458b-83f0-bd2a2165589a req-c8636200-0c31-4911-846c-fbe3d6b4d6c6 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:34.508341 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e62fee9e-1666-458b-83f0-bd2a2165589a req-c8636200-0c31-4911-846c-fbe3d6b4d6c6 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 946 time: 0.2103851 Nov 23 04:44:34.534085 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-4c32017a-6565-4c9c-9d2e-893eed7f1d41 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 118905f4-98b6-4f71-9474-a44f571121e1) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:34.549428 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7b6bc6-4077-40b1-9d00-0a79ab035537 None None] Network 118905f4-98b6-4f71-9474-a44f571121e1 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:34.567811 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] For port d9e78cd0-60f2-4ab8-94ff-abb81035a20d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d9e78cd0-60f2-4ab8-94ff-abb81035a20d,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:34.568431 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:34.583676 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] Calling delete_port for d9e78cd0-60f2-4ab8-94ff-abb81035a20d owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:34.606211 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c32017a-6565-4c9c-9d2e-893eed7f1d41 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:34.607065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4c32017a-6565-4c9c-9d2e-893eed7f1d41 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:34.628914 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-3c7ddb63-55dc-4362-b021-5ba984c45a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233'}], 'enable_snat': True}, 'gw_port_id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:41Z', 'updated_at': '2021-11-23T04:44:33Z', 'revision_number': 5, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'gw_port': {'id': 'd9e78cd0-60f2-4ab8-94ff-abb81035a20d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:9e:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 484, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:40:42Z', 'updated_at': '2021-11-23T04:40:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:34.663382 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ddb63-55dc-4362-b021-5ba984c45a3b None None] Checking router: 609fdde0-e780-487a-8ab9-72f49372e1e9 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:34.672503 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c7ddb63-55dc-4362-b021-5ba984c45a3b None None] Routers {'609fdde0-e780-487a-8ab9-72f49372e1e9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:34.673144 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-3c7ddb63-55dc-4362-b021-5ba984c45a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['609fdde0-e780-487a-8ab9-72f49372e1e9'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:34.711263 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4c32017a-6565-4c9c-9d2e-893eed7f1d41 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2421501 Nov 23 04:44:34.717580 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45712) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:34.718264 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-118905f4-98b6-4f71-9474-a44f571121e1', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:44:34.719152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:34.722999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ee7ed34b-e63f-462a-a048-27ed37176185 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:34.747717 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ee7ed34b-e63f-462a-a048-27ed37176185 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:34.781812 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-3c7ddb63-55dc-4362-b021-5ba984c45a3b None None] Set router 609fdde0-e780-487a-8ab9-72f49372e1e9 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:34.791894 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-5188e943-6f54-4d66-9d11-afd287993b80 None None] Allocated IP 2001:db8:0:1::2 (52c5a545-ef05-448f-af7c-d4ede32c7e88/c68073ff-35ab-4134-9265-d0197f2d137b/4540ce40-2259-4b1f-bb8e-1eb34f3fcd29) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:34.804423 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:34.844433 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-3c7ddb63-55dc-4362-b021-5ba984c45a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:41Z', 'updated_at': '2021-11-23T04:44:34Z', 'revision_number': 6, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:34.872958 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c7ddb63-55dc-4362-b021-5ba984c45a3b None None] The sync data for ids ['609fdde0-e780-487a-8ab9-72f49372e1e9'] in dv-neutron-818850-1-hyperv is: [{'id': '609fdde0-e780-487a-8ab9-72f49372e1e9', 'name': 'tempest-ServerActionsTestJSON-910301924-router', 'tenant_id': 'ca9ade32f67b43ae8be521fa872a6702', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:40:41Z', 'updated_at': '2021-11-23T04:44:34Z', 'revision_number': 6, 'project_id': 'ca9ade32f67b43ae8be521fa872a6702', 'gw_port_host': None}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:34.903231 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5188e943-6f54-4d66-9d11-afd287993b80 None None] For port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4540ce40-2259-4b1f-bb8e-1eb34f3fcd29,segment=NetworkSegment(00adca44-42b6-4663-838e-3d7fc5b85607),segment_id=00adca44-42b6-4663-838e-3d7fc5b85607)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:34.922153 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd124b5b-d3fa-435e-a778-bc9ed8a05142 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:44:34.922863 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9e78cd0-60f2-4ab8-94ff-abb81035a20d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:34.947565 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.017654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5188e943-6f54-4d66-9d11-afd287993b80 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.030013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5188e943-6f54-4d66-9d11-afd287993b80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.050309 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.052874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.101613 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.102285 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 609fdde0-e780-487a-8ab9-72f49372e1e9 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:44:35.106631 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.107789 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fa8f29f8-1592-45fa-bea6-a32048134e41 admin admin] 10.222.0.37 "DELETE /v2.0/routers/609fdde0-e780-487a-8ab9-72f49372e1e9 HTTP/1.1" status: 204 len: 168 time: 0.9146609 Nov 23 04:44:35.110282 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45714) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:35.138558 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e62fee9e-1666-458b-83f0-bd2a2165589a req-5f6cd173-4a69-42c7-ac4c-f6abb1ed377b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6068156 Nov 23 04:44:35.169935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-5330ee6a-f43d-4b40-acc2-a723270bed17 admin admin] Deleting subnet 15926d1c-ee0f-48ad-88dc-7f8fa57c0643 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:44:35.169935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5330ee6a-f43d-4b40-acc2-a723270bed17 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.170254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5188e943-6f54-4d66-9d11-afd287993b80 None None] Pushing event updated for resources: {'Port': ['ID=4540ce40-2259-4b1f-bb8e-1eb34f3fcd29,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:35.192111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Allocated IP 172.20.0.2 (118905f4-98b6-4f71-9474-a44f571121e1/0639551c-4861-411a-a1cf-906e2bcef0f8/4366e360-bd92-4fae-8fe5-665b011b0e84) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:35.204053 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5330ee6a-f43d-4b40-acc2-a723270bed17 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.246070 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ee7ed34b-e63f-462a-a048-27ed37176185 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] In _notify_port_updated(), no bound segment for port 861835b2-b58e-4911-b543-2e72e5fd8418 on network 52c5a545-ef05-448f-af7c-d4ede32c7e88 {{(pid=109953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:44:35.251628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee7ed34b-e63f-462a-a048-27ed37176185 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:35.252371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ee7ed34b-e63f-462a-a048-27ed37176185 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.257422 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ee7ed34b-e63f-462a-a048-27ed37176185 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "PUT /v2.0/ports/861835b2-b58e-4911-b543-2e72e5fd8418 HTTP/1.1" status: 200 len: 929 time: 2.9957483 Nov 23 04:44:35.259562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45718) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:35.400354 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5330ee6a-f43d-4b40-acc2-a723270bed17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.465745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee7ed34b-e63f-462a-a048-27ed37176185 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=861835b2-b58e-4911-b543-2e72e5fd8418,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:35.476181 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67bd470-c9b6-448e-9cce-0ead3b6c1347 req-66b9a93a-beaf-4f86-86c9-c97bb38b4402 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:35.478236 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b67bd470-c9b6-448e-9cce-0ead3b6c1347 req-66b9a93a-beaf-4f86-86c9-c97bb38b4402 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 946 time: 0.1371388 Nov 23 04:44:35.489485 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.492299 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.501233 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.527698 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5330ee6a-f43d-4b40-acc2-a723270bed17 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.552304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Pushing event updated for resources: {'Port': ['ID=4366e360-bd92-4fae-8fe5-665b011b0e84,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:35.565106 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Network 118905f4-98b6-4f71-9474-a44f571121e1 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:35.567393 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:35.569841 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:35.575037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.601123 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b67bd470-c9b6-448e-9cce-0ead3b6c1347 req-b5a6e7d7-8fa3-4f30-a7a0-f00eeab3b17e tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1152606 Nov 23 04:44:35.602494 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5330ee6a-f43d-4b40-acc2-a723270bed17 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.607016 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5330ee6a-f43d-4b40-acc2-a723270bed17 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/15926d1c-ee0f-48ad-88dc-7f8fa57c0643 HTTP/1.1" status: 204 len: 168 time: 0.4957743 Nov 23 04:44:35.607316 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7d129d-c77a-491f-a3cf-978f08fe26cf None None] Network b21b611f-a015-425c-ab34-b547c5f8ac2e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:35.609428 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45720) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:35.668232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45722) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:35.669153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=876329ac-1684-4f1f-960c-4d51e65afe54,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:35.704881 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Attempting to bind port 4366e360-bd92-4fae-8fe5-665b011b0e84 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:35.705257 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Attempting to bind port 4366e360-bd92-4fae-8fe5-665b011b0e84 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'e4077041-1233-4f08-94d4-e194bc4c3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:35.705709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Attempting to bind port 4366e360-bd92-4fae-8fe5-665b011b0e84 on network 118905f4-98b6-4f71-9474-a44f571121e1 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:35.706226 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5330ee6a-f43d-4b40-acc2-a723270bed17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=15926d1c-ee0f-48ad-88dc-7f8fa57c0643,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:35.714697 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.716199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:35.716582 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Checking segment: {'id': 'e4077041-1233-4f08-94d4-e194bc4c3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:35.716987 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.717414 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Bound using segment: {'id': 'e4077041-1233-4f08-94d4-e194bc4c3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:35.718259 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Bound port: 4366e360-bd92-4fae-8fe5-665b011b0e84, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4077041-1233-4f08-94d4-e194bc4c3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:35.718259 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.729649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.803738 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:35.811702 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] Deleting port f71e48cd-31c4-4b72-82e9-6029033bb558 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:35.812633 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.887521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] For port f71e48cd-31c4-4b72-82e9-6029033bb558, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f71e48cd-31c4-4b72-82e9-6029033bb558,segment=NetworkSegment(ce54fe4c-2781-49e5-acec-a3bff3b39a90),segment_id=ce54fe4c-2781-49e5-acec-a3bff3b39a90)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:35.887901 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:35.903587 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] Calling delete_port for f71e48cd-31c4-4b72-82e9-6029033bb558 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:35.915623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-51ca0250-7c2d-49d5-8c52-9392b0f09113 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.004342 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] For port 4366e360-bd92-4fae-8fe5-665b011b0e84, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:36.009109 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] For port 4366e360-bd92-4fae-8fe5-665b011b0e84, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4366e360-bd92-4fae-8fe5-665b011b0e84,segment=NetworkSegment(e4077041-1233-4f08-94d4-e194bc4c3c80),segment_id=e4077041-1233-4f08-94d4-e194bc4c3c80)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:36.026814 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.035239 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP 777bc61d-a5e2-4a0a-ad35-e60eb56a02cd associated. External IP: 172.26.8.141, port: 4e752977-7abf-4e10-9f92-468bc3a42371. Nov 23 04:44:36.035811 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.075155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] No DVR routers for this DVR port f71e48cd-31c4-4b72-82e9-6029033bb558 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:36.079471 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] Pushing event deleted for resources: {'Port': ['ID=f71e48cd-31c4-4b72-82e9-6029033bb558,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:36.088326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c864d-05f2-4724-b2d9-02c9853b01d5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port 861835b2-b58e-4911-b543-2e72e5fd8418 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:36.088672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ac2c864d-05f2-4724-b2d9-02c9853b01d5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.187420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.188563 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.204192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:36.204467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.228017 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21b611f-a015-425c-ab34-b547c5f8ac2e']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:36.249385 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce54fe4c-2781-49e5-acec-a3bff3b39a90') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:36.249718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce54fe4c-2781-49e5-acec-a3bff3b39a90') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:36.266826 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.288950 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.293986 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40fcddd-290d-480f-a476-d2ef7298ac97 None None] Pushing event updated for resources: {'Port': ['ID=4366e360-bd92-4fae-8fe5-665b011b0e84,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:36.300047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] Releasing vlan 161 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:44:36.300725 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:44:36.309052 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:44:36.332112 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ddf18bb5-64e0-4d98-960e-203d9239e00e None None] Provisioning complete for port 07d73683-606b-4652-8e0f-1fc5b4b47248 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:36.332581 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ddf18bb5-64e0-4d98-960e-203d9239e00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.361987 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7855fe9-30f3-497c-ad0a-dccf8a04108c None None] DHCP port deletion for b21b611f-a015-425c-ab34-b547c5f8ac2e request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:44:36.384045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.392955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.396913 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] 10.222.0.37 "DELETE /v2.0/networks/b21b611f-a015-425c-ab34-b547c5f8ac2e HTTP/1.1" status: 204 len: 168 time: 0.7865582 Nov 23 04:44:36.430082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ddf18bb5-64e0-4d98-960e-203d9239e00e None None] Port 07d73683-606b-4652-8e0f-1fc5b4b47248 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:36.432938 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47ef40f-5a3f-4cb2-8b71-c1b1412d7548 admin admin] Pushing event deleted for resources: {'Network': ['ID=b21b611f-a015-425c-ab34-b547c5f8ac2e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:36.451822 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ddf18bb5-64e0-4d98-960e-203d9239e00e None None] Provisioning complete for port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:36.452192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ddf18bb5-64e0-4d98-960e-203d9239e00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.608752 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ddf18bb5-64e0-4d98-960e-203d9239e00e None None] Provisioning complete for port 861835b2-b58e-4911-b543-2e72e5fd8418 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:36.609775 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ddf18bb5-64e0-4d98-960e-203d9239e00e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.630793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5265bf-1df0-4997-bfcf-df6af662eb03 tempest-TestVolumeBootPattern-647642379 tempest-TestVolumeBootPattern-647642379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:36.639989 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2e5265bf-1df0-4997-bfcf-df6af662eb03 tempest-TestVolumeBootPattern-647642379 tempest-TestVolumeBootPattern-647642379-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 1094 time: 0.9606576 Nov 23 04:44:36.640448 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45728) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:36.645556 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': '6b653762-0c95-40d8-b695-3d7a92ee7d2e', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:36.646171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ac2c864d-05f2-4724-b2d9-02c9853b01d5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.669927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 25f5df74-ac7a-4784-a638-35311afd57b5 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:36.672608 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ac2c864d-05f2-4724-b2d9-02c9853b01d5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for 861835b2-b58e-4911-b543-2e72e5fd8418 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:36.697971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.701162 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 25f5df74-ac7a-4784-a638-35311afd57b5 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:36.701555 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 25f5df74-ac7a-4784-a638-35311afd57b5 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:36.705972 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device caab31d9-9d7d-4be6-bcbe-c4593929f5b3 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:36.709868 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ddf18bb5-64e0-4d98-960e-203d9239e00e None None] Port 861835b2-b58e-4911-b543-2e72e5fd8418 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:36.751011 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: caab31d9-9d7d-4be6-bcbe-c4593929f5b3 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:36.751348 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device caab31d9-9d7d-4be6-bcbe-c4593929f5b3 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:36.804485 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45730) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:36.836001 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f0398525-1955-4224-a111-030c573eca15 None None] Provisioning complete for port 861835b2-b58e-4911-b543-2e72e5fd8418 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:36.836512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f0398525-1955-4224-a111-030c573eca15 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.860804 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:36.879152 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-53a9f39e-56b4-4447-a445-4354ceddf325 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca9ade32f67b43ae8be521fa872a6702&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0733678 Nov 23 04:44:36.879908 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45732) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:36.885492 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f0398525-1955-4224-a111-030c573eca15 None None] Port 861835b2-b58e-4911-b543-2e72e5fd8418 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:36.887048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9f2ca618-bc1f-47f8-a076-b5343a297869 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:37.001150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5167ab44-a98b-45bc-b422-788cb282dbcc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:37.039427 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Allocated IP 172.26.8.40 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/f37edc2e-f5a8-4411-9acf-ecd5bbc128fa) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:37.042911 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5167ab44-a98b-45bc-b422-788cb282dbcc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:37.075511 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router f83f90b6-e261-4f09-8b08-e108991b8127 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:37.113138 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Allocated IP 172.20.0.1 (118905f4-98b6-4f71-9474-a44f571121e1/0639551c-4861-411a-a1cf-906e2bcef0f8/a51dd799-ecd7-4684-8893-55074478b597) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:37.164679 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4366e360-bd92-4fae-8fe5-665b011b0e84 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:37.169604 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5167ab44-a98b-45bc-b422-788cb282dbcc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:37.173871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5167ab44-a98b-45bc-b422-788cb282dbcc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:37.177720 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5167ab44-a98b-45bc-b422-788cb282dbcc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7d951868-6198-4b51-b7dc-4f92ffcbc47f HTTP/1.1" status: 204 len: 168 time: 0.2932894 Nov 23 04:44:37.199892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5167ab44-a98b-45bc-b422-788cb282dbcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d951868-6198-4b51-b7dc-4f92ffcbc47f,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:37.237013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ac2c864d-05f2-4724-b2d9-02c9853b01d5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:37.237712 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:37.254523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 4366e360-bd92-4fae-8fe5-665b011b0e84 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:37.254780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:37.318133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:37.361367 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:37.364770 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:37.367490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:37.400504 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'Port': ['ID=f37edc2e-f5a8-4411-9acf-ecd5bbc128fa,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:37.415748 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:37.505124 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 4366e360-bd92-4fae-8fe5-665b011b0e84, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4366e360-bd92-4fae-8fe5-665b011b0e84,segment=NetworkSegment(e4077041-1233-4f08-94d4-e194bc4c3c80),segment_id=e4077041-1233-4f08-94d4-e194bc4c3c80)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:37.520667 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:37.601098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=4366e360-bd92-4fae-8fe5-665b011b0e84,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:37.632662 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f71e48cd-31c4-4b72-82e9-6029033bb558 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:37.670290 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a61e41c-aa42-4ba2-a57d-f0be7d6f7673 None None] Network 118905f4-98b6-4f71-9474-a44f571121e1 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:37.723297 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-51ca0250-7c2d-49d5-8c52-9392b0f09113 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port 65d4e749-73a3-45de-b3fc-a3aec008158c {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:37.723818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-51ca0250-7c2d-49d5-8c52-9392b0f09113 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:37.727904 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac2c864d-05f2-4724-b2d9-02c9853b01d5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=861835b2-b58e-4911-b543-2e72e5fd8418,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:37.761544 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: f71e48cd-31c4-4b72-82e9-6029033bb558 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:37.762370 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f71e48cd-31c4-4b72-82e9-6029033bb558 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:37.762823 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d9e78cd0-60f2-4ab8-94ff-abb81035a20d no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:37.805599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: d9e78cd0-60f2-4ab8-94ff-abb81035a20d {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:37.805733 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d9e78cd0-60f2-4ab8-94ff-abb81035a20d not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:37.810061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8c71a33e-c609-49e4-b5a7-443484d060b7 None None] Provisioning complete for port 4366e360-bd92-4fae-8fe5-665b011b0e84 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:37.810438 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8c71a33e-c609-49e4-b5a7-443484d060b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.026976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ac2c864d-05f2-4724-b2d9-02c9853b01d5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.032813 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ac2c864d-05f2-4724-b2d9-02c9853b01d5 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/861835b2-b58e-4911-b543-2e72e5fd8418 HTTP/1.1" status: 204 len: 168 time: 2.7558751 Nov 23 04:44:38.034454 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45748) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:38.060442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.067223 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d47b32b-2080-409e-9651-d0a5db1fcdca tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] GET failed (client error): The resource could not be found. Nov 23 04:44:38.071559 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0d47b32b-2080-409e-9651-d0a5db1fcdca tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/861835b2-b58e-4911-b543-2e72e5fd8418 HTTP/1.1" status: 404 len: 333 time: 0.0329034 Nov 23 04:44:38.071559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45752) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:38.100507 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:38.178205 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.195574 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-51ca0250-7c2d-49d5-8c52-9392b0f09113 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] For port 65d4e749-73a3-45de-b3fc-a3aec008158c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=65d4e749-73a3-45de-b3fc-a3aec008158c,segment=NetworkSegment(6f6ca0b3-e996-48a9-b208-f6bd37dbad8e),segment_id=6f6ca0b3-e996-48a9-b208-f6bd37dbad8e)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:38.196222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-51ca0250-7c2d-49d5-8c52-9392b0f09113 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.196685 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a75794-ab9e-43be-a8f1-edf55a793988 None None] Sync routers for ids ['f83f90b6-e261-4f09-8b08-e108991b8127'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:38.209858 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-07cb3c04-7922-4b96-8576-c2dde2232c5e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.233110 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.234948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a75794-ab9e-43be-a8f1-edf55a793988 None None] Routers {'f83f90b6-e261-4f09-8b08-e108991b8127'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:38.236315 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-03a75794-ab9e-43be-a8f1-edf55a793988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f83f90b6-e261-4f09-8b08-e108991b8127'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:38.262629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-51ca0250-7c2d-49d5-8c52-9392b0f09113 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for 65d4e749-73a3-45de-b3fc-a3aec008158c owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:38.304650 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0d8688c8-050b-44f5-9432-0b083843548f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 7.0258129 Nov 23 04:44:38.310518 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45758) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:38.310723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45760) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:38.311159 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e18509-8def-4501-af6f-f421dcd08442', 'tag': '4e752977-7abf-4e10-9f92-468bc3a42371'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:44:38.313508 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18194806-fb9d-43e0-a8b1-34cf0eebfcac" -d '{"events": [{"name": "network-changed", "server_uuid": "74e18509-8def-4501-af6f-f421dcd08442", "tag": "4e752977-7abf-4e10-9f92-468bc3a42371"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:44:38.338297 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-07cb3c04-7922-4b96-8576-c2dde2232c5e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.364595 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 118905f4-98b6-4f71-9474-a44f571121e1 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:38.429021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-03a75794-ab9e-43be-a8f1-edf55a793988 None None] Set router f83f90b6-e261-4f09-8b08-e108991b8127 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:38.436808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:38.477766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=a51dd799-ecd7-4684-8893-55074478b597,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:38.485383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:38.538609 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.547856 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-07cb3c04-7922-4b96-8576-c2dde2232c5e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.550575 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-07cb3c04-7922-4b96-8576-c2dde2232c5e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.551728 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-07cb3c04-7922-4b96-8576-c2dde2232c5e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/security-groups/3165b3b7-8d9f-440b-bbb5-4b8d2cbfa0c5 HTTP/1.1" status: 204 len: 168 time: 0.4794145 Nov 23 04:44:38.560780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45768) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:38.606202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.670739 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:44:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f2f20cf-305f-4884-b05a-3e57dbddb51a x-openstack-request-id: req-4f2f20cf-305f-4884-b05a-3e57dbddb51a {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:44:38.671025 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e18509-8def-4501-af6f-f421dcd08442", "tag": "4e752977-7abf-4e10-9f92-468bc3a42371", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:44:38.671291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4f2f20cf-305f-4884-b05a-3e57dbddb51a {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:44:38.671688 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e18509-8def-4501-af6f-f421dcd08442', 'tag': '4e752977-7abf-4e10-9f92-468bc3a42371', 'status': 'completed', 'code': 200} Nov 23 04:44:38.690627 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2f85e17b-ff12-4054-9597-9ba06f3b77c1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/777bc61d-a5e2-4a0a-ad35-e60eb56a02cd HTTP/1.1" status: 200 len: 992 time: 0.3711405 Nov 23 04:44:38.695026 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-30006917'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:38.717064 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.720516 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07cb3c04-7922-4b96-8576-c2dde2232c5e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3165b3b7-8d9f-440b-bbb5-4b8d2cbfa0c5,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:38.797215 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-df3179d2-33d9-4509-91db-9c98e9bc40b2 None None] Provisioning complete for port 4366e360-bd92-4fae-8fe5-665b011b0e84 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:38.797794 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-df3179d2-33d9-4509-91db-9c98e9bc40b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.813322 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a054c038-05c9-4134-bfd8-fd76e1d532e8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.820333 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:38.826106 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.840871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18194806-fb9d-43e0-a8b1-34cf0eebfcac req-384a1c56-b222-40c2-b5d0-a878323aeeeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:38.842907 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-18194806-fb9d-43e0-a8b1-34cf0eebfcac req-384a1c56-b222-40c2-b5d0-a878323aeeeb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 1099 time: 0.1390624 Nov 23 04:44:38.843733 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.848211 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.872365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-03a75794-ab9e-43be-a8f1-edf55a793988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:43:57Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '777bc61d-a5e2-4a0a-ad35-e60eb56a02cd', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.141', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'port_id': '4e752977-7abf-4e10-9f92-468bc3a42371', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'mac_address': 'fa:16:3e:43:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e18509-8def-4501-af6f-f421dcd08442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:44:33Z', 'updated_at': '2021-11-23T04:44:33Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:44:11Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:38.893238 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a054c038-05c9-4134-bfd8-fd76e1d532e8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:38.958418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a75794-ab9e-43be-a8f1-edf55a793988 None None] Checking router: f83f90b6-e261-4f09-8b08-e108991b8127 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:38.993763 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03a75794-ab9e-43be-a8f1-edf55a793988 None None] Routers {'f83f90b6-e261-4f09-8b08-e108991b8127'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:38.993763 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-03a75794-ab9e-43be-a8f1-edf55a793988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 6},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f83f90b6-e261-4f09-8b08-e108991b8127'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:38.994047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.000812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.014777 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-51ca0250-7c2d-49d5-8c52-9392b0f09113 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.033778 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.052950 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ca0250-7c2d-49d5-8c52-9392b0f09113 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=65d4e749-73a3-45de-b3fc-a3aec008158c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:39.072680 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'SecurityGroup': ['ID=303be6fa-afbd-4567-b730-34eec6c4cab7,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:39.076334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a054c038-05c9-4134-bfd8-fd76e1d532e8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.079435 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a054c038-05c9-4134-bfd8-fd76e1d532e8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.083893 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a054c038-05c9-4134-bfd8-fd76e1d532e8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/security-groups/b077091f-bd7b-4a73-98fa-487a664d6274 HTTP/1.1" status: 204 len: 168 time: 0.5220642 Nov 23 04:44:39.086881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45770) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:39.108002 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:44:39.138302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a054c038-05c9-4134-bfd8-fd76e1d532e8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b077091f-bd7b-4a73-98fa-487a664d6274,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:39.156912 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.157877 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Added segment 0bae0591-e73a-40e4-bb33-667bd52c42fd of type vlan for network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 Nov 23 04:44:39.194738 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-03a75794-ab9e-43be-a8f1-edf55a793988 None None] Set router f83f90b6-e261-4f09-8b08-e108991b8127 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:39.247248 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18194806-fb9d-43e0-a8b1-34cf0eebfcac req-ffe67edd-1c9e-4cfa-a9d7-8474ab278194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:39.248745 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-18194806-fb9d-43e0-a8b1-34cf0eebfcac req-ffe67edd-1c9e-4cfa-a9d7-8474ab278194 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d53e347e-2e66-45ae-b542-42cb5f2adb31 HTTP/1.1" status: 200 len: 897 time: 0.3973048 Nov 23 04:44:39.276311 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.316326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-e13f6c09-2762-4c59-9d3e-991ca64b232e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting subnet 07115712-35e1-497b-8fe1-550fd9b24a04 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:44:39.320012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4366e360-bd92-4fae-8fe5-665b011b0e84 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:39.325001 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e13f6c09-2762-4c59-9d3e-991ca64b232e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.349707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-51ca0250-7c2d-49d5-8c52-9392b0f09113 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.375886 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-df3179d2-33d9-4509-91db-9c98e9bc40b2 None None] Provisioning complete for port a51dd799-ecd7-4684-8893-55074478b597 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:39.376257 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-df3179d2-33d9-4509-91db-9c98e9bc40b2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.383950 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-18194806-fb9d-43e0-a8b1-34cf0eebfcac req-1e0da2cf-95f7-45ed-8b9d-7ec830ab4b39 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e752977-7abf-4e10-9f92-468bc3a42371 HTTP/1.1" status: 200 len: 1000 time: 0.1232104 Nov 23 04:44:39.392398 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.398750 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:39.398750 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.407877 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e13f6c09-2762-4c59-9d3e-991ca64b232e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.454215 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-84212b72-c3c5-4ec3-990e-2571fe5d36d5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.463972 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-df3179d2-33d9-4509-91db-9c98e9bc40b2 None None] Port a51dd799-ecd7-4684-8893-55074478b597 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:39.527767 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.2161601 Nov 23 04:44:39.533426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45774) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:39.534141 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 4366e360-bd92-4fae-8fe5-665b011b0e84 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:39.534535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.538082 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.544116 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-688f285a-d2bf-4caa-a103-86e313bad2cd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:39.556080 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.557967 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08e35627-75a2-445c-9c7e-90e8caf4b70b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Network': ['ID=6f61766c-ed10-4f1d-8a4d-1fcc40419de3,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:39.594902 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:44:39.630247 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18194806-fb9d-43e0-a8b1-34cf0eebfcac req-10a5f422-5ec7-4176-b0d1-60b0e9a949dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:39.631725 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-18194806-fb9d-43e0-a8b1-34cf0eebfcac req-10a5f422-5ec7-4176-b0d1-60b0e9a949dd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=668b56a1-d910-4f1c-b3f5-f2887471dae4 HTTP/1.1" status: 200 len: 834 time: 0.2303374 Nov 23 04:44:39.696083 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45776) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:39.715999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5ba00fab-0071-4862-baa4-35e20e04627f None None] Provisioning complete for port a51dd799-ecd7-4684-8893-55074478b597 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:39.716774 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5ba00fab-0071-4862-baa4-35e20e04627f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.737892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'Port': ['ID=f37edc2e-f5a8-4411-9acf-ecd5bbc128fa,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:39.750924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.763914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51ca0250-7c2d-49d5-8c52-9392b0f09113 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:39.766819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e13f6c09-2762-4c59-9d3e-991ca64b232e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.815216 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18194806-fb9d-43e0-a8b1-34cf0eebfcac req-4f55ba05-aed6-44cf-93fb-9ccfe98a67ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:39.816658 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-18194806-fb9d-43e0-a8b1-34cf0eebfcac req-4f55ba05-aed6-44cf-93fb-9ccfe98a67ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d53e347e-2e66-45ae-b542-42cb5f2adb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1626964 Nov 23 04:44:39.841715 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5ba00fab-0071-4862-baa4-35e20e04627f None None] Port a51dd799-ecd7-4684-8893-55074478b597 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:39.853196 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8e4a2b5f-8ffe-4391-bc58-131dd601b0f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/777bc61d-a5e2-4a0a-ad35-e60eb56a02cd HTTP/1.1" status: 200 len: 992 time: 0.1546698 Nov 23 04:44:39.874275 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-688f285a-d2bf-4caa-a103-86e313bad2cd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:39.878201 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-688f285a-d2bf-4caa-a103-86e313bad2cd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.884938 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-03a75794-ab9e-43be-a8f1-edf55a793988 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:43:57Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '777bc61d-a5e2-4a0a-ad35-e60eb56a02cd', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.141', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'port_id': '4e752977-7abf-4e10-9f92-468bc3a42371', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'mac_address': 'fa:16:3e:43:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e18509-8def-4501-af6f-f421dcd08442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:44:33Z', 'updated_at': '2021-11-23T04:44:33Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:44:11Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:39.914530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03a75794-ab9e-43be-a8f1-edf55a793988 None None] The sync data for ids ['f83f90b6-e261-4f09-8b08-e108991b8127'] in dv-neutron-818850-1-hyperv is: [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:43:57Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '777bc61d-a5e2-4a0a-ad35-e60eb56a02cd', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.141', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'port_id': '4e752977-7abf-4e10-9f92-468bc3a42371', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'mac_address': 'fa:16:3e:43:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e18509-8def-4501-af6f-f421dcd08442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:44:33Z', 'updated_at': '2021-11-23T04:44:33Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:44:11Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:39.935531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.946058 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:39.980638 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51ca0250-7c2d-49d5-8c52-9392b0f09113 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:39.993555 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2edf1c-2563-40ad-9446-21b36f5209fb None None] Sync routers for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:40.009581 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Floating IP 84dc2e23-ad14-4021-8243-04c3924ec07d associated. External IP: 172.26.8.40, port: 6b653762-0c95-40d8-b695-3d7a92ee7d2e. Nov 23 04:44:40.010757 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-51ca0250-7c2d-49d5-8c52-9392b0f09113 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9496524 Nov 23 04:44:40.011477 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2edf1c-2563-40ad-9446-21b36f5209fb None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:40.012260 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5c2edf1c-2563-40ad-9446-21b36f5209fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:40.015450 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45778) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:40.017913 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e13f6c09-2762-4c59-9d3e-991ca64b232e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:40.075641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13f6c09-2762-4c59-9d3e-991ca64b232e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Subnet': ['ID=07115712-35e1-497b-8fe1-550fd9b24a04,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:40.077848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e13f6c09-2762-4c59-9d3e-991ca64b232e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:40.088057 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e13f6c09-2762-4c59-9d3e-991ca64b232e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/07115712-35e1-497b-8fe1-550fd9b24a04 HTTP/1.1" status: 204 len: 168 time: 0.9918964 Nov 23 04:44:40.089337 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45780) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:40.094993 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'subnet': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:40.098983 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e4e3448-b125-467f-82ab-15bb87454d2a None None] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:40.102604 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=a51dd799-ecd7-4684-8893-55074478b597,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:40.116063 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:40.145690 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-5c2edf1c-2563-40ad-9446-21b36f5209fb None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:40.146809 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-18194806-fb9d-43e0-a8b1-34cf0eebfcac req-e9dfad2f-d59c-4f84-991a-29a4f11be6a2 service neutron] 10.222.0.15 "GET /v2.0/networks/d53e347e-2e66-45ae-b542-42cb5f2adb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3207173 Nov 23 04:44:40.207187 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade6001e-473d-45ae-a7d5-2412dadd274f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting subnet ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:44:40.226110 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ade6001e-473d-45ae-a7d5-2412dadd274f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:40.245812 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5c2edf1c-2563-40ad-9446-21b36f5209fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:38Z', 'revision_number': 11, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:40.291480 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0475718-23fc-4639-9de6-816e5bbc1464 None None] New status for floating IP 777bc61d-a5e2-4a0a-ad35-e60eb56a02cd: ACTIVE {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:44:40.299069 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 118905f4-98b6-4f71-9474-a44f571121e1 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:40.305342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:40.313627 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2edf1c-2563-40ad-9446-21b36f5209fb None None] Checking router: 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:40.330529 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2edf1c-2563-40ad-9446-21b36f5209fb None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:40.332371 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5c2edf1c-2563-40ad-9446-21b36f5209fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:40.422510 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-5c2edf1c-2563-40ad-9446-21b36f5209fb None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:40.460681 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:40.517316 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5c2edf1c-2563-40ad-9446-21b36f5209fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:38Z', 'revision_number': 11, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:40.525065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:40.529156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:40.563475 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c2edf1c-2563-40ad-9446-21b36f5209fb None None] The sync data for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv is: [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:38Z', 'revision_number': 11, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:40.669171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router af6639ae-2afa-4611-8cdf-063b350a52b3 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:44:40.718697 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ade6001e-473d-45ae-a7d5-2412dadd274f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:40.759978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-4d8c8cc7-d7bf-488d-871f-7f30d68558b7 None None] Provisioning complete for port a51dd799-ecd7-4684-8893-55074478b597 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:40.760553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4d8c8cc7-d7bf-488d-871f-7f30d68558b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:40.845240 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-4d8c8cc7-d7bf-488d-871f-7f30d68558b7 None None] Port a51dd799-ecd7-4684-8893-55074478b597 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:40.868521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45782) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:40.898271 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-18194806-fb9d-43e0-a8b1-34cf0eebfcac req-281bf51d-3b75-4336-bc7e-dc8966f8047d service neutron] 10.222.0.15 "GET /v2.0/networks/d53e347e-2e66-45ae-b542-42cb5f2adb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7415488 Nov 23 04:44:40.974681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-688f285a-d2bf-4caa-a103-86e313bad2cd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.103298 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ade6001e-473d-45ae-a7d5-2412dadd274f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.110082 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1865e65b-bc27-496e-889f-546b9d107b0d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/777bc61d-a5e2-4a0a-ad35-e60eb56a02cd HTTP/1.1" status: 200 len: 994 time: 0.2348979 Nov 23 04:44:41.112053 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 65d4e749-73a3-45de-b3fc-a3aec008158c no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:41.147651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 65d4e749-73a3-45de-b3fc-a3aec008158c {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:41.148179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 65d4e749-73a3-45de-b3fc-a3aec008158c not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:41.174000 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688f285a-d2bf-4caa-a103-86e313bad2cd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=cfb5446a-ad8b-4076-bd08-d706f82b850a,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:41.194010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Router 99b68924-26e6-4205-b84a-d21dd05a4a3f has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:41.212716 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-688f285a-d2bf-4caa-a103-86e313bad2cd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:41.213094 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688f285a-d2bf-4caa-a103-86e313bad2cd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network hostable DHCP agents. Network: 6f61766c-ed10-4f1d-8a4d-1fcc40419de3, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:44:41.221259 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:41.228918 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-87988522-767e-4f23-bd2b-11cff6764845 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/af6639ae-2afa-4611-8cdf-063b350a52b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5039215 Nov 23 04:44:41.236179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45784) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:41.236585 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Sync routers for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:41.246567 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-d985508c-351e-47d5-8515-ed88a69d0270 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'network': {'name': 'tempest-RoutersTest-1487135518'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:41.256031 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:41.256658 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:41.283058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ade6001e-473d-45ae-a7d5-2412dadd274f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.336680 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-688f285a-d2bf-4caa-a103-86e313bad2cd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:44:41.337240 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.341317 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ade6001e-473d-45ae-a7d5-2412dadd274f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.348894 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ade6001e-473d-45ae-a7d5-2412dadd274f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6 HTTP/1.1" status: 204 len: 168 time: 1.3247886 Nov 23 04:44:41.352206 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45786) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:41.352687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ed7e330-b84e-40df-aedd-43c343e194a4 None None] Network 4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:41.359365 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade6001e-473d-45ae-a7d5-2412dadd274f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Subnet': ['ID=ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:41.402156 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:41.420787 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-688f285a-d2bf-4caa-a103-86e313bad2cd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 6f61766c-ed10-4f1d-8a4d-1fcc40419de3) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:41.426405 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-688f285a-d2bf-4caa-a103-86e313bad2cd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:41.427052 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-688f285a-d2bf-4caa-a103-86e313bad2cd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.434409 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25bfb26-5c50-4c0e-a76c-c4f7f7042bc3 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:41.435124 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d985508c-351e-47d5-8515-ed88a69d0270 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:41.438908 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d985508c-351e-47d5-8515-ed88a69d0270 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.478826 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-688f285a-d2bf-4caa-a103-86e313bad2cd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9366686 Nov 23 04:44:41.480379 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:41.486367 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45788) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:41.497638 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-45ea9018-550b-46d8-996c-7dd9271b7a3d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'name': 'tempest-NetworksTestDHCPv6-2123809668'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:41.505109 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:41.511335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:41.521758 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:41.522501 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.525866 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d985508c-351e-47d5-8515-ed88a69d0270 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] vlan segment allocate from pool success with {'vlan_id': 154, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:44:41.526565 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e20dd-3129-4eb3-950d-d159166859ff None None] Sync routers for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:41.572990 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d985508c-351e-47d5-8515-ed88a69d0270 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.573376 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-d985508c-351e-47d5-8515-ed88a69d0270 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Added segment 3f888e6b-3d68-4cac-bdae-bb44e7d6f271 of type vlan for network 70a4f574-18dd-41cf-ab65-aaa81d1cee9d Nov 23 04:44:41.577083 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.591013 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5006080 Nov 23 04:44:41.591791 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45790) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:41.612658 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e20dd-3129-4eb3-950d-d159166859ff None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:41.613792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1c6e20dd-3129-4eb3-950d-d159166859ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:41.642934 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-63b9533b-6d84-447b-8994-e4d9e2e0ba8a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'security_group': {'name': 'tempest-secgroup-1079565650'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:41.656209 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-90f8f0ec-f3b7-47a3-ac39-3a884624c3f9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 5.0146182 Nov 23 04:44:41.666407 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '701fa321-9a7d-48b3-972b-a12de40e0dd9', 'tag': '6b653762-0c95-40d8-b695-3d7a92ee7d2e'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:44:41.668233 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Subnet': ['ID=1fd4a289-2c9b-426c-961e-ba05437bf722,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:41.669402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dd63f06-aaeb-4df4-b690-955a22505daf" -d '{"events": [{"name": "network-changed", "server_uuid": "701fa321-9a7d-48b3-972b-a12de40e0dd9", "tag": "6b653762-0c95-40d8-b695-3d7a92ee7d2e"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:44:41.683533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d985508c-351e-47d5-8515-ed88a69d0270 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.691940 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.719925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:41.720274 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:41.720617 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:41.723972 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:41.724355 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:41.725083 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:41.725363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:41.725709 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:41.726051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:41.726382 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:41.728838 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:41.731628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-320d37ce-2264-48c7-ae56-85f7b01fef64 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:41.732709 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d985508c-351e-47d5-8515-ed88a69d0270 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.754654 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d985508c-351e-47d5-8515-ed88a69d0270 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:41.760516 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-63b9533b-6d84-447b-8994-e4d9e2e0ba8a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.764344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d985508c-351e-47d5-8515-ed88a69d0270 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.770821 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7293f10-4006-4e03-88c2-79cfd6387eaf x-openstack-request-id: req-f7293f10-4006-4e03-88c2-79cfd6387eaf {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:44:41.771111 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "701fa321-9a7d-48b3-972b-a12de40e0dd9", "tag": "6b653762-0c95-40d8-b695-3d7a92ee7d2e", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:44:41.771508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f7293f10-4006-4e03-88c2-79cfd6387eaf {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:44:41.771902 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '701fa321-9a7d-48b3-972b-a12de40e0dd9', 'tag': '6b653762-0c95-40d8-b695-3d7a92ee7d2e', 'status': 'completed', 'code': 200} Nov 23 04:44:41.811142 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:44:38Z', 'revision_number': 2, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:39Z', 'revision_number': 2, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:41.837600 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8890576-7361-4757-a17c-120a7cab9e42 None None] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:41.852385 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.871570 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Checking router: af6639ae-2afa-4611-8cdf-063b350a52b3 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:41.871955 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Updating router af6639ae-2afa-4611-8cdf-063b350a52b3 port a51dd799-ecd7-4684-8893-55074478b597 binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:44:41.889773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d985508c-351e-47d5-8515-ed88a69d0270 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Network': ['ID=70a4f574-18dd-41cf-ab65-aaa81d1cee9d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:41.890066 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Deleting port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:41.890906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.895068 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45ea9018-550b-46d8-996c-7dd9271b7a3d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:41.899489 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45ea9018-550b-46d8-996c-7dd9271b7a3d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.916104 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d985508c-351e-47d5-8515-ed88a69d0270 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6776016 Nov 23 04:44:41.919250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45796) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:41.923620 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:41.925892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'subnet': {'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:41.936966 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59626fb1-640a-4cce-9f49-b37d5a0c7ec5 None None] DHCP port deletion for 4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:44:41.954516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 70a4f574-18dd-41cf-ab65-aaa81d1cee9d details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:44:41.986573 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd63f06-aaeb-4df4-b690-955a22505daf req-3052fcda-0582-4138-b6e3-07530e8956b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:41.988492 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8dd63f06-aaeb-4df4-b690-955a22505daf req-3052fcda-0582-4138-b6e3-07530e8956b8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 1099 time: 0.1602855 Nov 23 04:44:41.989740 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-45ea9018-550b-46d8-996c-7dd9271b7a3d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port effc33d8-e9bf-4417-a62e-61899711b8c0 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:44:42.002301 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-63b9533b-6d84-447b-8994-e4d9e2e0ba8a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.010972 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] For port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=46893cba-5192-4dd4-b9b2-a3e739f3bbf7,segment=NetworkSegment(6f6ca0b3-e996-48a9-b208-f6bd37dbad8e),segment_id=6f6ca0b3-e996-48a9-b208-f6bd37dbad8e)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:42.011344 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.014986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-63b9533b-6d84-447b-8994-e4d9e2e0ba8a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.048786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Calling delete_port for 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:42.066553 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-63b9533b-6d84-447b-8994-e4d9e2e0ba8a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.067883 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-63b9533b-6d84-447b-8994-e4d9e2e0ba8a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1762 time: 0.4560952 Nov 23 04:44:42.072386 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45798) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:42.080563 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-78f66140-98eb-4104-ad3f-33c07a255a77 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'security_group': {'name': 'tempest-secgroup-901937778'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:42.091298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b9533b-6d84-447b-8994-e4d9e2e0ba8a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=57d49717-1a4a-4523-abe9-42592cb37f15,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:42.133195 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-1c6e20dd-3129-4eb3-950d-d159166859ff None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:42.163022 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78f66140-98eb-4104-ad3f-33c07a255a77 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.169885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5745172c-a695-4f16-ade5-655bbf78258f None None] Provisioning complete for port 07d73683-606b-4652-8e0f-1fc5b4b47248 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:42.170541 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5745172c-a695-4f16-ade5-655bbf78258f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.224276 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd63f06-aaeb-4df4-b690-955a22505daf req-21545ca6-baad-4bb8-b039-5398b27f6555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:42.226183 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8dd63f06-aaeb-4df4-b690-955a22505daf req-21545ca6-baad-4bb8-b039-5398b27f6555 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 913 time: 0.2278721 Nov 23 04:44:42.229707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:42.233682 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.234756 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.238096 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'fixed_ips': [{'subnet_id': 'cfb5446a-ad8b-4076-bd08-d706f82b850a'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:44:42.239236 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.288320 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No DVR routers for this DVR port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:42.290065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Port': ['ID=46893cba-5192-4dd4-b9b2-a3e739f3bbf7,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:42.330561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78f66140-98eb-4104-ad3f-33c07a255a77 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.336390 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-45ea9018-550b-46d8-996c-7dd9271b7a3d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::115 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/cfb5446a-ad8b-4076-bd08-d706f82b850a/effc33d8-e9bf-4417-a62e-61899711b8c0) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:42.390396 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78f66140-98eb-4104-ad3f-33c07a255a77 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.395665 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8dd63f06-aaeb-4df4-b690-955a22505daf req-84d2a4e8-022c-45ca-9302-aff22ce653a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b653762-0c95-40d8-b695-3d7a92ee7d2e HTTP/1.1" status: 200 len: 999 time: 0.1526544 Nov 23 04:44:42.433118 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5745172c-a695-4f16-ade5-655bbf78258f None None] Port 07d73683-606b-4652-8e0f-1fc5b4b47248 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:42.443005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f66140-98eb-4104-ad3f-33c07a255a77 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54fcab37-7395-444b-aa57-779ec200e913,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:42.463750 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.478459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78f66140-98eb-4104-ad3f-33c07a255a77 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.482533 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-78f66140-98eb-4104-ad3f-33c07a255a77 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.4058125 Nov 23 04:44:42.483173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45800) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:42.489932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-bad66e45-b4a7-4b21-802a-c11e3c47f4dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'security_group': {'name': 'tempest-secgroup-671268254'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:42.526993 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:42.536733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bad66e45-b4a7-4b21-802a-c11e3c47f4dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.544518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f6ca0b3-e996-48a9-b208-f6bd37dbad8e') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:42.544852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f6ca0b3-e996-48a9-b208-f6bd37dbad8e') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:42.565838 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.567662 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-59626fb1-640a-4cce-9f49-b37d5a0c7ec5 None None] Deleting port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:42.568407 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-59626fb1-640a-4cce-9f49-b37d5a0c7ec5 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.573672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd63f06-aaeb-4df4-b690-955a22505daf req-d02f51e3-7cdd-435c-b2db-1db65f0c50d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:42.575727 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8dd63f06-aaeb-4df4-b690-955a22505daf req-d02f51e3-7cdd-435c-b2db-1db65f0c50d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 200 len: 851 time: 0.1701214 Nov 23 04:44:42.587157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.598374 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:44:42.599058 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:44:42.601946 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:44:42.630274 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.639408 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.695411 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.705764 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.711990 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/networks/4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504 HTTP/1.1" status: 204 len: 168 time: 1.3509345 Nov 23 04:44:42.717666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45802) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:42.725239 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bad66e45-b4a7-4b21-802a-c11e3c47f4dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.726161 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796eb7-2bdc-4447-b4b4-2849c0d33de9 None None] Pushing event updated for resources: {'Port': ['ID=a51dd799-ecd7-4684-8893-55074478b597,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:42.726321 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-110e5785-c715-430b-ac5d-ce6cc88f204b tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'router': {'routes': None}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:42.731714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5745172c-a695-4f16-ade5-655bbf78258f None None] Provisioning complete for port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:42.732960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5745172c-a695-4f16-ade5-655bbf78258f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.745939 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796eb7-2bdc-4447-b4b4-2849c0d33de9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:42.746384 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796eb7-2bdc-4447-b4b4-2849c0d33de9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:42.746777 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796eb7-2bdc-4447-b4b4-2849c0d33de9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:42.747127 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796eb7-2bdc-4447-b4b4-2849c0d33de9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:42.747558 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796eb7-2bdc-4447-b4b4-2849c0d33de9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:42.747915 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796eb7-2bdc-4447-b4b4-2849c0d33de9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:42.748319 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796eb7-2bdc-4447-b4b4-2849c0d33de9 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:42.748670 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796eb7-2bdc-4447-b4b4-2849c0d33de9 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:42.749023 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796eb7-2bdc-4447-b4b4-2849c0d33de9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:42.749432 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796eb7-2bdc-4447-b4b4-2849c0d33de9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:42.749844 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796eb7-2bdc-4447-b4b4-2849c0d33de9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:42.750221 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85796eb7-2bdc-4447-b4b4-2849c0d33de9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:42.756270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7d6447-2b6d-479a-bb39-43db5db8883d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Pushing event deleted for resources: {'Network': ['ID=4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:42.758288 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bad66e45-b4a7-4b21-802a-c11e3c47f4dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.787055 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bad66e45-b4a7-4b21-802a-c11e3c47f4dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.791704 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bad66e45-b4a7-4b21-802a-c11e3c47f4dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1761 time: 0.3036933 Nov 23 04:44:42.791901 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.799114 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45804) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:42.826611 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7bf7f2fe-2208-4621-9d12-efd6fa4c7e2b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-949371191', 'security_groups': ['4a176012-a99d-4818-b8f2-8f0aa0f971d6'], 'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1fd4a289-2c9b-426c-961e-ba05437bf722'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:42.848583 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Attempting to bind port a51dd799-ecd7-4684-8893-55074478b597 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:42.849220 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Attempting to bind port a51dd799-ecd7-4684-8893-55074478b597 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'e4077041-1233-4f08-94d4-e194bc4c3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:42.849798 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Attempting to bind port a51dd799-ecd7-4684-8893-55074478b597 on network 118905f4-98b6-4f71-9474-a44f571121e1 {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:42.854176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bad66e45-b4a7-4b21-802a-c11e3c47f4dd tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a176012-a99d-4818-b8f2-8f0aa0f971d6,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:42.858180 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45ea9018-550b-46d8-996c-7dd9271b7a3d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.860343 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:42.865034 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd63f06-aaeb-4df4-b690-955a22505daf req-476eb1b8-ef99-4399-bfa7-b0c502ab03b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:42.866475 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8dd63f06-aaeb-4df4-b690-955a22505daf req-476eb1b8-ef99-4399-bfa7-b0c502ab03b0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca7d247b-210d-4ed0-a1d5-72133393a767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2777472 Nov 23 04:44:42.869736 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Checking segment: {'id': 'e4077041-1233-4f08-94d4-e194bc4c3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:42.871219 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.874592 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Bound using segment: {'id': 'e4077041-1233-4f08-94d4-e194bc4c3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:42.875255 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Bound port: a51dd799-ecd7-4684-8893-55074478b597, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4077041-1233-4f08-94d4-e194bc4c3c80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:42.875839 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.956595 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:42.995342 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-59626fb1-640a-4cce-9f49-b37d5a0c7ec5 None None] For port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:42.995748 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-59626fb1-640a-4cce-9f49-b37d5a0c7ec5 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:43.014043 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] For port a51dd799-ecd7-4684-8893-55074478b597, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:43.019027 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] For port a51dd799-ecd7-4684-8893-55074478b597, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a51dd799-ecd7-4684-8893-55074478b597,segment=NetworkSegment(e4077041-1233-4f08-94d4-e194bc4c3c80),segment_id=e4077041-1233-4f08-94d4-e194bc4c3c80)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:43.027342 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:43.066077 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-59626fb1-640a-4cce-9f49-b37d5a0c7ec5 None None] Calling delete_port for 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:43.087202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Subnet': ['ID=1adcd688-da2e-46ec-a35c-e92465be4fb1,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:43.108837 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf7f2fe-2208-4621-9d12-efd6fa4c7e2b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:43.112996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.ipam_backend_mixin [None req-59626fb1-640a-4cce-9f49-b37d5a0c7ec5 None None] Port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 was not found and therefore no delete operation was performed {{(pid=109954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:44:43.122526 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1c6e20dd-3129-4eb3-950d-d159166859ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '84dc2e23-ad14-4021-8243-04c3924ec07d', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'floating_ip_address': '172.26.8.40', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'port_id': '6b653762-0c95-40d8-b695-3d7a92ee7d2e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'mac_address': 'fa:16:3e:44:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701fa321-9a7d-48b3-972b-a12de40e0dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:44:38Z', 'updated_at': '2021-11-23T04:44:38Z', 'revision_number': 0, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:43.133359 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85796eb7-2bdc-4447-b4b4-2849c0d33de9 None None] Pushing event updated for resources: {'Port': ['ID=a51dd799-ecd7-4684-8893-55074478b597,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:43.135368 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.extraroute_db [None req-110e5785-c715-430b-ac5d-ce6cc88f204b tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Added routes are [] {{(pid=109952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 04:44:43.135737 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.extraroute_db [None req-110e5785-c715-430b-ac5d-ce6cc88f204b tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Removed routes are [] {{(pid=109952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 04:44:43.136160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-110e5785-c715-430b-ac5d-ce6cc88f204b tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:43.156354 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:43.159708 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:43.163837 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e20dd-3129-4eb3-950d-d159166859ff None None] Checking router: 99b68924-26e6-4205-b84a-d21dd05a4a3f for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:43.170074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:43.174009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-59626fb1-640a-4cce-9f49-b37d5a0c7ec5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:43.191894 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:43.198232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:43.198763 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:43.199179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:43.199614 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:43.200019 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:43.200419 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:43.200819 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:43.201215 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:43.202057 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:43.202433 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:43.202844 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:43.228563 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8dd63f06-aaeb-4df4-b690-955a22505daf req-8de36a8f-24d6-4232-86aa-9c3091f90cc4 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355637 Nov 23 04:44:43.237654 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f2fe-2208-4621-9d12-efd6fa4c7e2b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:43.283243 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-7bf7f2fe-2208-4621-9d12-efd6fa4c7e2b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] device_id is not set on port b8e61706-d431-4908-ac77-36520da2f39b yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:44:43.304569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Checking segment: {'id': '3f888e6b-3d68-4cac-bdae-bb44e7d6f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:43.305358 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network hostable DHCP agents. Network: 70a4f574-18dd-41cf-ab65-aaa81d1cee9d, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:44:43.307914 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45ea9018-550b-46d8-996c-7dd9271b7a3d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:43.308600 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:43.403291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-59626fb1-640a-4cce-9f49-b37d5a0c7ec5 None None] Network 4415a8c9-0cfb-4da7-9e0c-6cd59d4e8504 is not hosted by any dhcp agent {{(pid=109954) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 04:44:43.403756 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59626fb1-640a-4cce-9f49-b37d5a0c7ec5 None None] No DVR routers for this DVR port 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:43.462781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Allocated IP 2001:db8::2 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/cfb5446a-ad8b-4076-bd08-d706f82b850a/9148db42-c4f5-4fcf-9826-bd3f7354893b) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:43.466249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c6e20dd-3129-4eb3-950d-d159166859ff None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:43.466608 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1c6e20dd-3129-4eb3-950d-d159166859ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:43.512982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ea9018-550b-46d8-996c-7dd9271b7a3d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:43.549178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-7bf7f2fe-2208-4621-9d12-efd6fa4c7e2b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Allocated IP 2001:db8::3c (52c5a545-ef05-448f-af7c-d4ede32c7e88/1fd4a289-2c9b-426c-961e-ba05437bf722/b8e61706-d431-4908-ac77-36520da2f39b) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:43.552782 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51818bc0-bb15-4bb6-ba23-df90cdf8d009 None None] Update dhcp port {'port': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'fixed_ips': [{'subnet_id': 'c68073ff-35ab-4134-9265-d0197f2d137b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1fd4a289-2c9b-426c-961e-ba05437bf722'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': '4540ce40-2259-4b1f-bb8e-1eb34f3fcd29'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:44:43.557789 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ea9018-550b-46d8-996c-7dd9271b7a3d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=effc33d8-e9bf-4417-a62e-61899711b8c0,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:43.581226 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:43.581780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 46893cba-5192-4dd4-b9b2-a3e739f3bbf7 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:43.587603 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-51818bc0-bb15-4bb6-ba23-df90cdf8d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:43.590539 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:44:38Z', 'revision_number': 2, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:43Z', 'revision_number': 4, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:43.606742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-45ea9018-550b-46d8-996c-7dd9271b7a3d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:43.615985 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ea9018-550b-46d8-996c-7dd9271b7a3d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:43.621941 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ea9018-550b-46d8-996c-7dd9271b7a3d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:43.622615 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-45ea9018-550b-46d8-996c-7dd9271b7a3d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:43.626728 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2447f314-cb24-4e7d-b32b-a4be6e6a1f6a None None] The sync data for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv is: [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:44:38Z', 'revision_number': 2, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:43Z', 'revision_number': 4, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:43.635281 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 70a4f574-18dd-41cf-ab65-aaa81d1cee9d is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:44:43.641157 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59626fb1-640a-4cce-9f49-b37d5a0c7ec5 None None] Pushing event deleted for resources: {'Port': ['ID=46893cba-5192-4dd4-b9b2-a3e739f3bbf7,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:43.657745 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-110e5785-c715-430b-ac5d-ce6cc88f204b tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:43.678836 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-110e5785-c715-430b-ac5d-ce6cc88f204b tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:43.680618 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 70a4f574-18dd-41cf-ab65-aaa81d1cee9d) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:43.687871 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-45ea9018-550b-46d8-996c-7dd9271b7a3d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.2001467 Nov 23 04:44:43.692838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45806) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:43.701055 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11ae0c24-834b-40ee-b8c7-10c30503af4e None None] Network 70a4f574-18dd-41cf-ab65-aaa81d1cee9d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:43.702786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:43.703380 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:43.709262 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8dd63f06-aaeb-4df4-b690-955a22505daf req-06a8958d-b207-4c0b-8f9f-4885c3f0a87c service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4060793 Nov 23 04:44:43.710084 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f246efc2-530f-4654-b6fa-a41b71919d95 None None] Provisioning complete for port a51dd799-ecd7-4684-8893-55074478b597 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:43.712334 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f246efc2-530f-4654-b6fa-a41b71919d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:43.806438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f2fe-2208-4621-9d12-efd6fa4c7e2b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:43.849445 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f2fe-2208-4621-9d12-efd6fa4c7e2b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:43.906350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bf7f2fe-2208-4621-9d12-efd6fa4c7e2b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:43.912525 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-7bf7f2fe-2208-4621-9d12-efd6fa4c7e2b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:43.917376 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bf7f2fe-2208-4621-9d12-efd6fa4c7e2b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:43.923454 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf7f2fe-2208-4621-9d12-efd6fa4c7e2b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:43.924143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7bf7f2fe-2208-4621-9d12-efd6fa4c7e2b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:43.939625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf7f2fe-2208-4621-9d12-efd6fa4c7e2b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=b8e61706-d431-4908-ac77-36520da2f39b,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:43.947234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-1c6e20dd-3129-4eb3-950d-d159166859ff None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:43.956929 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7bf7f2fe-2208-4621-9d12-efd6fa4c7e2b tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1455035 Nov 23 04:44:43.958059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45808) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:43.965320 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-194f508d-70c1-4991-a9e4-f7b28e4d5770 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'subnet': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:44.233528 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5b5ed148-8653-4d8d-8ec9-0f441a8c1497 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3131137 Nov 23 04:44:44.236212 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45810) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:44.250996 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-110e5785-c715-430b-ac5d-ce6cc88f204b tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:44.255888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-194f508d-70c1-4991-a9e4-f7b28e4d5770 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:44.259508 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-194f508d-70c1-4991-a9e4-f7b28e4d5770 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:44.260604 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4366aa41-e5fd-4571-ae55-1e885f1495bd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:44.262260 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4366aa41-e5fd-4571-ae55-1e885f1495bd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.5684230 Nov 23 04:44:44.265463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45812) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:44.302287 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f246efc2-530f-4654-b6fa-a41b71919d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:44.356022 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-51818bc0-bb15-4bb6-ba23-df90cdf8d009 None None] Allocated IP 2001:db8::2 (52c5a545-ef05-448f-af7c-d4ede32c7e88/1fd4a289-2c9b-426c-961e-ba05437bf722/4540ce40-2259-4b1f-bb8e-1eb34f3fcd29) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:44.361526 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:44:44.363068 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:44.388898 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.ipam_backend_mixin [None req-194f508d-70c1-4991-a9e4-f7b28e4d5770 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1fd4a289-2c9b-426c-961e-ba05437bf722 (CIDR: 2001:db8::/64) Nov 23 04:44:44.400533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-110e5785-c715-430b-ac5d-ce6cc88f204b tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:44.408630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-110e5785-c715-430b-ac5d-ce6cc88f204b tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:44.413570 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-110e5785-c715-430b-ac5d-ce6cc88f204b tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 HTTP/1.1" status: 200 len: 705 time: 1.6947663 Nov 23 04:44:44.414207 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45814) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:44.414499 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07588594-9c10-417d-89e0-082a2473c8b4 None None] Sync routers for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:44.440113 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07588594-9c10-417d-89e0-082a2473c8b4 None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:44.440790 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-07588594-9c10-417d-89e0-082a2473c8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:44.460172 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9c0c971e-092e-4e5f-9b74-88d06ca44a0d tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 HTTP/1.1" status: 200 len: 205 time: 0.0438778 Nov 23 04:44:44.462694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45816) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:44.492944 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-194f508d-70c1-4991-a9e4-f7b28e4d5770 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:44:44.493822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-194f508d-70c1-4991-a9e4-f7b28e4d5770 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:44.499135 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:44.548303 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-194f508d-70c1-4991-a9e4-f7b28e4d5770 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5864723 Nov 23 04:44:44.560042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45818) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:44.565897 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-07588594-9c10-417d-89e0-082a2473c8b4 None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:44.567029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-df013fd1-4879-4551-b270-b7bc8302bac8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'subnet': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:44.590322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1622bee7-7e81-46f9-8f63-781ecd3db6ae tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:44.627580 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:44.635877 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-07588594-9c10-417d-89e0-082a2473c8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:38Z', 'revision_number': 11, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:44.651736 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f246efc2-530f-4654-b6fa-a41b71919d95 None None] For port a51dd799-ecd7-4684-8893-55074478b597, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a51dd799-ecd7-4684-8893-55074478b597,segment=NetworkSegment(e4077041-1233-4f08-94d4-e194bc4c3c80),segment_id=e4077041-1233-4f08-94d4-e194bc4c3c80)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:44.677420 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07588594-9c10-417d-89e0-082a2473c8b4 None None] Checking router: 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:44.687640 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07588594-9c10-417d-89e0-082a2473c8b4 None None] Routers {'8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:44.688263 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-07588594-9c10-417d-89e0-082a2473c8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:44.712916 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f246efc2-530f-4654-b6fa-a41b71919d95 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:44.732459 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-cce68c27-b11f-4b94-b529-e8a87439383f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port effc33d8-e9bf-4417-a62e-61899711b8c0 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:44.732796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cce68c27-b11f-4b94-b529-e8a87439383f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:44.780674 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:44.801884 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-07588594-9c10-417d-89e0-082a2473c8b4 None None] Set router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:44.810644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:44.822572 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:44.863286 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df013fd1-4879-4551-b270-b7bc8302bac8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:44.867453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-df013fd1-4879-4551-b270-b7bc8302bac8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:44.894681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1622bee7-7e81-46f9-8f63-781ecd3db6ae tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:44.898596 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1622bee7-7e81-46f9-8f63-781ecd3db6ae tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:44.899388 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Pushing event updated for resources: {'Port': ['ID=9148db42-c4f5-4fcf-9826-bd3f7354893b,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:44.900393 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-07588594-9c10-417d-89e0-082a2473c8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:38Z', 'revision_number': 11, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:44.934042 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07588594-9c10-417d-89e0-082a2473c8b4 None None] The sync data for ids ['8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9'] in dv-neutron-818850-1-hyperv is: [{'id': '8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9', 'name': 'tempest-RoutersIpV6Test-router-1332376555', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:27Z', 'updated_at': '2021-11-23T04:44:38Z', 'revision_number': 11, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:44.939753 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:44.940802 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:44.941156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:44.941625 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:44.942051 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:44.942431 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:44.942828 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:44.943286 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:44.943628 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:44.944059 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:44.944478 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:44.945225 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:44:44.975736 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1622bee7-7e81-46f9-8f63-781ecd3db6ae tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:44.976240 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1622bee7-7e81-46f9-8f63-781ecd3db6ae tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Fanout notify agent at l3_agent the message router_deleted on router 8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:44:44.984150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1622bee7-7e81-46f9-8f63-781ecd3db6ae tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:44.985252 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1622bee7-7e81-46f9-8f63-781ecd3db6ae tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/routers/8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 HTTP/1.1" status: 204 len: 168 time: 0.5211699 Nov 23 04:44:44.993504 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cce68c27-b11f-4b94-b529-e8a87439383f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:44.996956 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45820) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:45.016754 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f310843e-b129-4394-b906-d181414f698a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2029561557', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:45.036108 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-cce68c27-b11f-4b94-b529-e8a87439383f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for effc33d8-e9bf-4417-a62e-61899711b8c0 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:45.073363 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-51818bc0-bb15-4bb6-ba23-df90cdf8d009 None None] For port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4540ce40-2259-4b1f-bb8e-1eb34f3fcd29,segment=NetworkSegment(00adca44-42b6-4663-838e-3d7fc5b85607),segment_id=00adca44-42b6-4663-838e-3d7fc5b85607)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:45.104173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8504f2a3-42b6-4039-ad00-86538efea8f8 None None] Provisioning complete for port a51dd799-ecd7-4684-8893-55074478b597 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:45.104678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8504f2a3-42b6-4039-ad00-86538efea8f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.159710 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.ipam_backend_mixin [None req-df013fd1-4879-4551-b270-b7bc8302bac8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c68073ff-35ab-4134-9265-d0197f2d137b (CIDR: 2001:db8:0:1::/64) Nov 23 04:44:45.161931 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f310843e-b129-4394-b906-d181414f698a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.163296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f310843e-b129-4394-b906-d181414f698a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.177836 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-df013fd1-4879-4551-b270-b7bc8302bac8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:44:45.179677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df013fd1-4879-4551-b270-b7bc8302bac8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:45.201624 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Allocated IP 172.21.0.2 (70a4f574-18dd-41cf-ab65-aaa81d1cee9d/1adcd688-da2e-46ec-a35c-e92465be4fb1/cf965463-418e-4988-8279-84b708f79da1) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:45.205441 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Attempting to bind port 9148db42-c4f5-4fcf-9826-bd3f7354893b on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:45.206352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Attempting to bind port 9148db42-c4f5-4fcf-9826-bd3f7354893b by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:45.206723 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Attempting to bind port 9148db42-c4f5-4fcf-9826-bd3f7354893b on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:45.226982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a51dd799-ecd7-4684-8893-55074478b597 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:45.228557 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45822) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:45.229395 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-df013fd1-4879-4551-b270-b7bc8302bac8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6674194 Nov 23 04:44:45.240364 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-d34ecdb9-d3fe-4de7-881f-3a5845afcd60 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'subnet': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:45.274262 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.276204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:45.276463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:45.276887 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.277308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:45.277814 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Bound port: 9148db42-c4f5-4fcf-9826-bd3f7354893b, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:45.278203 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.297261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f246efc2-530f-4654-b6fa-a41b71919d95 None None] Pushing event updated for resources: {'Port': ['ID=a51dd799-ecd7-4684-8893-55074478b597,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:45.331017 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cce68c27-b11f-4b94-b529-e8a87439383f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.334037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-51818bc0-bb15-4bb6-ba23-df90cdf8d009 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.354960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-51818bc0-bb15-4bb6-ba23-df90cdf8d009 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.431165 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce68c27-b11f-4b94-b529-e8a87439383f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=effc33d8-e9bf-4417-a62e-61899711b8c0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:45.447600 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f310843e-b129-4394-b906-d181414f698a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.474163 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f310843e-b129-4394-b906-d181414f698a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.493121 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cce68c27-b11f-4b94-b529-e8a87439383f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.496395 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cce68c27-b11f-4b94-b529-e8a87439383f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/effc33d8-e9bf-4417-a62e-61899711b8c0 HTTP/1.1" status: 204 len: 168 time: 1.2299163 Nov 23 04:44:45.499444 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45824) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:45.522343 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f310843e-b129-4394-b906-d181414f698a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.525447 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f310843e-b129-4394-b906-d181414f698a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5273819 Nov 23 04:44:45.532161 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45826) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:45.541385 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1ecff7c4-6f7a-45b9-ab9d-4870c645fda7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:45.632118 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee4f38a-b721-4fb9-a691-af0b1dd0f4a1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:45.635044 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ee4f38a-b721-4fb9-a691-af0b1dd0f4a1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:45.640664 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7ee4f38a-b721-4fb9-a691-af0b1dd0f4a1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1394956 Nov 23 04:44:45.641183 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45828) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:45.643131 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d34ecdb9-d3fe-4de7-881f-3a5845afcd60 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Made reservation on behalf of 9eef5904db6a4542a7898586fc751d63 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:45.649006 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d34ecdb9-d3fe-4de7-881f-3a5845afcd60 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.735931 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1c6e20dd-3129-4eb3-950d-d159166859ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '84dc2e23-ad14-4021-8243-04c3924ec07d', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'floating_ip_address': '172.26.8.40', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'port_id': '6b653762-0c95-40d8-b695-3d7a92ee7d2e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'mac_address': 'fa:16:3e:44:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701fa321-9a7d-48b3-972b-a12de40e0dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:44:38Z', 'updated_at': '2021-11-23T04:44:38Z', 'revision_number': 0, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:45.841256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c6e20dd-3129-4eb3-950d-d159166859ff None None] The sync data for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv is: [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '84dc2e23-ad14-4021-8243-04c3924ec07d', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'floating_ip_address': '172.26.8.40', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'port_id': '6b653762-0c95-40d8-b695-3d7a92ee7d2e', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1115, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'mac_address': 'fa:16:3e:44:bc:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '701fa321-9a7d-48b3-972b-a12de40e0dd9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:44:38Z', 'updated_at': '2021-11-23T04:44:38Z', 'revision_number': 0, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:45.861564 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-64fed33a-1bd0-43c6-9cbe-6969fd63e24b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet cfb5446a-ad8b-4076-bd08-d706f82b850a {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:44:45.865728 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-64fed33a-1bd0-43c6-9cbe-6969fd63e24b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.909635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port a51dd799-ecd7-4684-8893-55074478b597 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:45.910268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:45.917750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51818bc0-bb15-4bb6-ba23-df90cdf8d009 None None] Pushing event updated for resources: {'Port': ['ID=4540ce40-2259-4b1f-bb8e-1eb34f3fcd29,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:45.924078 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] For port 9148db42-c4f5-4fcf-9826-bd3f7354893b, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:45.981869 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] For port 9148db42-c4f5-4fcf-9826-bd3f7354893b, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9148db42-c4f5-4fcf-9826-bd3f7354893b,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:45.998850 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.063624 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ecff7c4-6f7a-45b9-ab9d-4870c645fda7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.073210 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-64fed33a-1bd0-43c6-9cbe-6969fd63e24b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.107681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ecff7c4-6f7a-45b9-ab9d-4870c645fda7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.146918 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db08094-671f-4912-8922-2d0fc1e4396b None None] Pushing event updated for resources: {'Port': ['ID=9148db42-c4f5-4fcf-9826-bd3f7354893b,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:46.180940 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.197259 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.263918 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7bf026d-a252-48c3-b3ee-8e88264ddfa8 None None] New status for floating IP 84dc2e23-ad14-4021-8243-04c3924ec07d: ACTIVE {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:44:46.301148 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Allocated IP 172.21.0.1 (70a4f574-18dd-41cf-ab65-aaa81d1cee9d/1adcd688-da2e-46ec-a35c-e92465be4fb1/6a276e38-9f30-4ea0-bb03-e21f5717db10) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:46.321760 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Network 70a4f574-18dd-41cf-ab65-aaa81d1cee9d is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:46.371165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:46.391430 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:46.399979 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Pushing event updated for resources: {'Port': ['ID=cf965463-418e-4988-8279-84b708f79da1,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:46.541763 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-64fed33a-1bd0-43c6-9cbe-6969fd63e24b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.554090 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.603252 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Attempting to bind port cf965463-418e-4988-8279-84b708f79da1 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:46.603634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Attempting to bind port cf965463-418e-4988-8279-84b708f79da1 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '3f888e6b-3d68-4cac-bdae-bb44e7d6f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:46.604010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Attempting to bind port cf965463-418e-4988-8279-84b708f79da1 on network 70a4f574-18dd-41cf-ab65-aaa81d1cee9d {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:46.616087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.690858 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:46.691578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Checking segment: {'id': '3f888e6b-3d68-4cac-bdae-bb44e7d6f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:46.692158 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.692749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Bound using segment: {'id': '3f888e6b-3d68-4cac-bdae-bb44e7d6f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:46.693489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Bound port: cf965463-418e-4988-8279-84b708f79da1, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f888e6b-3d68-4cac-bdae-bb44e7d6f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:46.694050 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.705331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 70a4f574-18dd-41cf-ab65-aaa81d1cee9d is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:46.709700 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ecff7c4-6f7a-45b9-ab9d-4870c645fda7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Router 0a062eb1-03bb-4384-92c0-cd20380481aa is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:44:46.720850 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:46.742562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:46.775184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-64fed33a-1bd0-43c6-9cbe-6969fd63e24b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.827913 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.832400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=6a276e38-9f30-4ea0-bb03-e21f5717db10,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:46.851031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] For port cf965463-418e-4988-8279-84b708f79da1, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:46.855287 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] For port cf965463-418e-4988-8279-84b708f79da1, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=cf965463-418e-4988-8279-84b708f79da1,segment=NetworkSegment(3f888e6b-3d68-4cac-bdae-bb44e7d6f271),segment_id=3f888e6b-3d68-4cac-bdae-bb44e7d6f271)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:46.863398 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.926442 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64fed33a-1bd0-43c6-9cbe-6969fd63e24b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=cfb5446a-ad8b-4076-bd08-d706f82b850a,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:46.940075 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-64fed33a-1bd0-43c6-9cbe-6969fd63e24b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.942991 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-64fed33a-1bd0-43c6-9cbe-6969fd63e24b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/cfb5446a-ad8b-4076-bd08-d706f82b850a HTTP/1.1" status: 204 len: 168 time: 1.2894945 Nov 23 04:44:46.946189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45830) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:46.949112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ecff7c4-6f7a-45b9-ab9d-4870c645fda7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:46.960025 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1ecff7c4-6f7a-45b9-ab9d-4870c645fda7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:46.961694 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1ecff7c4-6f7a-45b9-ab9d-4870c645fda7 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "PUT /v2.0/routers/0a062eb1-03bb-4384-92c0-cd20380481aa HTTP/1.1" status: 200 len: 698 time: 1.4279532 Nov 23 04:44:46.964004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc29b22-5060-4e56-9937-9e084038f160 None None] Pushing event updated for resources: {'Port': ['ID=cf965463-418e-4988-8279-84b708f79da1,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:46.966780 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45832) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:46.970537 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8650fcb-fb8d-472b-8a68-0d6ea42971d5 None None] Sync routers for ids ['0a062eb1-03bb-4384-92c0-cd20380481aa'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:46.999757 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8650fcb-fb8d-472b-8a68-0d6ea42971d5 None None] Routers {'0a062eb1-03bb-4384-92c0-cd20380481aa'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:47.001782 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a8650fcb-fb8d-472b-8a68-0d6ea42971d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['0a062eb1-03bb-4384-92c0-cd20380481aa'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:47.035786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-6a33f570-e14b-4d36-b704-d72e53f876cd None None] Provisioning complete for port 07d73683-606b-4652-8e0f-1fc5b4b47248 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:47.036165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6a33f570-e14b-4d36-b704-d72e53f876cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:47.108523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:47.115371 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a4067ef7-113a-47bb-9f0e-a2d37544ea1f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1679564 Nov 23 04:44:47.116021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45834) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:47.147929 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-95d49454-2840-4b45-b380-7297ae7b202f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:47.178493 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-6a33f570-e14b-4d36-b704-d72e53f876cd None None] Port 07d73683-606b-4652-8e0f-1fc5b4b47248 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:47.179975 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1e3d1126-8e1f-4b6d-b6d4-622e4d2d14c3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/routers/0a062eb1-03bb-4384-92c0-cd20380481aa HTTP/1.1" status: 200 len: 704 time: 0.2119486 Nov 23 04:44:47.181967 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d34ecdb9-d3fe-4de7-881f-3a5845afcd60 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:47.190420 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45836) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:47.194828 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-6a33f570-e14b-4d36-b704-d72e53f876cd None None] Provisioning complete for port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:47.195454 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6a33f570-e14b-4d36-b704-d72e53f876cd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:47.257520 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-a8650fcb-fb8d-472b-8a68-0d6ea42971d5 None None] Set router 0a062eb1-03bb-4384-92c0-cd20380481aa gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:47.339612 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-68b4d35f-9dca-4115-9f96-aa428d5aac93 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a062eb1-03bb-4384-92c0-cd20380481aa HTTP/1.1" status: 200 len: 205 time: 0.1398225 Nov 23 04:44:47.345775 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45840) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:47.347966 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d34ecdb9-d3fe-4de7-881f-3a5845afcd60 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:47.391512 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-d34ecdb9-d3fe-4de7-881f-3a5845afcd60 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:47.456643 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:47.460176 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a8650fcb-fb8d-472b-8a68-0d6ea42971d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a062eb1-03bb-4384-92c0-cd20380481aa', 'name': 'tempest-RoutersIpV6Test-router-2029561557', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:46Z', 'revision_number': 2, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:47.476085 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c2a51c-6de8-4aad-acd7-75586e240b19 None None] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:47.510927 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8650fcb-fb8d-472b-8a68-0d6ea42971d5 None None] Checking router: 0a062eb1-03bb-4384-92c0-cd20380481aa for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:47.539421 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8650fcb-fb8d-472b-8a68-0d6ea42971d5 None None] Routers {'0a062eb1-03bb-4384-92c0-cd20380481aa'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:47.540247 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a8650fcb-fb8d-472b-8a68-0d6ea42971d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['0a062eb1-03bb-4384-92c0-cd20380481aa'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:47.542102 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d34ecdb9-d3fe-4de7-881f-3a5845afcd60 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:47.542713 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d34ecdb9-d3fe-4de7-881f-3a5845afcd60 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:47.582945 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d34ecdb9-d3fe-4de7-881f-3a5845afcd60 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.3519816 Nov 23 04:44:47.589047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45842) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:47.602593 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-2788b9b7-4386-496b-bc0a-5d75c611b102 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-558319986', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f3a11743-f60a-4fdd-9c03-c5f7f9bbd0db'}], 'security_groups': ['57d49717-1a4a-4523-abe9-42592cb37f15', '54fcab37-7395-444b-aa57-779ec200e913']}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:47.604953 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ecdb9-d3fe-4de7-881f-3a5845afcd60 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Subnet': ['ID=f3a11743-f60a-4fdd-9c03-c5f7f9bbd0db,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:47.610626 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b255b34c-1b0a-4307-b148-378a6fdbcb1c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:47.835182 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95d49454-2840-4b45-b380-7297ae7b202f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:47.843258 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-95d49454-2840-4b45-b380-7297ae7b202f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:47.847410 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:47.847930 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:47.893047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-cf7ada10-b6fd-41a3-9173-9e1303d8e57a None None] Provisioning complete for port b8e61706-d431-4908-ac77-36520da2f39b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:47.897492 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cf7ada10-b6fd-41a3-9173-9e1303d8e57a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:47.897782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b255b34c-1b0a-4307-b148-378a6fdbcb1c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:47.900420 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b255b34c-1b0a-4307-b148-378a6fdbcb1c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:47.907233 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-a8650fcb-fb8d-472b-8a68-0d6ea42971d5 None None] Set router 0a062eb1-03bb-4384-92c0-cd20380481aa gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:47.980363 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a8650fcb-fb8d-472b-8a68-0d6ea42971d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0a062eb1-03bb-4384-92c0-cd20380481aa', 'name': 'tempest-RoutersIpV6Test-router-2029561557', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:46Z', 'revision_number': 2, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:48.024150 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8650fcb-fb8d-472b-8a68-0d6ea42971d5 None None] The sync data for ids ['0a062eb1-03bb-4384-92c0-cd20380481aa'] in dv-neutron-818850-1-hyperv is: [{'id': '0a062eb1-03bb-4384-92c0-cd20380481aa', 'name': 'tempest-RoutersIpV6Test-router-2029561557', 'tenant_id': '75e674de5dd941759dae1fd9ceb9f367', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:46Z', 'revision_number': 2, 'project_id': '75e674de5dd941759dae1fd9ceb9f367', 'gw_port_host': None}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:48.028287 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:48.029018 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b255b34c-1b0a-4307-b148-378a6fdbcb1c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:48.029695 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b255b34c-1b0a-4307-b148-378a6fdbcb1c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Fanout notify agent at l3_agent the message router_deleted on router 0a062eb1-03bb-4384-92c0-cd20380481aa {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:44:48.039044 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b255b34c-1b0a-4307-b148-378a6fdbcb1c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:48.040187 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b255b34c-1b0a-4307-b148-378a6fdbcb1c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/routers/0a062eb1-03bb-4384-92c0-cd20380481aa HTTP/1.1" status: 204 len: 168 time: 0.6907189 Nov 23 04:44:48.046622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45844) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:48.061629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:48.078265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be2ddb5-14dd-4933-9748-5b87ae8636ec None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:48.088819 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-340c365b-bee3-46d4-bdc2-a469971f1a54 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports?device_id=0a062eb1-03bb-4384-92c0-cd20380481aa HTTP/1.1" status: 200 len: 205 time: 0.0410388 Nov 23 04:44:48.092868 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45846) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:48.150752 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-ce039167-a020-419e-bf71-047e024fca79 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] delete failed (client error): The resource could not be found. Nov 23 04:44:48.152151 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ce039167-a020-419e-bf71-047e024fca79 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/routers/0a062eb1-03bb-4384-92c0-cd20380481aa HTTP/1.1" status: 404 len: 336 time: 0.0580184 Nov 23 04:44:48.154354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-cf7ada10-b6fd-41a3-9173-9e1303d8e57a None None] Port b8e61706-d431-4908-ac77-36520da2f39b cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:48.161532 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45848) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:48.183815 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2788b9b7-4386-496b-bc0a-5d75c611b102 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:48.192451 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee76b9b7-ebe0-4d40-8520-dc2977bf6688 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:48.192907 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee76b9b7-ebe0-4d40-8520-dc2977bf6688 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:48.198623 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45850) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:48.198765 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ee76b9b7-ebe0-4d40-8520-dc2977bf6688 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/7997fa89-9234-409b-b21d-0f7153550609 HTTP/1.1" status: 404 len: 337 time: 0.0362852 Nov 23 04:44:48.199580 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=6a276e38-9f30-4ea0-bb03-e21f5717db10,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:48.216197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:48.243043 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd1b2e4a-6eb7-4022-859a-6012253d2b26 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:48.243501 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd1b2e4a-6eb7-4022-859a-6012253d2b26 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:48.246616 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cd1b2e4a-6eb7-4022-859a-6012253d2b26 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/ec7c6e53-4c81-4dcc-9fb9-ba9822ede8e8 HTTP/1.1" status: 404 len: 337 time: 0.0468369 Nov 23 04:44:48.255209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45852) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:48.313899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9148db42-c4f5-4fcf-9826-bd3f7354893b up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:48.379993 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae3df8f2-dcd0-4afe-ac78-484c99d9695a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:48.380723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae3df8f2-dcd0-4afe-ac78-484c99d9695a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:48.391249 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ae3df8f2-dcd0-4afe-ac78-484c99d9695a tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/18834c64-7889-4685-a46a-93d4f9a2a739 HTTP/1.1" status: 404 len: 337 time: 0.1330807 Nov 23 04:44:48.396054 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45854) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:48.403802 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-6f57a04b-06dd-4ce4-8efa-ee3598d84fe0 None None] Provisioning complete for port 9148db42-c4f5-4fcf-9826-bd3f7354893b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:48.405225 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6f57a04b-06dd-4ce4-8efa-ee3598d84fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:48.432472 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d2ec2c6-6397-4ebb-8c45-3e27e09d916b tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:48.433004 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d2ec2c6-6397-4ebb-8c45-3e27e09d916b tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:48.438826 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1d2ec2c6-6397-4ebb-8c45-3e27e09d916b tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/ca3edb06-e3dd-4004-8adb-3b62c4b0c8c6 HTTP/1.1" status: 404 len: 337 time: 0.0368831 Nov 23 04:44:48.439345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-95d49454-2840-4b45-b380-7297ae7b202f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:48.441107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45856) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:48.483091 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9a17f81-5286-463b-9ea5-d1ceda4c6dfa None None] Update dhcp port {'port': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'fixed_ips': [{'subnet_id': 'c68073ff-35ab-4134-9265-d0197f2d137b', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1fd4a289-2c9b-426c-961e-ba05437bf722', 'ip_address': '2001:db8::2'}, {'subnet_id': 'f3a11743-f60a-4fdd-9c03-c5f7f9bbd0db'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': '4540ce40-2259-4b1f-bb8e-1eb34f3fcd29'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:44:48.498953 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1d5185d2-e2f7-4cb6-89d7-37433b97e31f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports?device_id=8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 HTTP/1.1" status: 200 len: 205 time: 0.0503552 Nov 23 04:44:48.507302 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45858) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:48.555599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-def8143f-4670-4ea0-ac2a-7a1c8d1119d6 None None] DHCP port deletion for 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:44:48.603307 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 9148db42-c4f5-4fcf-9826-bd3f7354893b triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:48.603769 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:48.658437 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b9a17f81-5286-463b-9ea5-d1ceda4c6dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:48.853559 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-b9a17f81-5286-463b-9ea5-d1ceda4c6dfa None None] Allocated IP 2001:db8:0:2::2 (52c5a545-ef05-448f-af7c-d4ede32c7e88/f3a11743-f60a-4fdd-9c03-c5f7f9bbd0db/4540ce40-2259-4b1f-bb8e-1eb34f3fcd29) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:48.872532 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95d49454-2840-4b45-b380-7297ae7b202f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:48.879625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-95d49454-2840-4b45-b380-7297ae7b202f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:48.889084 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d49454-2840-4b45-b380-7297ae7b202f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:48.889708 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-95d49454-2840-4b45-b380-7297ae7b202f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:48.911161 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d49454-2840-4b45-b380-7297ae7b202f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=743668a1-1100-49f1-af93-444c150c1cb7,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:48.922747 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-95d49454-2840-4b45-b380-7297ae7b202f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7974603 Nov 23 04:44:48.926792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45860) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:48.931592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-98e803b1-fe57-4f0c-a779-aa5158c5e73b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'name': 'tempest-NetworksTestDHCPv6-2115053086'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:48.949467 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 70a4f574-18dd-41cf-ab65-aaa81d1cee9d is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:48.970659 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-feff7edb-6477-466a-ab29-989bf3ce7c96 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] delete failed (client error): The resource could not be found. Nov 23 04:44:48.974181 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-feff7edb-6477-466a-ab29-989bf3ce7c96 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/routers/8f30fc4e-655a-4db7-bd4b-a9c1c8376cd9 HTTP/1.1" status: 404 len: 336 time: 0.4634683 Nov 23 04:44:48.975955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45862) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:48.976331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:48.988874 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b9a17f81-5286-463b-9ea5-d1ceda4c6dfa None None] For port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4540ce40-2259-4b1f-bb8e-1eb34f3fcd29,segment=NetworkSegment(00adca44-42b6-4663-838e-3d7fc5b85607),segment_id=00adca44-42b6-4663-838e-3d7fc5b85607)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:49.009348 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ac152e37-ec79-47ac-9745-e5838c0b79d9 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports?device_id=839a9ce4-2e28-4637-b58b-d59b1b60b09a HTTP/1.1" status: 200 len: 205 time: 0.0313156 Nov 23 04:44:49.010894 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45864) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.040797 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb89c5b-79f5-449e-a9b4-a99827a365b3 None None] Network 70a4f574-18dd-41cf-ab65-aaa81d1cee9d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:49.049448 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-af076162-48bb-46d5-b761-86970f54df7c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] delete failed (client error): The resource could not be found. Nov 23 04:44:49.052934 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-af076162-48bb-46d5-b761-86970f54df7c tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/routers/839a9ce4-2e28-4637-b58b-d59b1b60b09a HTTP/1.1" status: 404 len: 336 time: 0.0386832 Nov 23 04:44:49.053191 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45866) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.082374 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-39a33b9c-7c52-49b9-aa9a-010abb370399 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:49.082734 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39a33b9c-7c52-49b9-aa9a-010abb370399 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:49.088230 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-39a33b9c-7c52-49b9-aa9a-010abb370399 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/a7addac8-9308-4bb4-8358-0dae44298459 HTTP/1.1" status: 404 len: 337 time: 0.0317400 Nov 23 04:44:49.088679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45868) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.141549 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3b1d6113-53a2-4072-a90d-22f392c7a5e6 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports?device_id=fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9 HTTP/1.1" status: 200 len: 205 time: 0.0494423 Nov 23 04:44:49.142369 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45870) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.150448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router af6639ae-2afa-4611-8cdf-063b350a52b3 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:49.190794 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-e81e69e5-ec62-48ea-a12e-f5b20f4141f6 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] delete failed (client error): The resource could not be found. Nov 23 04:44:49.193335 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e81e69e5-ec62-48ea-a12e-f5b20f4141f6 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/routers/fc1b90a4-cda3-42b6-8792-3bbf1bbbc0f9 HTTP/1.1" status: 404 len: 336 time: 0.0476897 Nov 23 04:44:49.195171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45872) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.230700 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b243c213-eff7-4032-a149-802de07bff3e tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports?device_id=16487d96-1e04-4f9a-b289-2a05d97b6ce2 HTTP/1.1" status: 200 len: 205 time: 0.0321717 Nov 23 04:44:49.230959 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45874) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.246299 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98e803b1-fe57-4f0c-a779-aa5158c5e73b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:49.249761 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98e803b1-fe57-4f0c-a779-aa5158c5e73b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:49.266026 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b9a17f81-5286-463b-9ea5-d1ceda4c6dfa None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:49.275483 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-c03e1fc3-0ce4-4e85-9ef2-eb759081aa5f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] delete failed (client error): The resource could not be found. Nov 23 04:44:49.278966 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c03e1fc3-0ce4-4e85-9ef2-eb759081aa5f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/routers/16487d96-1e04-4f9a-b289-2a05d97b6ce2 HTTP/1.1" status: 404 len: 336 time: 0.0447118 Nov 23 04:44:49.279252 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45876) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.289537 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b9a17f81-5286-463b-9ea5-d1ceda4c6dfa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:49.292422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-98e803b1-fe57-4f0c-a779-aa5158c5e73b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port e14fdc1d-d478-457d-8a77-fa7f0080d2ab yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:44:49.322897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:49.326982 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-c7915382-eea7-4cf9-925a-c37925d0660f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:49.327476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c7915382-eea7-4cf9-925a-c37925d0660f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:49.331268 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c7915382-eea7-4cf9-925a-c37925d0660f tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/d047ae23-78d5-4761-85e2-1918d7fbd22e HTTP/1.1" status: 404 len: 337 time: 0.0508797 Nov 23 04:44:49.336538 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45878) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.363597 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1b247d46-8f1a-40c6-8935-e5e8220d71be tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/af6639ae-2afa-4611-8cdf-063b350a52b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1234870 Nov 23 04:44:49.367723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45880) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.376082 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-65b8a2c9-624d-4be0-8d4c-21706db2f1af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'network': {'name': 'tempest-RoutersTest-957939418'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:49.377170 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-49581918-1217-4e91-8deb-d27b45bdc0e1 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports?device_id=717e4188-af28-4c5f-9671-ca758a5e8985 HTTP/1.1" status: 200 len: 205 time: 0.0342286 Nov 23 04:44:49.380355 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45882) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.429267 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Sync routers for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:49.431243 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6f57a04b-06dd-4ce4-8efa-ee3598d84fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:49.439575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65b8a2c9-624d-4be0-8d4c-21706db2f1af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:49.443640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-65b8a2c9-624d-4be0-8d4c-21706db2f1af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:49.459383 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-006d7f17-aa7f-4afa-bf4e-26989a9a9be3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] delete failed (client error): The resource could not be found. Nov 23 04:44:49.463212 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-006d7f17-aa7f-4afa-bf4e-26989a9a9be3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/routers/717e4188-af28-4c5f-9671-ca758a5e8985 HTTP/1.1" status: 404 len: 336 time: 0.0812354 Nov 23 04:44:49.463494 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45884) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.491235 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-2788b9b7-4386-496b-bc0a-5d75c611b102 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Delete allocated IP 2001:db8::3c (52c5a545-ef05-448f-af7c-d4ede32c7e88/1fd4a289-2c9b-426c-961e-ba05437bf722) {{(pid=109952) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Nov 23 04:44:49.491778 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-def8143f-4670-4ea0-ac2a-7a1c8d1119d6 None None] Deleting port 9148db42-c4f5-4fcf-9826-bd3f7354893b {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:49.492243 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-def8143f-4670-4ea0-ac2a-7a1c8d1119d6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:49.500846 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-2788b9b7-4386-496b-bc0a-5d75c611b102 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Allocated IP 2001:db8:0:2::208 (52c5a545-ef05-448f-af7c-d4ede32c7e88/f3a11743-f60a-4fdd-9c03-c5f7f9bbd0db/b8e61706-d431-4908-ac77-36520da2f39b) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:49.516348 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcafb093-22eb-4d9a-85eb-5638c4ee6158 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:49.517049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcafb093-22eb-4d9a-85eb-5638c4ee6158 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:49.520934 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dcafb093-22eb-4d9a-85eb-5638c4ee6158 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/56d1e018-2953-4645-8a7b-cf72598acd71 HTTP/1.1" status: 404 len: 337 time: 0.0563154 Nov 23 04:44:49.525934 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-65b8a2c9-624d-4be0-8d4c-21706db2f1af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:44:49.526392 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45886) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.541534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-98e803b1-fe57-4f0c-a779-aa5158c5e73b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::ff (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/743668a1-1100-49f1-af93-444c150c1cb7/e14fdc1d-d478-457d-8a77-fa7f0080d2ab) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:49.556192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-65b8a2c9-624d-4be0-8d4c-21706db2f1af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:49.557098 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-65b8a2c9-624d-4be0-8d4c-21706db2f1af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Added segment 85cd8f59-b00e-4a7d-93b5-89ff471caa77 of type vlan for network 6f56b1bd-4eac-42fc-a6bc-afffc4f323bb Nov 23 04:44:49.571259 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-058c7749-b36a-4c63-8968-fcbf61311cd3 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "GET /v2.0/ports?device_id=d3142252-e438-49c2-ac25-4b08d301531a HTTP/1.1" status: 200 len: 205 time: 0.0411475 Nov 23 04:44:49.571594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45888) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.591596 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-6f57a04b-06dd-4ce4-8efa-ee3598d84fe0 None None] For port 9148db42-c4f5-4fcf-9826-bd3f7354893b, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9148db42-c4f5-4fcf-9826-bd3f7354893b,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:49.651330 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-0ccfcd85-5c13-405c-9e56-3f55fd818a92 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] delete failed (client error): The resource could not be found. Nov 23 04:44:49.652738 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0ccfcd85-5c13-405c-9e56-3f55fd818a92 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/routers/d3142252-e438-49c2-ac25-4b08d301531a HTTP/1.1" status: 404 len: 336 time: 0.0799224 Nov 23 04:44:49.652928 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6f57a04b-06dd-4ce4-8efa-ee3598d84fe0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:49.657704 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45890) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.659617 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-65b8a2c9-624d-4be0-8d4c-21706db2f1af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:49.672049 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:49.672695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:49.691543 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:49.696968 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8aa12d6-79af-4d55-aadb-d3f719012358 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:49.697529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8aa12d6-79af-4d55-aadb-d3f719012358 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:49.703080 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d8aa12d6-79af-4d55-aadb-d3f719012358 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/4ecd3978-b752-4bbb-b77a-66d63a739061 HTTP/1.1" status: 404 len: 337 time: 0.0419476 Nov 23 04:44:49.704534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45892) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.782741 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2788b9b7-4386-496b-bc0a-5d75c611b102 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:49.787643 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a17f81-5286-463b-9ea5-d1ceda4c6dfa None None] Pushing event updated for resources: {'Port': ['ID=4540ce40-2259-4b1f-bb8e-1eb34f3fcd29,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:49.789447 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2788b9b7-4386-496b-bc0a-5d75c611b102 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:49.802639 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-164130b6-5e77-4041-b282-d0b30234a959 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:49.803603 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-164130b6-5e77-4041-b282-d0b30234a959 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:49.807284 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-164130b6-5e77-4041-b282-d0b30234a959 tempest-RoutersIpV6Test-303444821 tempest-RoutersIpV6Test-303444821-project] 10.222.0.37 "DELETE /v2.0/subnets/f8ac77e4-2e27-4ea1-91db-20a0694a83e0 HTTP/1.1" status: 404 len: 337 time: 0.0981650 Nov 23 04:44:49.816823 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-65b8a2c9-624d-4be0-8d4c-21706db2f1af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:49.822428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65b8a2c9-624d-4be0-8d4c-21706db2f1af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:49.823040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-65b8a2c9-624d-4be0-8d4c-21706db2f1af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:49.865658 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f57a04b-06dd-4ce4-8efa-ee3598d84fe0 None None] Pushing event updated for resources: {'Port': ['ID=9148db42-c4f5-4fcf-9826-bd3f7354893b,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:49.883640 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2788b9b7-4386-496b-bc0a-5d75c611b102 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event updated for resources: {'Port': ['ID=b8e61706-d431-4908-ac77-36520da2f39b,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:49.918742 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-65b8a2c9-624d-4be0-8d4c-21706db2f1af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5494745 Nov 23 04:44:49.925169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45896) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:49.939175 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-2788b9b7-4386-496b-bc0a-5d75c611b102 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] In _notify_port_updated(), no bound segment for port b8e61706-d431-4908-ac77-36520da2f39b on network 52c5a545-ef05-448f-af7c-d4ede32c7e88 {{(pid=109952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:44:49.944178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-9a8153f2-1e34-456b-8cea-9d002e2767a0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'subnet': {'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:49.945523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2788b9b7-4386-496b-bc0a-5d75c611b102 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:49.946174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2788b9b7-4386-496b-bc0a-5d75c611b102 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:49.950182 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2788b9b7-4386-496b-bc0a-5d75c611b102 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "PUT /v2.0/ports/b8e61706-d431-4908-ac77-36520da2f39b HTTP/1.1" status: 200 len: 969 time: 2.3574760 Nov 23 04:44:49.951937 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45898) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:50.019669 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-def8143f-4670-4ea0-ac2a-7a1c8d1119d6 None None] For port 9148db42-c4f5-4fcf-9826-bd3f7354893b, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9148db42-c4f5-4fcf-9826-bd3f7354893b,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:50.020013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-def8143f-4670-4ea0-ac2a-7a1c8d1119d6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.021135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b8a2c9-624d-4be0-8d4c-21706db2f1af tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Network': ['ID=6f56b1bd-4eac-42fc-a6bc-afffc4f323bb,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:50.039528 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-26ac9425-5ecc-449f-8953-572fe82697c1 None None] Provisioning complete for port cf965463-418e-4988-8279-84b708f79da1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:50.039909 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-26ac9425-5ecc-449f-8953-572fe82697c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.045983 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:50.052450 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 6f56b1bd-4eac-42fc-a6bc-afffc4f323bb details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:44:50.088626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98e803b1-fe57-4f0c-a779-aa5158c5e73b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.123754 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-def8143f-4670-4ea0-ac2a-7a1c8d1119d6 None None] Calling delete_port for 9148db42-c4f5-4fcf-9826-bd3f7354893b owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:50.141525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:44:50.141916 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:44:50.145924 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8153f2-1e34-456b-8cea-9d002e2767a0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:50.149558 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-765ae023-4ef1-4278-a322-b1f920879473 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port b8e61706-d431-4908-ac77-36520da2f39b {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:50.150080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9a8153f2-1e34-456b-8cea-9d002e2767a0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.150187 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-765ae023-4ef1-4278-a322-b1f920879473 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.219284 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98e803b1-fe57-4f0c-a779-aa5158c5e73b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.291771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45902) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:50.300466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-765ae023-4ef1-4278-a322-b1f920879473 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.314898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-765ae023-4ef1-4278-a322-b1f920879473 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for b8e61706-d431-4908-ac77-36520da2f39b owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:50.340530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98e803b1-fe57-4f0c-a779-aa5158c5e73b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:50.348549 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-98e803b1-fe57-4f0c-a779-aa5158c5e73b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:50.353420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98e803b1-fe57-4f0c-a779-aa5158c5e73b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:50.365452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98e803b1-fe57-4f0c-a779-aa5158c5e73b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:50.376803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-98e803b1-fe57-4f0c-a779-aa5158c5e73b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.379817 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e803b1-fe57-4f0c-a779-aa5158c5e73b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=e14fdc1d-d478-457d-8a77-fa7f0080d2ab,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:50.429725 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-98e803b1-fe57-4f0c-a779-aa5158c5e73b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.5020351 Nov 23 04:44:50.432939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45906) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:50.527115 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-765ae023-4ef1-4278-a322-b1f920879473 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.535503 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-def8143f-4670-4ea0-ac2a-7a1c8d1119d6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.589667 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def8143f-4670-4ea0-ac2a-7a1c8d1119d6 None None] Pushing event deleted for resources: {'Port': ['ID=9148db42-c4f5-4fcf-9826-bd3f7354893b,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:50.597109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-765ae023-4ef1-4278-a322-b1f920879473 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.603158 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-765ae023-4ef1-4278-a322-b1f920879473 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/b8e61706-d431-4908-ac77-36520da2f39b HTTP/1.1" status: 204 len: 168 time: 0.6477549 Nov 23 04:44:50.603158 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765ae023-4ef1-4278-a322-b1f920879473 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=b8e61706-d431-4908-ac77-36520da2f39b,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:50.603744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def8143f-4670-4ea0-ac2a-7a1c8d1119d6 None None] No DVR routers for this DVR port 9148db42-c4f5-4fcf-9826-bd3f7354893b on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:50.604503 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45908) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:50.633758 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d7db03-86a8-4237-a6ed-44202f6d2918 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] GET failed (client error): The resource could not be found. Nov 23 04:44:50.637934 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-09d7db03-86a8-4237-a6ed-44202f6d2918 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports/b8e61706-d431-4908-ac77-36520da2f39b HTTP/1.1" status: 404 len: 333 time: 0.0291367 Nov 23 04:44:50.638442 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45910) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:50.702027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9a8153f2-1e34-456b-8cea-9d002e2767a0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.717226 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e2f471c-c5cf-4dcb-9ab0-1dc4341f5737 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.720928 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Port 9148db42-c4f5-4fcf-9826-bd3f7354893b update to ACTIVE by agent not found {{(pid=109954) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2167}} Nov 23 04:44:50.722502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a51dd799-ecd7-4684-8893-55074478b597 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:50.724850 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d800cd96-9352-41dd-8425-b57bdc3fff69 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:50.734763 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974770bb-05d1-4344-ba2a-f46d077ce8b8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:50.741407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974770bb-05d1-4344-ba2a-f46d077ce8b8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:50.742772 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-974770bb-05d1-4344-ba2a-f46d077ce8b8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1591 time: 0.3032489 Nov 23 04:44:50.748810 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e2f471c-c5cf-4dcb-9ab0-1dc4341f5737 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.778100 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45912) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:50.784497 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5700bd5b-a53e-44b8-a6ac-690e09390731 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75e674de5dd941759dae1fd9ceb9f367&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4895597 Nov 23 04:44:50.785620 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45914) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:50.861322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e2f471c-c5cf-4dcb-9ab0-1dc4341f5737 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.864390 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0e2f471c-c5cf-4dcb-9ab0-1dc4341f5737 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.865770 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0e2f471c-c5cf-4dcb-9ab0-1dc4341f5737 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/security-groups/4a176012-a99d-4818-b8f2-8f0aa0f971d6 HTTP/1.1" status: 204 len: 168 time: 0.2264173 Nov 23 04:44:50.870358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45916) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:50.880560 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-26ac9425-5ecc-449f-8953-572fe82697c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.902025 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2f471c-c5cf-4dcb-9ab0-1dc4341f5737 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a176012-a99d-4818-b8f2-8f0aa0f971d6,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:50.906788 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ea18bbe-daa9-43a3-b32e-d6fec9119a87 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.941234 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ea18bbe-daa9-43a3-b32e-d6fec9119a87 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:50.995349 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8153f2-1e34-456b-8cea-9d002e2767a0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Subnet': ['ID=38be5d22-660c-4981-b77a-0008dd17c1d5,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:51.004151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-26ac9425-5ecc-449f-8953-572fe82697c1 None None] For port cf965463-418e-4988-8279-84b708f79da1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=cf965463-418e-4988-8279-84b708f79da1,segment=NetworkSegment(3f888e6b-3d68-4cac-bdae-bb44e7d6f271),segment_id=3f888e6b-3d68-4cac-bdae-bb44e7d6f271)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:51.025152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-26ac9425-5ecc-449f-8953-572fe82697c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.034381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8153f2-1e34-456b-8cea-9d002e2767a0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Checking segment: {'id': '85cd8f59-b00e-4a7d-93b5-89ff471caa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:51.036191 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8153f2-1e34-456b-8cea-9d002e2767a0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network hostable DHCP agents. Network: 6f56b1bd-4eac-42fc-a6bc-afffc4f323bb, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:44:51.042418 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ea18bbe-daa9-43a3-b32e-d6fec9119a87 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.052742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ea18bbe-daa9-43a3-b32e-d6fec9119a87 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.054136 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8ea18bbe-daa9-43a3-b32e-d6fec9119a87 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/17cf005a-abe9-491b-9596-0d1dd8f449c5 HTTP/1.1" status: 204 len: 168 time: 0.2673254 Nov 23 04:44:51.069790 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4de38548-2dfe-419e-b578-bd27aa03b6d4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.072924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea18bbe-daa9-43a3-b32e-d6fec9119a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17cf005a-abe9-491b-9596-0d1dd8f449c5,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:51.102785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8153f2-1e34-456b-8cea-9d002e2767a0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 6f56b1bd-4eac-42fc-a6bc-afffc4f323bb is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:44:51.119666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4de38548-2dfe-419e-b578-bd27aa03b6d4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.120781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port a51dd799-ecd7-4684-8893-55074478b597 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:51.121163 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.124817 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-9a8153f2-1e34-456b-8cea-9d002e2767a0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 6f56b1bd-4eac-42fc-a6bc-afffc4f323bb) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:51.143464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-9bd68e9a-d570-41a9-8c3a-44e11c3ca87a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port e14fdc1d-d478-457d-8a77-fa7f0080d2ab {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:51.144365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9bd68e9a-d570-41a9-8c3a-44e11c3ca87a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.156662 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8153f2-1e34-456b-8cea-9d002e2767a0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:51.157483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9a8153f2-1e34-456b-8cea-9d002e2767a0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.168331 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c180ce-f6d5-468b-aa65-f2613446bdc6 None None] Network 6f56b1bd-4eac-42fc-a6bc-afffc4f323bb requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:51.202193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:44:46Z', 'revision_number': 3, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': '6a276e38-9f30-4ea0-bb03-e21f5717db10', 'name': '', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:58:75:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:47Z', 'revision_number': 2, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:51.238698 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9a8153f2-1e34-456b-8cea-9d002e2767a0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3064935 Nov 23 04:44:51.239811 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45920) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:51.376862 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4de38548-2dfe-419e-b578-bd27aa03b6d4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.380865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4de38548-2dfe-419e-b578-bd27aa03b6d4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.382400 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4de38548-2dfe-419e-b578-bd27aa03b6d4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/security-groups/54fcab37-7395-444b-aa57-779ec200e913 HTTP/1.1" status: 204 len: 168 time: 0.5062191 Nov 23 04:44:51.384695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9bd68e9a-d570-41a9-8c3a-44e11c3ca87a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.391648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Checking router: af6639ae-2afa-4611-8cdf-063b350a52b3 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:51.392039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Updating router af6639ae-2afa-4611-8cdf-063b350a52b3 port 6a276e38-9f30-4ea0-bb03-e21f5717db10 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:44:51.402716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45922) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:51.433266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ac9425-5ecc-449f-8953-572fe82697c1 None None] Pushing event updated for resources: {'Port': ['ID=cf965463-418e-4988-8279-84b708f79da1,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:51.452199 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-9bd68e9a-d570-41a9-8c3a-44e11c3ca87a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for e14fdc1d-d478-457d-8a77-fa7f0080d2ab owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:51.464073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de38548-2dfe-419e-b578-bd27aa03b6d4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=54fcab37-7395-444b-aa57-779ec200e913,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:51.480412 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-20a02afd-6a10-4c50-8a37-be07a96b5e79 None None] Provisioning complete for port 6a276e38-9f30-4ea0-bb03-e21f5717db10 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:51.480932 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-20a02afd-6a10-4c50-8a37-be07a96b5e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.541583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9237e86d-b02f-4bd3-9968-3a74fe2ed122 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.578485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9237e86d-b02f-4bd3-9968-3a74fe2ed122 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.661654 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9237e86d-b02f-4bd3-9968-3a74fe2ed122 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.664911 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9237e86d-b02f-4bd3-9968-3a74fe2ed122 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.669017 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9237e86d-b02f-4bd3-9968-3a74fe2ed122 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/security-groups/57d49717-1a4a-4523-abe9-42592cb37f15 HTTP/1.1" status: 204 len: 168 time: 0.2648668 Nov 23 04:44:51.669737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45924) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:51.710509 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.715722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9237e86d-b02f-4bd3-9968-3a74fe2ed122 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d49717-1a4a-4523-abe9-42592cb37f15,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:51.739573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9bd68e9a-d570-41a9-8c3a-44e11c3ca87a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.744047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.753442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7597152-6368-4f5b-81fc-2845454f6ac2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting subnet 1fd4a289-2c9b-426c-961e-ba05437bf722 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:44:51.785242 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd68e9a-d570-41a9-8c3a-44e11c3ca87a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=e14fdc1d-d478-457d-8a77-fa7f0080d2ab,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:51.787492 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b7597152-6368-4f5b-81fc-2845454f6ac2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.834923 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-20a02afd-6a10-4c50-8a37-be07a96b5e79 None None] Port 6a276e38-9f30-4ea0-bb03-e21f5717db10 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:51.838246 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9bd68e9a-d570-41a9-8c3a-44e11c3ca87a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.841568 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9bd68e9a-d570-41a9-8c3a-44e11c3ca87a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/e14fdc1d-d478-457d-8a77-fa7f0080d2ab HTTP/1.1" status: 204 len: 168 time: 1.0556626 Nov 23 04:44:51.843993 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45926) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:51.853649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b7597152-6368-4f5b-81fc-2845454f6ac2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.876344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4941e93-49f5-42cb-870f-97efedad5763 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'fixed_ips': [{'subnet_id': '743668a1-1100-49f1-af93-444c150c1cb7'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:44:51.878173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a4941e93-49f5-42cb-870f-97efedad5763 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:51.889655 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-20a02afd-6a10-4c50-8a37-be07a96b5e79 None None] Could not find standard attr ID for object b8e61706-d431-4908-ac77-36520da2f39b. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:44:51.915634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2840834-b8d2-4e18-ad70-ad45b6fa2a2f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:51.917266 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2840834-b8d2-4e18-ad70-ad45b6fa2a2f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:51.921237 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b2840834-b8d2-4e18-ad70-ad45b6fa2a2f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0730121 Nov 23 04:44:51.921829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45928) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:51.957751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b7597152-6368-4f5b-81fc-2845454f6ac2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.028169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-20a02afd-6a10-4c50-8a37-be07a96b5e79 None None] Provisioning complete for port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:52.029427 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-20a02afd-6a10-4c50-8a37-be07a96b5e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.041662 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f56b1bd-4eac-42fc-a6bc-afffc4f323bb', 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'fixed_ips': [{'subnet_id': '38be5d22-660c-4981-b77a-0008dd17c1d5'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:44:52.042732 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.049109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-5bf90606-3247-4274-83f9-b11adfba34de tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 743668a1-1100-49f1-af93-444c150c1cb7 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:44:52.056599 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5bf90606-3247-4274-83f9-b11adfba34de tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.075510 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b7597152-6368-4f5b-81fc-2845454f6ac2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.112254 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7597152-6368-4f5b-81fc-2845454f6ac2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Subnet': ['ID=1fd4a289-2c9b-426c-961e-ba05437bf722,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:52.115325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b7597152-6368-4f5b-81fc-2845454f6ac2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.134597 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b7597152-6368-4f5b-81fc-2845454f6ac2 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/1fd4a289-2c9b-426c-961e-ba05437bf722 HTTP/1.1" status: 204 len: 168 time: 0.4548237 Nov 23 04:44:52.134983 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45930) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:52.147550 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5bf90606-3247-4274-83f9-b11adfba34de tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.151371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdff198d-0b1e-449f-ba9e-873384f4b3eb None None] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:52.191148 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7b803d5-a23e-4a6b-b63f-56d0819f54d4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting subnet f3a11743-f60a-4fdd-9c03-c5f7f9bbd0db {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:44:52.194755 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e7b803d5-a23e-4a6b-b63f-56d0819f54d4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.230781 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Allocated IP 172.22.0.1 (6f56b1bd-4eac-42fc-a6bc-afffc4f323bb/38be5d22-660c-4981-b77a-0008dd17c1d5/9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:52.236039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:52.237950 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e7b803d5-a23e-4a6b-b63f-56d0819f54d4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.246546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5bf90606-3247-4274-83f9-b11adfba34de tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.329169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e7b803d5-a23e-4a6b-b63f-56d0819f54d4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.370290 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5bf90606-3247-4274-83f9-b11adfba34de tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.391316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e7b803d5-a23e-4a6b-b63f-56d0819f54d4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.405914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e7b803d5-a23e-4a6b-b63f-56d0819f54d4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.412079 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e7b803d5-a23e-4a6b-b63f-56d0819f54d4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/f3a11743-f60a-4fdd-9c03-c5f7f9bbd0db HTTP/1.1" status: 204 len: 168 time: 0.2733250 Nov 23 04:44:52.414483 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45932) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:52.415221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf90606-3247-4274-83f9-b11adfba34de tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=743668a1-1100-49f1-af93-444c150c1cb7,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:52.428943 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b803d5-a23e-4a6b-b63f-56d0819f54d4 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Subnet': ['ID=f3a11743-f60a-4fdd-9c03-c5f7f9bbd0db,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server [None req-a4941e93-49f5-42cb-870f-97efedad5763 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 743668a1-1100-49f1-af93-444c150c1cb7: This subnet is being modified by another concurrent operation. Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise exception Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 743668a1-1100-49f1-af93-444c150c1cb7: This subnet is being modified by another concurrent operation. Nov 23 04:44:52.436195 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Nov 23 04:44:52.451666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5bf90606-3247-4274-83f9-b11adfba34de tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.461342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45934) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:52.461562 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5bf90606-3247-4274-83f9-b11adfba34de tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/743668a1-1100-49f1-af93-444c150c1cb7 HTTP/1.1" status: 204 len: 168 time: 0.5352724 Nov 23 04:44:52.461562 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-95d50abe-e116-4a6d-8a98-f2e4c025e02f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:52.461562 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-95d50abe-e116-4a6d-8a98-f2e4c025e02f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:52.465834 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-95d50abe-e116-4a6d-8a98-f2e4c025e02f tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/1fd4a289-2c9b-426c-961e-ba05437bf722 HTTP/1.1" status: 404 len: 337 time: 0.0458705 Nov 23 04:44:52.466986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45936) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:52.469637 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.505989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.514264 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e24d04bc-533e-4a45-88d1-63e2e382ac0a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0550570 Nov 23 04:44:52.516911 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45938) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:52.540453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-2107c704-2c6e-4934-abc8-2b05d1f5d5ba tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:52.571058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 6f56b1bd-4eac-42fc-a6bc-afffc4f323bb is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:52.575244 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:52.577027 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:52.585836 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:52.617424 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-66762479-275c-44aa-bdb4-5fab7ae80a68 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting subnet c68073ff-35ab-4134-9265-d0197f2d137b {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:44:52.631077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66762479-275c-44aa-bdb4-5fab7ae80a68 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.631302 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.683236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66762479-275c-44aa-bdb4-5fab7ae80a68 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.685105 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:52.685948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.695099 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Allocated IP 172.22.0.2 (6f56b1bd-4eac-42fc-a6bc-afffc4f323bb/38be5d22-660c-4981-b77a-0008dd17c1d5/d2538d41-c3ff-40e7-accb-765cd9d37f51) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:52.716842 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2107c704-2c6e-4934-abc8-2b05d1f5d5ba tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:52.720656 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2107c704-2c6e-4934-abc8-2b05d1f5d5ba tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.757507 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.829969 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-20a02afd-6a10-4c50-8a37-be07a96b5e79 None None] Provisioning complete for port 07d73683-606b-4652-8e0f-1fc5b4b47248 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:52.830583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-20a02afd-6a10-4c50-8a37-be07a96b5e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.854514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66762479-275c-44aa-bdb4-5fab7ae80a68 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.956841 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:52.962981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-20a02afd-6a10-4c50-8a37-be07a96b5e79 None None] Port 07d73683-606b-4652-8e0f-1fc5b4b47248 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:52.971684 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.008101 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66762479-275c-44aa-bdb4-5fab7ae80a68 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.050719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66762479-275c-44aa-bdb4-5fab7ae80a68 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Subnet': ['ID=c68073ff-35ab-4134-9265-d0197f2d137b,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:53.058780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-66762479-275c-44aa-bdb4-5fab7ae80a68 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.059725 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.064197 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-66762479-275c-44aa-bdb4-5fab7ae80a68 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/c68073ff-35ab-4134-9265-d0197f2d137b HTTP/1.1" status: 204 len: 168 time: 0.5961907 Nov 23 04:44:53.067229 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45942) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:53.068181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2107c704-2c6e-4934-abc8-2b05d1f5d5ba tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.096556 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-86e6cd93-a541-41ea-8660-28367f8b5272 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:53.097324 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86e6cd93-a541-41ea-8660-28367f8b5272 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:53.103325 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-86e6cd93-a541-41ea-8660-28367f8b5272 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/07115712-35e1-497b-8fe1-550fd9b24a04 HTTP/1.1" status: 404 len: 337 time: 0.0349078 Nov 23 04:44:53.104049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45944) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:53.104599 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.110105 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-20a02afd-6a10-4c50-8a37-be07a96b5e79 None None] Provisioning complete for port cf965463-418e-4988-8279-84b708f79da1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:53.110964 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-20a02afd-6a10-4c50-8a37-be07a96b5e79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.120880 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2107c704-2c6e-4934-abc8-2b05d1f5d5ba tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:53.128845 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-2107c704-2c6e-4934-abc8-2b05d1f5d5ba tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:53.151319 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2107c704-2c6e-4934-abc8-2b05d1f5d5ba tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:53.151911 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2107c704-2c6e-4934-abc8-2b05d1f5d5ba tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.165764 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d4649432-3219-46f2-90b8-5c9996f5d7c0 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "GET /v2.0/ports?device_id=f16f00bc-9557-49e4-ba46-e4eb4f90d49c HTTP/1.1" status: 200 len: 205 time: 0.0605648 Nov 23 04:44:53.175413 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c236d50e-5d4e-4b86-bc99-a7b9ad94a8df None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:53.176416 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:53.180314 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device cf965463-418e-4988-8279-84b708f79da1 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:53.181355 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45946) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:53.186890 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2107c704-2c6e-4934-abc8-2b05d1f5d5ba tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=6952d50d-4365-417f-847f-2b57bf19554a,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:53.209516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755c440-b98b-49b6-89e3-316ffd704ed9 None None] Pushing event updated for resources: {'Port': ['ID=6a276e38-9f30-4ea0-bb03-e21f5717db10,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:53.223553 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2107c704-2c6e-4934-abc8-2b05d1f5d5ba tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7055290 Nov 23 04:44:53.224296 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45948) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:53.227459 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-17da04a1-db04-4fab-b77e-044bc1e6d577 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] delete failed (client error): The resource could not be found. Nov 23 04:44:53.231447 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-17da04a1-db04-4fab-b77e-044bc1e6d577 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/routers/f16f00bc-9557-49e4-ba46-e4eb4f90d49c HTTP/1.1" status: 404 len: 336 time: 0.0492704 Nov 23 04:44:53.234051 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45950) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:53.241496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-07bbb8fd-754d-4ffe-8384-a20f41f4f85f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'name': 'tempest-NetworksTestDHCPv6-136775947'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:53.264131 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-303ef3de-3169-46d4-b479-3de3a2d2f59e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:53.264708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-303ef3de-3169-46d4-b479-3de3a2d2f59e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:53.270894 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-303ef3de-3169-46d4-b479-3de3a2d2f59e tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/826c4a13-b18e-4a4b-b50a-68f503df0531 HTTP/1.1" status: 404 len: 337 time: 0.0358224 Nov 23 04:44:53.274069 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45952) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:53.308626 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a43c07d-7657-4228-919f-24231d05ecc3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:53.308626 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a43c07d-7657-4228-919f-24231d05ecc3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:53.314408 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8a43c07d-7657-4228-919f-24231d05ecc3 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/1279b7da-f0c5-4387-9d21-1f989a284531 HTTP/1.1" status: 404 len: 337 time: 0.0393040 Nov 23 04:44:53.314669 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f68dce0-8956-46ea-8706-1aff2e8735f2 None None] Update dhcp port {'port': {'network_id': '52c5a545-ef05-448f-af7c-d4ede32c7e88', 'fixed_ips': [{'subnet_id': 'c68073ff-35ab-4134-9265-d0197f2d137b'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': '4540ce40-2259-4b1f-bb8e-1eb34f3fcd29'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:44:53.315103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45954) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:53.346568 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.349656 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-250d3fe6-ed1c-4b82-865f-4ae24e4b3ca7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:53.350114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-250d3fe6-ed1c-4b82-865f-4ae24e4b3ca7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:53.355940 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-250d3fe6-ed1c-4b82-865f-4ae24e4b3ca7 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/d2e4da01-864a-4c74-83d1-f6fc5764ac3e HTTP/1.1" status: 404 len: 337 time: 0.0377064 Nov 23 04:44:53.360341 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45956) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:53.394490 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.399759 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-652aecfd-131a-4e82-9871-883c2927f478 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:53.400491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-652aecfd-131a-4e82-9871-883c2927f478 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:53.407847 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-652aecfd-131a-4e82-9871-883c2927f478 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/ca1d2f9e-44e8-4f6d-acdc-b808dbf0998d HTTP/1.1" status: 404 len: 333 time: 0.0435374 Nov 23 04:44:53.408196 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45958) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:53.410796 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6f68dce0-8956-46ea-8706-1aff2e8735f2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.416315 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Attempting to bind port 6a276e38-9f30-4ea0-bb03-e21f5717db10 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:53.416700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Attempting to bind port 6a276e38-9f30-4ea0-bb03-e21f5717db10 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '3f888e6b-3d68-4cac-bdae-bb44e7d6f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:53.417077 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Attempting to bind port 6a276e38-9f30-4ea0-bb03-e21f5717db10 on network 70a4f574-18dd-41cf-ab65-aaa81d1cee9d {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:53.420145 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.447861 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc6fd58f-f7fd-495a-a0e3-ce642aa3df2a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:53.447861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc6fd58f-f7fd-495a-a0e3-ce642aa3df2a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:53.454097 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dc6fd58f-f7fd-495a-a0e3-ce642aa3df2a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/9db122db-e587-429a-9b61-fae73f45c33d HTTP/1.1" status: 404 len: 337 time: 0.0418820 Nov 23 04:44:53.454328 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45960) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:53.457529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network 6f56b1bd-4eac-42fc-a6bc-afffc4f323bb is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:53.459041 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:53.483416 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:53.483867 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Checking segment: {'id': '3f888e6b-3d68-4cac-bdae-bb44e7d6f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:53.484205 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.484612 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Bound using segment: {'id': '3f888e6b-3d68-4cac-bdae-bb44e7d6f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:53.485102 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Bound port: 6a276e38-9f30-4ea0-bb03-e21f5717db10, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f888e6b-3d68-4cac-bdae-bb44e7d6f271', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 154, 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:53.485533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.496553 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-4f09b853-3f51-4ebf-905d-e72606ae3a11 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:53.497013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4f09b853-3f51-4ebf-905d-e72606ae3a11 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:53.504682 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4f09b853-3f51-4ebf-905d-e72606ae3a11 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/ba98d793-f41d-46c1-b49a-777a38872ebb HTTP/1.1" status: 404 len: 337 time: 0.0460238 Nov 23 04:44:53.504889 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45962) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:53.531705 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-adb73669-1ebb-4746-b7fd-98b1adea4e79 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:53.532278 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-adb73669-1ebb-4746-b7fd-98b1adea4e79 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:53.539569 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-adb73669-1ebb-4746-b7fd-98b1adea4e79 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/15d236e2-7056-44d6-8368-9ba55ce8daeb HTTP/1.1" status: 404 len: 333 time: 0.0300448 Nov 23 04:44:53.539569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07bbb8fd-754d-4ffe-8384-a20f41f4f85f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:53.541460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-07bbb8fd-754d-4ffe-8384-a20f41f4f85f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.543542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45964) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:53.571964 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Network 6f56b1bd-4eac-42fc-a6bc-afffc4f323bb is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:53.581416 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d9b76a-c995-4916-a305-9befd7ff408a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:53.581878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80d9b76a-c995-4916-a305-9befd7ff408a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:53.587497 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-80d9b76a-c995-4916-a305-9befd7ff408a tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/40c58b6e-506e-4cf7-b07b-ca8707521fd1 HTTP/1.1" status: 404 len: 337 time: 0.0396736 Nov 23 04:44:53.587693 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router af6639ae-2afa-4611-8cdf-063b350a52b3 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:53.587827 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45966) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:53.591074 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-07bbb8fd-754d-4ffe-8384-a20f41f4f85f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port a5069eaf-61d8-4b9d-ba7c-1559c8ba13c0 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:44:53.597925 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:53.600516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:53.602767 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port cf965463-418e-4988-8279-84b708f79da1 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:53.603224 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.626128 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-a41e0386-d43d-4cc2-99eb-9d43eb2702d8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] DELETE failed (client error): The resource could not be found. Nov 23 04:44:53.626712 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a41e0386-d43d-4cc2-99eb-9d43eb2702d8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:44:53.629218 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Pushing event updated for resources: {'Port': ['ID=d2538d41-c3ff-40e7-accb-765cd9d37f51,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:53.634604 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45968) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:53.637999 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a41e0386-d43d-4cc2-99eb-9d43eb2702d8 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/subnets/4a6484ba-78e0-4dc3-91ab-63eec77d227f HTTP/1.1" status: 404 len: 337 time: 0.0423748 Nov 23 04:44:53.751137 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:53.757325 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-955ab66a-e88c-4eb7-9ef0-536bf9ec64c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/af6639ae-2afa-4611-8cdf-063b350a52b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5153158 Nov 23 04:44:53.759395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45970) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:53.764767 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-35162cf2-d428-485e-9c6a-e82637020cc0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'network': {'name': 'tempest-RoutersTest-510488662'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:53.791923 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35162cf2-d428-485e-9c6a-e82637020cc0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:53.795801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35162cf2-d428-485e-9c6a-e82637020cc0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.806554 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-07bbb8fd-754d-4ffe-8384-a20f41f4f85f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::19e (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/6952d50d-4365-417f-847f-2b57bf19554a/a5069eaf-61d8-4b9d-ba7c-1559c8ba13c0) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:53.822893 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35162cf2-d428-485e-9c6a-e82637020cc0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:44:53.825167 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-91a8b3f3-4ad5-4c5b-8da7-8804debdd779 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port 07d73683-606b-4652-8e0f-1fc5b4b47248 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:53.825627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-91a8b3f3-4ad5-4c5b-8da7-8804debdd779 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.833840 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35162cf2-d428-485e-9c6a-e82637020cc0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.834057 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-35162cf2-d428-485e-9c6a-e82637020cc0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Added segment 80a84f0d-c3e5-4123-8632-24a8d94d6f86 of type vlan for network db235180-5b1d-4117-8edd-a9f45377bb30 Nov 23 04:44:53.877375 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35162cf2-d428-485e-9c6a-e82637020cc0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.912644 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35162cf2-d428-485e-9c6a-e82637020cc0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.918221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35162cf2-d428-485e-9c6a-e82637020cc0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:53.919039 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35162cf2-d428-485e-9c6a-e82637020cc0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.937575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-91a8b3f3-4ad5-4c5b-8da7-8804debdd779 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:53.991445 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-35162cf2-d428-485e-9c6a-e82637020cc0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2308691 Nov 23 04:44:53.994517 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45972) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:54.001132 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-379574c7-0917-49ea-94b8-1f1e1960e25c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'subnet': {'network_id': 'db235180-5b1d-4117-8edd-a9f45377bb30', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:54.021041 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35162cf2-d428-485e-9c6a-e82637020cc0 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Network': ['ID=db235180-5b1d-4117-8edd-a9f45377bb30,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:54.043849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-91a8b3f3-4ad5-4c5b-8da7-8804debdd779 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for 07d73683-606b-4652-8e0f-1fc5b4b47248 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:54.051409 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network db235180-5b1d-4117-8edd-a9f45377bb30 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:44:54.062192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] For port 6a276e38-9f30-4ea0-bb03-e21f5717db10, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:54.113397 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-379574c7-0917-49ea-94b8-1f1e1960e25c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Made reservation on behalf of 53f10a57ad2142bebad8b8423880e42b for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:54.114886 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Attempting to bind port d2538d41-c3ff-40e7-accb-765cd9d37f51 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:54.115260 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Attempting to bind port d2538d41-c3ff-40e7-accb-765cd9d37f51 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '85cd8f59-b00e-4a7d-93b5-89ff471caa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:54.115635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Attempting to bind port d2538d41-c3ff-40e7-accb-765cd9d37f51 on network 6f56b1bd-4eac-42fc-a6bc-afffc4f323bb {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:54.119733 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-379574c7-0917-49ea-94b8-1f1e1960e25c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.126786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'fixed_ips': [{'subnet_id': '6952d50d-4365-417f-847f-2b57bf19554a'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:44:54.127658 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.129553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d51e71d-f077-48ed-8c17-3c98529f8f7b None None] Network 52c5a545-ef05-448f-af7c-d4ede32c7e88 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:54.155916 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] For port 6a276e38-9f30-4ea0-bb03-e21f5717db10, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6a276e38-9f30-4ea0-bb03-e21f5717db10,segment=NetworkSegment(3f888e6b-3d68-4cac-bdae-bb44e7d6f271),segment_id=3f888e6b-3d68-4cac-bdae-bb44e7d6f271)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:54.178600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-07bbb8fd-754d-4ffe-8384-a20f41f4f85f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.199960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.202803 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:54.203228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Checking segment: {'id': '85cd8f59-b00e-4a7d-93b5-89ff471caa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:54.203687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.204108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Bound using segment: {'id': '85cd8f59-b00e-4a7d-93b5-89ff471caa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:54.204615 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Bound port: d2538d41-c3ff-40e7-accb-765cd9d37f51, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85cd8f59-b00e-4a7d-93b5-89ff471caa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:54.205063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.207029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-91a8b3f3-4ad5-4c5b-8da7-8804debdd779 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.249606 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a8b3f3-4ad5-4c5b-8da7-8804debdd779 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=07d73683-606b-4652-8e0f-1fc5b4b47248,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:54.259470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-91a8b3f3-4ad5-4c5b-8da7-8804debdd779 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.264918 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-91a8b3f3-4ad5-4c5b-8da7-8804debdd779 tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/ports/07d73683-606b-4652-8e0f-1fc5b4b47248 HTTP/1.1" status: 204 len: 168 time: 0.6266496 Nov 23 04:44:54.265314 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45974) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:54.273205 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-07bbb8fd-754d-4ffe-8384-a20f41f4f85f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.292667 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7c986f56-ed11-4ffc-ae4e-41488841c7d4 None None] Provisioning complete for port 6a276e38-9f30-4ea0-bb03-e21f5717db10 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:54.292959 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c986f56-ed11-4ffc-ae4e-41488841c7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.327417 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07bbb8fd-754d-4ffe-8384-a20f41f4f85f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=a5069eaf-61d8-4b9d-ba7c-1559c8ba13c0,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:54.344481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07bbb8fd-754d-4ffe-8384-a20f41f4f85f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:54.346888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-07bbb8fd-754d-4ffe-8384-a20f41f4f85f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:54.349375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07bbb8fd-754d-4ffe-8384-a20f41f4f85f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:54.356145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07bbb8fd-754d-4ffe-8384-a20f41f4f85f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:54.357173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-07bbb8fd-754d-4ffe-8384-a20f41f4f85f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.385105 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-07bbb8fd-754d-4ffe-8384-a20f41f4f85f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.1591425 Nov 23 04:44:54.388619 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45976) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:54.393683 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.400171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-379574c7-0917-49ea-94b8-1f1e1960e25c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.458195 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c70f076e-4461-4350-a7d9-5560bdea5f63 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:54.460474 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c70f076e-4461-4350-a7d9-5560bdea5f63 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.0703635 Nov 23 04:44:54.465050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45978) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:54.526724 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:54.527290 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:54.543640 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-379574c7-0917-49ea-94b8-1f1e1960e25c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Checking segment: {'id': '80a84f0d-c3e5-4123-8632-24a8d94d6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'db235180-5b1d-4117-8edd-a9f45377bb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:54.544010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379574c7-0917-49ea-94b8-1f1e1960e25c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network hostable DHCP agents. Network: db235180-5b1d-4117-8edd-a9f45377bb30, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:44:54.546359 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-379574c7-0917-49ea-94b8-1f1e1960e25c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Subnet': ['ID=6a129a2f-0493-46d2-aca1-822b91b51118,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:54.573931 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d755c440-b98b-49b6-89e3-316ffd704ed9 None None] Pushing event updated for resources: {'Port': ['ID=6a276e38-9f30-4ea0-bb03-e21f5717db10,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:54.589787 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Deleting port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:54.590387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.612413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-9bd08a64-1a30-4b52-af06-00dd410f0129 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port a5069eaf-61d8-4b9d-ba7c-1559c8ba13c0 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:44:54.612745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9bd08a64-1a30-4b52-af06-00dd410f0129 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.615148 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-379574c7-0917-49ea-94b8-1f1e1960e25c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network db235180-5b1d-4117-8edd-a9f45377bb30 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:44:54.621426 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9148db42-c4f5-4fcf-9826-bd3f7354893b no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:54.663094 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-379574c7-0917-49ea-94b8-1f1e1960e25c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, db235180-5b1d-4117-8edd-a9f45377bb30) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:54.667677 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-379574c7-0917-49ea-94b8-1f1e1960e25c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:54.668643 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-379574c7-0917-49ea-94b8-1f1e1960e25c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.695254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] For port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4540ce40-2259-4b1f-bb8e-1eb34f3fcd29,segment=NetworkSegment(00adca44-42b6-4663-838e-3d7fc5b85607),segment_id=00adca44-42b6-4663-838e-3d7fc5b85607)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:54.696767 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.696918 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff232cad-82dc-41e9-8f40-c9011a7d6cd6 None None] Network db235180-5b1d-4117-8edd-a9f45377bb30 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:54.709326 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-379574c7-0917-49ea-94b8-1f1e1960e25c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7125311 Nov 23 04:44:54.710608 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 45980) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:54.717369 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Calling delete_port for 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:54.719907 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 9148db42-c4f5-4fcf-9826-bd3f7354893b {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:54.720254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9148db42-c4f5-4fcf-9826-bd3f7354893b not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:54.724723 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] For port d2538d41-c3ff-40e7-accb-765cd9d37f51, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:54.815680 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c986f56-ed11-4ffc-ae4e-41488841c7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.837358 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.842500 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] For port d2538d41-c3ff-40e7-accb-765cd9d37f51, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d2538d41-c3ff-40e7-accb-765cd9d37f51,segment=NetworkSegment(85cd8f59-b00e-4a7d-93b5-89ff471caa77),segment_id=85cd8f59-b00e-4a7d-93b5-89ff471caa77)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:54.861753 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:44:54.871475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:54.875865 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Port': ['ID=4540ce40-2259-4b1f-bb8e-1eb34f3fcd29,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:54.878648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:54.884809 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] No DVR routers for this DVR port 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:44:54.976464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Allocated IP 2001:db8::2 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/6952d50d-4365-417f-847f-2b57bf19554a/251a5198-e15c-477d-a655-15f5a79bd633) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:54.983202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.007818 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52c5a545-ef05-448f-af7c-d4ede32c7e88']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:55.018159 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00adca44-42b6-4663-838e-3d7fc5b85607') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:55.018452 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00adca44-42b6-4663-838e-3d7fc5b85607') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:55.028236 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:44:55.028752 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:44:55.029512 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.045843 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.053860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:44:55.060618 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:44:55.070860 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c8ca09f-eda8-45c5-8cdb-efd302f4ad3e None None] DHCP port deletion for 52c5a545-ef05-448f-af7c-d4ede32c7e88 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:44:55.110003 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7c986f56-ed11-4ffc-ae4e-41488841c7d4 None None] For port 6a276e38-9f30-4ea0-bb03-e21f5717db10, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6a276e38-9f30-4ea0-bb03-e21f5717db10,segment=NetworkSegment(3f888e6b-3d68-4cac-bdae-bb44e7d6f271),segment_id=3f888e6b-3d68-4cac-bdae-bb44e7d6f271)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:55.129771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.142797 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.144798 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9bd08a64-1a30-4b52-af06-00dd410f0129 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.147252 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] 10.222.0.37 "DELETE /v2.0/networks/52c5a545-ef05-448f-af7c-d4ede32c7e88 HTTP/1.1" status: 204 len: 168 time: 0.8808882 Nov 23 04:44:55.162211 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f136eedb-12f2-4e07-9e5e-a65e5ca2741d tempest-PortsIpV6TestJSON-1240506960 tempest-PortsIpV6TestJSON-1240506960-project] Pushing event deleted for resources: {'Network': ['ID=52c5a545-ef05-448f-af7c-d4ede32c7e88,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:55.172781 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-9bd08a64-1a30-4b52-af06-00dd410f0129 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for a5069eaf-61d8-4b9d-ba7c-1559c8ba13c0 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:44:55.188365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c986f56-ed11-4ffc-ae4e-41488841c7d4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.276340 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e2344c-ed83-4bcf-aeb9-c70000ab7cb9 None None] Pushing event updated for resources: {'Port': ['ID=d2538d41-c3ff-40e7-accb-765cd9d37f51,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:55.360539 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-09bcd324-ab35-4620-b241-37fd0cb99eb7 None None] Could not find standard attr ID for object 07d73683-606b-4652-8e0f-1fc5b4b47248. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:44:55.454999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-09bcd324-ab35-4620-b241-37fd0cb99eb7 None None] Could not find standard attr ID for object 4540ce40-2259-4b1f-bb8e-1eb34f3fcd29. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:44:55.563525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-db235180-5b1d-4117-8edd-a9f45377bb30', 'network_id': 'db235180-5b1d-4117-8edd-a9f45377bb30', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'fixed_ips': [{'subnet_id': '6a129a2f-0493-46d2-aca1-822b91b51118'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:44:55.564441 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.566292 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c986f56-ed11-4ffc-ae4e-41488841c7d4 None None] Pushing event updated for resources: {'Port': ['ID=6a276e38-9f30-4ea0-bb03-e21f5717db10,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:55.601244 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-09bcd324-ab35-4620-b241-37fd0cb99eb7 None None] Provisioning complete for port 6a276e38-9f30-4ea0-bb03-e21f5717db10 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:55.601774 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-09bcd324-ab35-4620-b241-37fd0cb99eb7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.604911 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9bd08a64-1a30-4b52-af06-00dd410f0129 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.639727 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45986) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:55.652057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bd08a64-1a30-4b52-af06-00dd410f0129 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=a5069eaf-61d8-4b9d-ba7c-1559c8ba13c0,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:55.678708 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.700709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.733109 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9bd08a64-1a30-4b52-af06-00dd410f0129 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.739174 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9bd08a64-1a30-4b52-af06-00dd410f0129 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/a5069eaf-61d8-4b9d-ba7c-1559c8ba13c0 HTTP/1.1" status: 204 len: 168 time: 1.2686567 Nov 23 04:44:55.739527 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45990) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:55.755341 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.828441 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-553ae611-b3cd-4e63-96e0-7df1d621fcdb admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=9eef5904db6a4542a7898586fc751d63&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1848602 Nov 23 04:44:55.829349 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45992) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:55.872772 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f76d0d-902b-4e11-9ab3-de955fa28f9f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:55.874444 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35f76d0d-902b-4e11-9ab3-de955fa28f9f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:55.876006 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-35f76d0d-902b-4e11-9ab3-de955fa28f9f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1354375 Nov 23 04:44:55.878840 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 45994) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:55.934473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aa67c6e8-cfb6-41f9-8070-d551e0cd04ec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:55.958783 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aa67c6e8-cfb6-41f9-8070-d551e0cd04ec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:56.021833 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ee90d6-1971-4adc-be6e-8c71c9969586 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 6952d50d-4365-417f-847f-2b57bf19554a {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:44:56.030617 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b9ee90d6-1971-4adc-be6e-8c71c9969586 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:56.053022 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:56.060334 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Pushing event updated for resources: {'Port': ['ID=251a5198-e15c-477d-a655-15f5a79bd633,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:56.061487 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aa67c6e8-cfb6-41f9-8070-d551e0cd04ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:56.065619 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:56.066015 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aa67c6e8-cfb6-41f9-8070-d551e0cd04ec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:56.068356 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-aa67c6e8-cfb6-41f9-8070-d551e0cd04ec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/9351a9af-7468-481f-856d-34ed6acaef16 HTTP/1.1" status: 204 len: 168 time: 0.2380309 Nov 23 04:44:56.088684 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa67c6e8-cfb6-41f9-8070-d551e0cd04ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9351a9af-7468-481f-856d-34ed6acaef16,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:56.092840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:56.112469 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b9ee90d6-1971-4adc-be6e-8c71c9969586 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:56.139310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Allocated IP 172.23.0.1 (db235180-5b1d-4117-8edd-a9f45377bb30/6a129a2f-0493-46d2-aca1-822b91b51118/db4adc57-dcef-4bc1-ade4-6c16e4ad4f25) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:56.185489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:44:52Z', 'revision_number': 4, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': '6a276e38-9f30-4ea0-bb03-e21f5717db10', 'name': '', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:58:75:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:54Z', 'revision_number': 4, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6', 'name': '', 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:66:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:51Z', 'updated_at': '2021-11-23T04:44:52Z', 'revision_number': 2, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:56.217786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba981d76-757e-48e2-a19f-35d4a7195138 None None] The sync data for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv is: [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:44:52Z', 'revision_number': 4, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': '6a276e38-9f30-4ea0-bb03-e21f5717db10', 'name': '', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:58:75:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:54Z', 'revision_number': 4, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6', 'name': '', 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:66:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:51Z', 'updated_at': '2021-11-23T04:44:52Z', 'revision_number': 2, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:44:56.255479 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Attempting to bind port 251a5198-e15c-477d-a655-15f5a79bd633 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:56.255853 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Attempting to bind port 251a5198-e15c-477d-a655-15f5a79bd633 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:56.256229 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Attempting to bind port 251a5198-e15c-477d-a655-15f5a79bd633 on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:56.272194 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:56.272593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:56.273040 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:56.273645 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:56.274130 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Bound port: 251a5198-e15c-477d-a655-15f5a79bd633, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:56.274596 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:56.354463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b9ee90d6-1971-4adc-be6e-8c71c9969586 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:56.368839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:56.427049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:56.473064 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b9ee90d6-1971-4adc-be6e-8c71c9969586 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:56.489294 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] For port 251a5198-e15c-477d-a655-15f5a79bd633, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:56.510051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network db235180-5b1d-4117-8edd-a9f45377bb30 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:56.514304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:56.519541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:56.527412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=db4adc57-dcef-4bc1-ade4-6c16e4ad4f25,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:56.538319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] For port 251a5198-e15c-477d-a655-15f5a79bd633, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=251a5198-e15c-477d-a655-15f5a79bd633,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:56.554248 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ee90d6-1971-4adc-be6e-8c71c9969586 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=6952d50d-4365-417f-847f-2b57bf19554a,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:56.558539 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b9ee90d6-1971-4adc-be6e-8c71c9969586 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:56.562359 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b9ee90d6-1971-4adc-be6e-8c71c9969586 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/6952d50d-4365-417f-847f-2b57bf19554a HTTP/1.1" status: 204 len: 168 time: 0.6822646 Nov 23 04:44:56.565202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46002) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:56.573109 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:56.588851 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Allocated IP 172.23.0.2 (db235180-5b1d-4117-8edd-a9f45377bb30/6a129a2f-0493-46d2-aca1-822b91b51118/5201e900-4a27-4b88-bbfd-6ababffa4731) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:56.612823 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:56.648281 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-64217f43-383f-40aa-88cc-6d9d40c99539 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819216 Nov 23 04:44:56.657933 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46004) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:56.744348 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec38862-c069-4a74-a0a1-023151766b9d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:56.749542 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-aec38862-c069-4a74-a0a1-023151766b9d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0904143 Nov 23 04:44:56.750332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46010) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:56.865903 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edae283b-6d59-4b97-ac1e-a14473980c07 None None] Network 6f56b1bd-4eac-42fc-a6bc-afffc4f323bb requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:56.887498 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d3dc34-8725-4eef-9c1d-f4f59b234842 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:56.904305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46014) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:56.906088 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-89d3dc34-8725-4eef-9c1d-f4f59b234842 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1542554 Nov 23 04:44:56.940844 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382e7c01-6fa6-4398-925c-4cb33c6720dc None None] Pushing event updated for resources: {'Port': ['ID=251a5198-e15c-477d-a655-15f5a79bd633,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:57.016514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b61549d7-cf2d-4174-8dad-347037048002 None None] Provisioning complete for port d2538d41-c3ff-40e7-accb-765cd9d37f51 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:57.023051 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b61549d7-cf2d-4174-8dad-347037048002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:57.027954 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dd7c735b-c702-4573-961d-d524ba6cbb87 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1221817 Nov 23 04:44:57.033063 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46016) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:57.044631 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8fe28683-c4f2-4747-a80f-2697d3490be6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:57.048675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:57.091831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6a276e38-9f30-4ea0-bb03-e21f5717db10 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:57.279834 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8fe28683-c4f2-4747-a80f-2697d3490be6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:57.285231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8fe28683-c4f2-4747-a80f-2697d3490be6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:57.311128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 6a276e38-9f30-4ea0-bb03-e21f5717db10 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:57.311752 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:57.465510 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:57.522175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:57.633734 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Network db235180-5b1d-4117-8edd-a9f45377bb30 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:57.640795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b61549d7-cf2d-4174-8dad-347037048002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:57.647388 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:57.649995 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:44:57.679481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:57.698148 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46030) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:57.714010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d2538d41-c3ff-40e7-accb-765cd9d37f51 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:57.715897 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Pushing event updated for resources: {'Port': ['ID=5201e900-4a27-4b88-bbfd-6ababffa4731,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:57.717569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:57.855620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event updated for resources: {'Port': ['ID=db4adc57-dcef-4bc1-ade4-6c16e4ad4f25,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:57.868246 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:57.973192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Attempting to bind port 5201e900-4a27-4b88-bbfd-6ababffa4731 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:44:57.973821 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Attempting to bind port 5201e900-4a27-4b88-bbfd-6ababffa4731 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '80a84f0d-c3e5-4123-8632-24a8d94d6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'db235180-5b1d-4117-8edd-a9f45377bb30'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:44:57.974327 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Attempting to bind port 5201e900-4a27-4b88-bbfd-6ababffa4731 on network db235180-5b1d-4117-8edd-a9f45377bb30 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:44:57.988072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:44:57.988651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Checking segment: {'id': '80a84f0d-c3e5-4123-8632-24a8d94d6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'db235180-5b1d-4117-8edd-a9f45377bb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:44:57.989544 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:57.990081 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Bound using segment: {'id': '80a84f0d-c3e5-4123-8632-24a8d94d6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'db235180-5b1d-4117-8edd-a9f45377bb30'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:44:57.990750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Bound port: 5201e900-4a27-4b88-bbfd-6ababffa4731, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a84f0d-c3e5-4123-8632-24a8d94d6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'db235180-5b1d-4117-8edd-a9f45377bb30'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:44:57.991232 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:57.993960 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bb9400f1-9849-4286-ba5a-6b12b3075836 tempest-ServiceProvidersTest-1236594024 tempest-ServiceProvidersTest-1236594024-project] 10.222.0.37 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.2940993 Nov 23 04:44:58.003006 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b61549d7-cf2d-4174-8dad-347037048002 None None] For port d2538d41-c3ff-40e7-accb-765cd9d37f51, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d2538d41-c3ff-40e7-accb-765cd9d37f51,segment=NetworkSegment(85cd8f59-b00e-4a7d-93b5-89ff471caa77),segment_id=85cd8f59-b00e-4a7d-93b5-89ff471caa77)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:58.014425 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b61549d7-cf2d-4174-8dad-347037048002 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:58.088300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d2538d41-c3ff-40e7-accb-765cd9d37f51 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:58.088773 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:58.093864 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Network db235180-5b1d-4117-8edd-a9f45377bb30 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:58.095635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:58.232527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61549d7-cf2d-4174-8dad-347037048002 None None] Pushing event updated for resources: {'Port': ['ID=d2538d41-c3ff-40e7-accb-765cd9d37f51,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:58.259958 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d05f2800-12a2-4658-a28e-db1db4222dfb None None] Provisioning complete for port d2538d41-c3ff-40e7-accb-765cd9d37f51 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:58.260421 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d05f2800-12a2-4658-a28e-db1db4222dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:58.268344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] For port 5201e900-4a27-4b88-bbfd-6ababffa4731, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:44:58.323786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router af6639ae-2afa-4611-8cdf-063b350a52b3 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:58.347468 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Sync routers for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:44:58.378988 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:44:58.383554 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:58.410056 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] For port 5201e900-4a27-4b88-bbfd-6ababffa4731, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5201e900-4a27-4b88-bbfd-6ababffa4731,segment=NetworkSegment(80a84f0d-c3e5-4123-8632-24a8d94d6f86),segment_id=80a84f0d-c3e5-4123-8632-24a8d94d6f86)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:44:58.430189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8fe28683-c4f2-4747-a80f-2697d3490be6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:58.454443 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:58.491657 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:44:58.507090 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-90967165-66ff-4ae5-8a09-29a3b86fc0e8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/af6639ae-2afa-4611-8cdf-063b350a52b3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7953141 Nov 23 04:44:58.507769 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46038) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:58.515483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-17267a6b-f647-41ec-97a6-596d7af20b2f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:58.518491 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe28683-c4f2-4747-a80f-2697d3490be6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:44:58.531484 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-8fe28683-c4f2-4747-a80f-2697d3490be6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:44:58.536959 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8fe28683-c4f2-4747-a80f-2697d3490be6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:44:58.537943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8fe28683-c4f2-4747-a80f-2697d3490be6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:58.543633 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe28683-c4f2-4747-a80f-2697d3490be6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=3bfd9418-9e9c-4a6d-917a-2800781bc263,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:58.563610 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8fe28683-c4f2-4747-a80f-2697d3490be6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.5288360 Nov 23 04:44:58.567916 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46040) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:58.573783 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a2bb223a-1e7b-432d-aea7-e77b4997fd4e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'fixed_ips': [{'subnet_id': '3bfd9418-9e9c-4a6d-917a-2800781bc263', 'ip_address': '2001:db8::8ba1:8630:6d1f:5d71'}], 'name': 'tempest-NetworksTestDHCPv6-595434004'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:44:58.594617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ce99eec-52bb-4f41-a5ac-dc4d0b6d1b5d None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:44:58.632443 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:44:58.695841 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46042) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:58.795641 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a78277-c6ed-4eca-86fe-3a2d90df7987 None None] Pushing event updated for resources: {'Port': ['ID=5201e900-4a27-4b88-bbfd-6ababffa4731,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:58.819544 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d05f2800-12a2-4658-a28e-db1db4222dfb None None] Provisioning complete for port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:58.820111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d05f2800-12a2-4658-a28e-db1db4222dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:58.841879 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2bb223a-1e7b-432d-aea7-e77b4997fd4e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:44:58.868679 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d05f2800-12a2-4658-a28e-db1db4222dfb None None] Port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:44:59.110707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-98cf13b1-21f7-437c-a84a-427885e833a6 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.126338 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f34a73db-f875-4cb9-8d75-8bcdab2b9687 None None] Provisioning complete for port 251a5198-e15c-477d-a655-15f5a79bd633 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:59.126712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f34a73db-f875-4cb9-8d75-8bcdab2b9687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.132257 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a2bb223a-1e7b-432d-aea7-e77b4997fd4e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.168431 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-a2bb223a-1e7b-432d-aea7-e77b4997fd4e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port 6719e572-d770-4a7d-9f5a-a5ea20c0bc3f yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:44:59.181447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d2538d41-c3ff-40e7-accb-765cd9d37f51 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:44:59.189704 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:44:56Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': '6a276e38-9f30-4ea0-bb03-e21f5717db10', 'name': '', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:58:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:54Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6', 'name': '', 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:66:7d:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:51Z', 'updated_at': '2021-11-23T04:44:52Z', 'revision_number': 2, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db4adc57-dcef-4bc1-ade4-6c16e4ad4f25', 'name': '', 'network_id': 'db235180-5b1d-4117-8edd-a9f45377bb30', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:20:f3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '6a129a2f-0493-46d2-aca1-822b91b51118', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:55Z', 'updated_at': '2021-11-23T04:44:57Z', 'revision_number': 2, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '6a129a2f-0493-46d2-aca1-822b91b51118', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:44:59.233529 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Checking router: af6639ae-2afa-4611-8cdf-063b350a52b3 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:44:59.234155 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Updating router af6639ae-2afa-4611-8cdf-063b350a52b3 port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:44:59.266489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.extraroute_db [None req-17267a6b-f647-41ec-97a6-596d7af20b2f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 04:44:59.280494 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.extraroute_db [None req-17267a6b-f647-41ec-97a6-596d7af20b2f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Removed routes are [] {{(pid=109953) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 04:44:59.281070 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-17267a6b-f647-41ec-97a6-596d7af20b2f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.304838 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.358323 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d2538d41-c3ff-40e7-accb-765cd9d37f51 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:59.359171 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.365130 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f34a73db-f875-4cb9-8d75-8bcdab2b9687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.477416 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-98cf13b1-21f7-437c-a84a-427885e833a6 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.484655 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f34a73db-f875-4cb9-8d75-8bcdab2b9687 None None] For port 251a5198-e15c-477d-a655-15f5a79bd633, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=251a5198-e15c-477d-a655-15f5a79bd633,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:44:59.489729 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-98cf13b1-21f7-437c-a84a-427885e833a6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.496738 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f34a73db-f875-4cb9-8d75-8bcdab2b9687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.526120 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-98cf13b1-21f7-437c-a84a-427885e833a6 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3e0e68872ef141e59e538e397918f5a6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.8289783 Nov 23 04:44:59.537055 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46046) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:44:59.569568 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-a2bb223a-1e7b-432d-aea7-e77b4997fd4e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::8ba1:8630:6d1f:5d71 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/3bfd9418-9e9c-4a6d-917a-2800781bc263/6719e572-d770-4a7d-9f5a-a5ea20c0bc3f) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:44:59.613340 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98cf13b1-21f7-437c-a84a-427885e833a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af31de33-de25-470c-87ca-2d5055a6bd9d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:59.631009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34a73db-f875-4cb9-8d75-8bcdab2b9687 None None] Pushing event updated for resources: {'Port': ['ID=251a5198-e15c-477d-a655-15f5a79bd633,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:59.666621 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f34a73db-f875-4cb9-8d75-8bcdab2b9687 None None] Provisioning complete for port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:44:59.667107 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f34a73db-f875-4cb9-8d75-8bcdab2b9687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.675803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-17267a6b-f647-41ec-97a6-596d7af20b2f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.679892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c9948a3-7d43-474a-9b3f-6327f5f005e4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.683300 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-17267a6b-f647-41ec-97a6-596d7af20b2f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.711689 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c9948a3-7d43-474a-9b3f-6327f5f005e4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.738512 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.747731 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.821388 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c9948a3-7d43-474a-9b3f-6327f5f005e4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.824035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c9948a3-7d43-474a-9b3f-6327f5f005e4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:44:59.825241 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7c9948a3-7d43-474a-9b3f-6327f5f005e4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/af31de33-de25-470c-87ca-2d5055a6bd9d HTTP/1.1" status: 204 len: 168 time: 0.2867181 Nov 23 04:44:59.872973 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fe77f-b478-48d2-a79b-af94758ab3df None None] Pushing event updated for resources: {'Port': ['ID=9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:44:59.902151 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17267a6b-f647-41ec-97a6-596d7af20b2f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router af6639ae-2afa-4611-8cdf-063b350a52b3 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:44:59.938010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9948a3-7d43-474a-9b3f-6327f5f005e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af31de33-de25-470c-87ca-2d5055a6bd9d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:00.059593 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Attempting to bind port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:00.060819 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Attempting to bind port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '85cd8f59-b00e-4a7d-93b5-89ff471caa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:00.062023 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Attempting to bind port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 on network 6f56b1bd-4eac-42fc-a6bc-afffc4f323bb {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:00.078516 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:00.080829 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Checking segment: {'id': '85cd8f59-b00e-4a7d-93b5-89ff471caa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:00.081388 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:00.081789 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Bound using segment: {'id': '85cd8f59-b00e-4a7d-93b5-89ff471caa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:00.084519 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Bound port: 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '85cd8f59-b00e-4a7d-93b5-89ff471caa77', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:00.085641 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:00.105462 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a2bb223a-1e7b-432d-aea7-e77b4997fd4e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:00.154836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17267a6b-f647-41ec-97a6-596d7af20b2f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:45:00.168119 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 251a5198-e15c-477d-a655-15f5a79bd633 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:00.175245 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-17267a6b-f647-41ec-97a6-596d7af20b2f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:00.177113 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-17267a6b-f647-41ec-97a6-596d7af20b2f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/af6639ae-2afa-4611-8cdf-063b350a52b3 HTTP/1.1" status: 200 len: 934 time: 1.6668422 Nov 23 04:45:00.179624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46054) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:00.225327 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f34a73db-f875-4cb9-8d75-8bcdab2b9687 None None] Port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:45:00.254283 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a2bb223a-1e7b-432d-aea7-e77b4997fd4e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:00.296742 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] For port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:00.302461 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] For port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6,segment=NetworkSegment(85cd8f59-b00e-4a7d-93b5-89ff471caa77),segment_id=85cd8f59-b00e-4a7d-93b5-89ff471caa77)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:00.312568 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:00.316548 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2bb223a-1e7b-432d-aea7-e77b4997fd4e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:00.331148 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-a2bb223a-1e7b-432d-aea7-e77b4997fd4e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:00.365198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 251a5198-e15c-477d-a655-15f5a79bd633 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:00.366535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:00.395100 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Updating router af6639ae-2afa-4611-8cdf-063b350a52b3 port db4adc57-dcef-4bc1-ade4-6c16e4ad4f25 binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:45:00.395506 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2bb223a-1e7b-432d-aea7-e77b4997fd4e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:00.402642 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2bb223a-1e7b-432d-aea7-e77b4997fd4e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:00.403426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a2bb223a-1e7b-432d-aea7-e77b4997fd4e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:00.429329 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b39190fd-f181-461a-9fe4-8e3f2f1845b1 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/routers/af6639ae-2afa-4611-8cdf-063b350a52b3 HTTP/1.1" status: 200 len: 934 time: 0.2472825 Nov 23 04:45:00.434150 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a2bb223a-1e7b-432d-aea7-e77b4997fd4e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8648055 Nov 23 04:45:00.434989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46062) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:00.436858 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46064) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:00.442912 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-0667334b-87d2-4abe-91e0-d23fcbd482a7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'router': {'routes': None}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:00.528105 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9e0d429a-f89f-4fee-b20f-53fa56e9d487 None None] Provisioning complete for port 251a5198-e15c-477d-a655-15f5a79bd633 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:00.528595 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9e0d429a-f89f-4fee-b20f-53fa56e9d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:00.543703 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2bb223a-1e7b-432d-aea7-e77b4997fd4e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=6719e572-d770-4a7d-9f5a-a5ea20c0bc3f,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:00.581722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1425924b-06f1-4099-b46c-9b638f0e1b29 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:00.600188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1425924b-06f1-4099-b46c-9b638f0e1b29 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:00.606333 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1425924b-06f1-4099-b46c-9b638f0e1b29 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.1667941 Nov 23 04:45:00.609397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46068) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:00.634094 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fe77f-b478-48d2-a79b-af94758ab3df None None] Pushing event updated for resources: {'Port': ['ID=9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:00.638468 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:00.728428 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478521f7-b6a6-4d28-8d14-e2e44a2ce0ca None None] Network db235180-5b1d-4117-8edd-a9f45377bb30 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:00.831948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8e7c6-933a-42e0-b46d-01528c818200 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port 6719e572-d770-4a7d-9f5a-a5ea20c0bc3f {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:00.831948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e7c6-933a-42e0-b46d-01528c818200 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.051376 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e7c6-933a-42e0-b46d-01528c818200 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.071456 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-f2f8e7c6-933a-42e0-b46d-01528c818200 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for 6719e572-d770-4a7d-9f5a-a5ea20c0bc3f owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:01.134089 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9e0d429a-f89f-4fee-b20f-53fa56e9d487 None None] Could not find standard attr ID for object a5069eaf-61d8-4b9d-ba7c-1559c8ba13c0. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:45:01.161466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.extraroute_db [None req-0667334b-87d2-4abe-91e0-d23fcbd482a7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Added routes are [] {{(pid=109952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 04:45:01.163070 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.extraroute_db [None req-0667334b-87d2-4abe-91e0-d23fcbd482a7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=109952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 04:45:01.170960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9e0d429a-f89f-4fee-b20f-53fa56e9d487 None None] Provisioning complete for port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:01.171550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9e0d429a-f89f-4fee-b20f-53fa56e9d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.235879 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0667334b-87d2-4abe-91e0-d23fcbd482a7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.241301 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.249482 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.335088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5201e900-4a27-4b88-bbfd-6ababffa4731 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:01.343466 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e7c6-933a-42e0-b46d-01528c818200 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.404878 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fe77f-b478-48d2-a79b-af94758ab3df None None] Pushing event updated for resources: {'Port': ['ID=db4adc57-dcef-4bc1-ade4-6c16e4ad4f25,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:01.428587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f8e7c6-933a-42e0-b46d-01528c818200 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=6719e572-d770-4a7d-9f5a-a5ea20c0bc3f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:01.435345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46080) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:01.460569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9e0d429a-f89f-4fee-b20f-53fa56e9d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.505052 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9e0d429a-f89f-4fee-b20f-53fa56e9d487 None None] For port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6,segment=NetworkSegment(85cd8f59-b00e-4a7d-93b5-89ff471caa77),segment_id=85cd8f59-b00e-4a7d-93b5-89ff471caa77)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:01.506822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2f8e7c6-933a-42e0-b46d-01528c818200 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.510783 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f2f8e7c6-933a-42e0-b46d-01528c818200 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/6719e572-d770-4a7d-9f5a-a5ea20c0bc3f HTTP/1.1" status: 204 len: 168 time: 0.9004118 Nov 23 04:45:01.513046 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 5201e900-4a27-4b88-bbfd-6ababffa4731 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:01.513453 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.514308 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46084) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:01.520823 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Attempting to bind port db4adc57-dcef-4bc1-ade4-6c16e4ad4f25 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:01.522185 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Attempting to bind port db4adc57-dcef-4bc1-ade4-6c16e4ad4f25 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '80a84f0d-c3e5-4123-8632-24a8d94d6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'db235180-5b1d-4117-8edd-a9f45377bb30'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:01.522482 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Attempting to bind port db4adc57-dcef-4bc1-ade4-6c16e4ad4f25 on network db235180-5b1d-4117-8edd-a9f45377bb30 {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:01.535293 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:01.535626 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Checking segment: {'id': '80a84f0d-c3e5-4123-8632-24a8d94d6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'db235180-5b1d-4117-8edd-a9f45377bb30'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:01.537113 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.537771 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Bound using segment: {'id': '80a84f0d-c3e5-4123-8632-24a8d94d6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'db235180-5b1d-4117-8edd-a9f45377bb30'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:01.542095 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Bound port: db4adc57-dcef-4bc1-ade4-6c16e4ad4f25, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '80a84f0d-c3e5-4123-8632-24a8d94d6f86', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'db235180-5b1d-4117-8edd-a9f45377bb30'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:01.542950 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.575813 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9e0d429a-f89f-4fee-b20f-53fa56e9d487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.593373 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0667334b-87d2-4abe-91e0-d23fcbd482a7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.600310 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0667334b-87d2-4abe-91e0-d23fcbd482a7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.621156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e4fed7-a0ab-4e9f-86de-0c33e590c153 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:01.627859 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e4fed7-a0ab-4e9f-86de-0c33e590c153 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:01.633376 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-94e4fed7-a0ab-4e9f-86de-0c33e590c153 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1184192 Nov 23 04:45:01.634062 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46086) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:01.689125 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] For port db4adc57-dcef-4bc1-ade4-6c16e4ad4f25, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:01.699501 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] For port db4adc57-dcef-4bc1-ade4-6c16e4ad4f25, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=db4adc57-dcef-4bc1-ade4-6c16e4ad4f25,segment=NetworkSegment(80a84f0d-c3e5-4123-8632-24a8d94d6f86),segment_id=80a84f0d-c3e5-4123-8632-24a8d94d6f86)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:01.703906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b710adf2-a269-484a-9140-fe3a3c3086e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 3bfd9418-9e9c-4a6d-917a-2800781bc263 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:01.704857 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0d429a-f89f-4fee-b20f-53fa56e9d487 None None] Pushing event updated for resources: {'Port': ['ID=9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:01.709011 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.717133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b710adf2-a269-484a-9140-fe3a3c3086e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.742716 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8827c1bc-8f8e-453f-b91a-c22e13a8adc7 None None] Could not find standard attr ID for object 6719e572-d770-4a7d-9f5a-a5ea20c0bc3f. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:45:01.800207 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0667334b-87d2-4abe-91e0-d23fcbd482a7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router af6639ae-2afa-4611-8cdf-063b350a52b3 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:45:01.838722 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e57fe77f-b478-48d2-a79b-af94758ab3df None None] Pushing event updated for resources: {'Port': ['ID=db4adc57-dcef-4bc1-ade4-6c16e4ad4f25,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:01.857422 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:01.858673 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:01.898565 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8827c1bc-8f8e-453f-b91a-c22e13a8adc7 None None] Provisioning complete for port 5201e900-4a27-4b88-bbfd-6ababffa4731 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:01.898939 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8827c1bc-8f8e-453f-b91a-c22e13a8adc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.967945 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0667334b-87d2-4abe-91e0-d23fcbd482a7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:45:01.979233 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0667334b-87d2-4abe-91e0-d23fcbd482a7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:01.981116 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0667334b-87d2-4abe-91e0-d23fcbd482a7 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/af6639ae-2afa-4611-8cdf-063b350a52b3 HTTP/1.1" status: 200 len: 700 time: 1.5429251 Nov 23 04:45:01.984241 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46088) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:02.032001 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:02.071826 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:02.074615 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 5201e900-4a27-4b88-bbfd-6ababffa4731, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5201e900-4a27-4b88-bbfd-6ababffa4731,segment=NetworkSegment(80a84f0d-c3e5-4123-8632-24a8d94d6f86),segment_id=80a84f0d-c3e5-4123-8632-24a8d94d6f86)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:02.086686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:02.087494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:02.203069 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8d8a10a3-6357-4895-a591-60afdfd45fb9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/routers/af6639ae-2afa-4611-8cdf-063b350a52b3 HTTP/1.1" status: 200 len: 700 time: 0.2149129 Nov 23 04:45:02.204275 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46090) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:02.276575 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=5201e900-4a27-4b88-bbfd-6ababffa4731,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:02.298375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1eb83319-6d44-4a4b-b242-791282b3bb81 tempest-SubnetPoolsTestJSON-768453327 tempest-SubnetPoolsTestJSON-768453327-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1193650079', 'prefixes': ['172.20.0.0/16']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:02.309451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b710adf2-a269-484a-9140-fe3a3c3086e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:02.319468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8827c1bc-8f8e-453f-b91a-c22e13a8adc7 None None] Provisioning complete for port db4adc57-dcef-4bc1-ade4-6c16e4ad4f25 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:02.320198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8827c1bc-8f8e-453f-b91a-c22e13a8adc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:02.372898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:02.373635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:02.383288 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:01Z', 'revision_number': 7, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': '6a276e38-9f30-4ea0-bb03-e21f5717db10', 'name': '', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:58:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:54Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6', 'name': '', 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:66:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:51Z', 'updated_at': '2021-11-23T04:45:01Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db4adc57-dcef-4bc1-ade4-6c16e4ad4f25', 'name': '', 'network_id': 'db235180-5b1d-4117-8edd-a9f45377bb30', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:20:f3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '6a129a2f-0493-46d2-aca1-822b91b51118', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:55Z', 'updated_at': '2021-11-23T04:45:01Z', 'revision_number': 4, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '6a129a2f-0493-46d2-aca1-822b91b51118', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:02.384417 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b710adf2-a269-484a-9140-fe3a3c3086e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:02.424077 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0c0378d-5abe-4d55-a7a8-e75088d780e6 None None] The sync data for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv is: [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:01Z', 'revision_number': 7, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': '6a276e38-9f30-4ea0-bb03-e21f5717db10', 'name': '', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:58:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:54Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6', 'name': '', 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:66:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:51Z', 'updated_at': '2021-11-23T04:45:01Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db4adc57-dcef-4bc1-ade4-6c16e4ad4f25', 'name': '', 'network_id': 'db235180-5b1d-4117-8edd-a9f45377bb30', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:20:f3:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '6a129a2f-0493-46d2-aca1-822b91b51118', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:55Z', 'updated_at': '2021-11-23T04:45:01Z', 'revision_number': 4, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '6a129a2f-0493-46d2-aca1-822b91b51118', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:45:02.518327 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1eb83319-6d44-4a4b-b242-791282b3bb81 tempest-SubnetPoolsTestJSON-768453327 tempest-SubnetPoolsTestJSON-768453327-project] Publish callbacks [] for subnetpool, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:02.522994 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1eb83319-6d44-4a4b-b242-791282b3bb81 tempest-SubnetPoolsTestJSON-768453327 tempest-SubnetPoolsTestJSON-768453327-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 1.0843773 Nov 23 04:45:02.526397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46092) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:02.557064 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b710adf2-a269-484a-9140-fe3a3c3086e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:02.630938 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 251a5198-e15c-477d-a655-15f5a79bd633 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:02.639018 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9db9e433-fe88-472b-b798-d177f6ea5866 tempest-SubnetPoolsTestJSON-768453327 tempest-SubnetPoolsTestJSON-768453327-project] 10.222.0.37 "GET /v2.0/subnetpools/4106bd6e-4ad4-4fe3-a525-b063b04726cf HTTP/1.1" status: 200 len: 732 time: 0.1105380 Nov 23 04:45:02.640516 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b710adf2-a269-484a-9140-fe3a3c3086e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:02.645162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46094) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:02.650141 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b710adf2-a269-484a-9140-fe3a3c3086e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/3bfd9418-9e9c-4a6d-917a-2800781bc263 HTTP/1.1" status: 204 len: 168 time: 1.0125613 Nov 23 04:45:02.650949 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c6bb6701-3d34-4158-87dd-a6bd9c318426 tempest-SubnetPoolsTestJSON-768453327 tempest-SubnetPoolsTestJSON-768453327-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1015862184'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:02.652998 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46096) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:02.653844 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b710adf2-a269-484a-9140-fe3a3c3086e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=3bfd9418-9e9c-4a6d-917a-2800781bc263,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:02.683367 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b359e0a-c0d7-4fc0-a710-4ad6cf051bb7 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:02.721916 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46098) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:02.722511 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-17a2be33-7584-4a47-98ba-3e5d53b5a2be tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0654447 Nov 23 04:45:02.734342 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c2c85822-2af0-44e7-abd6-fed816206ce5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:02.767535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8827c1bc-8f8e-453f-b91a-c22e13a8adc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:02.874954 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-8827c1bc-8f8e-453f-b91a-c22e13a8adc7 None None] For port db4adc57-dcef-4bc1-ade4-6c16e4ad4f25, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=db4adc57-dcef-4bc1-ade4-6c16e4ad4f25,segment=NetworkSegment(80a84f0d-c3e5-4123-8632-24a8d94d6f86),segment_id=80a84f0d-c3e5-4123-8632-24a8d94d6f86)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:02.884436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2c85822-2af0-44e7-abd6-fed816206ce5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:02.888589 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c2c85822-2af0-44e7-abd6-fed816206ce5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:02.894260 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8827c1bc-8f8e-453f-b91a-c22e13a8adc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:02.905459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 251a5198-e15c-477d-a655-15f5a79bd633 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:02.906547 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:02.945625 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c6bb6701-3d34-4158-87dd-a6bd9c318426 tempest-SubnetPoolsTestJSON-768453327 tempest-SubnetPoolsTestJSON-768453327-project] Publish callbacks [] for subnetpool, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:02.947401 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c6bb6701-3d34-4158-87dd-a6bd9c318426 tempest-SubnetPoolsTestJSON-768453327 tempest-SubnetPoolsTestJSON-768453327-project] 10.222.0.37 "PUT /v2.0/subnetpools/4106bd6e-4ad4-4fe3-a525-b063b04726cf HTTP/1.1" status: 200 len: 684 time: 0.3009183 Nov 23 04:45:02.950822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46100) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:02.984163 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8827c1bc-8f8e-453f-b91a-c22e13a8adc7 None None] Provisioning complete for port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:02.984553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8827c1bc-8f8e-453f-b91a-c22e13a8adc7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:03.016718 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8827c1bc-8f8e-453f-b91a-c22e13a8adc7 None None] Pushing event updated for resources: {'Port': ['ID=db4adc57-dcef-4bc1-ade4-6c16e4ad4f25,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:03.070064 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d693773d-483a-4bf8-8ec3-b1a86af5772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:03.072091 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c83b4e-e7b6-413f-baac-68f6f9a4c984 None None] DHCP port deletion for 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:45:03.132248 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5cdbee18-87cf-4224-a18f-b95e08c06846 tempest-SubnetPoolsTestJSON-768453327 tempest-SubnetPoolsTestJSON-768453327-project] Publish callbacks [] for subnetpool, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:03.138093 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5cdbee18-87cf-4224-a18f-b95e08c06846 tempest-SubnetPoolsTestJSON-768453327 tempest-SubnetPoolsTestJSON-768453327-project] 10.222.0.37 "DELETE /v2.0/subnetpools/4106bd6e-4ad4-4fe3-a525-b063b04726cf HTTP/1.1" status: 204 len: 168 time: 0.1856949 Nov 23 04:45:03.138805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46102) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:03.180004 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-60e4fcd8-f216-4349-8135-7b72a00647d8 tempest-SubnetPoolsTestJSON-768453327 tempest-SubnetPoolsTestJSON-768453327-project] show failed (client error): The resource could not be found. Nov 23 04:45:03.185881 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-60e4fcd8-f216-4349-8135-7b72a00647d8 tempest-SubnetPoolsTestJSON-768453327 tempest-SubnetPoolsTestJSON-768453327-project] 10.222.0.37 "GET /v2.0/subnetpools/4106bd6e-4ad4-4fe3-a525-b063b04726cf HTTP/1.1" status: 404 len: 346 time: 0.0458081 Nov 23 04:45:03.186451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46104) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:03.220234 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-84c3e0cd-489d-4eb2-9aa9-8198e5fb8edb tempest-SubnetPoolsTestJSON-768453327 tempest-SubnetPoolsTestJSON-768453327-project] delete failed (client error): The resource could not be found. Nov 23 04:45:03.224149 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-15c83b4e-e7b6-413f-baac-68f6f9a4c984 None None] Deleting port 251a5198-e15c-477d-a655-15f5a79bd633 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:03.224769 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-15c83b4e-e7b6-413f-baac-68f6f9a4c984 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:03.230801 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-84c3e0cd-489d-4eb2-9aa9-8198e5fb8edb tempest-SubnetPoolsTestJSON-768453327 tempest-SubnetPoolsTestJSON-768453327-project] 10.222.0.37 "DELETE /v2.0/subnetpools/4106bd6e-4ad4-4fe3-a525-b063b04726cf HTTP/1.1" status: 404 len: 346 time: 0.0401087 Nov 23 04:45:03.326193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-15c83b4e-e7b6-413f-baac-68f6f9a4c984 None None] For port 251a5198-e15c-477d-a655-15f5a79bd633, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=251a5198-e15c-477d-a655-15f5a79bd633,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:03.326566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-15c83b4e-e7b6-413f-baac-68f6f9a4c984 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:03.347478 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-15c83b4e-e7b6-413f-baac-68f6f9a4c984 None None] Calling delete_port for 251a5198-e15c-477d-a655-15f5a79bd633 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:03.360946 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d009e4e3-dbbd-4f01-8a5c-3e80b5533d38 None None] Provisioning complete for port db4adc57-dcef-4bc1-ade4-6c16e4ad4f25 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:03.361398 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d009e4e3-dbbd-4f01-8a5c-3e80b5533d38 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:03.430612 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c2c85822-2af0-44e7-abd6-fed816206ce5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:03.483152 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2c85822-2af0-44e7-abd6-fed816206ce5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:03.490588 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-c2c85822-2af0-44e7-abd6-fed816206ce5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:03.493931 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c85822-2af0-44e7-abd6-fed816206ce5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:03.494549 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c2c85822-2af0-44e7-abd6-fed816206ce5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:03.528026 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c85822-2af0-44e7-abd6-fed816206ce5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=5e330d13-726c-4ba9-b6b7-731eed39c339,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:03.548476 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c2c85822-2af0-44e7-abd6-fed816206ce5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8181777 Nov 23 04:45:03.551361 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46112) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:03.557248 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-6881edee-c23a-4f53-a268-cb2d8d97a075 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'fixed_ips': [{'subnet_id': '5e330d13-726c-4ba9-b6b7-731eed39c339', 'ip_address': '2001:db8::f9b8:ef38:7380:78a9'}], 'name': 'tempest-NetworksTestDHCPv6-1692109736'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:03.613181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46114) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:03.628146 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5201e900-4a27-4b88-bbfd-6ababffa4731 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:03.630518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b946352-f778-41a0-b544-60da5dc445c8 None None] Sync routers for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:45:03.671386 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d693773d-483a-4bf8-8ec3-b1a86af5772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port db4adc57-dcef-4bc1-ade4-6c16e4ad4f25 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:03.671946 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d693773d-483a-4bf8-8ec3-b1a86af5772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:03.697893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b946352-f778-41a0-b544-60da5dc445c8 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:03.698540 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-8b946352-f778-41a0-b544-60da5dc445c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:03.731719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6881edee-c23a-4f53-a268-cb2d8d97a075 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:03.772717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-15c83b4e-e7b6-413f-baac-68f6f9a4c984 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:03.801736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a920798b-0908-4014-957b-d4b072d1af51 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:03.806840 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-d693773d-483a-4bf8-8ec3-b1a86af5772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] For port db4adc57-dcef-4bc1-ade4-6c16e4ad4f25, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=db4adc57-dcef-4bc1-ade4-6c16e4ad4f25,segment=NetworkSegment(80a84f0d-c3e5-4123-8632-24a8d94d6f86),segment_id=80a84f0d-c3e5-4123-8632-24a8d94d6f86)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:03.807345 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d693773d-483a-4bf8-8ec3-b1a86af5772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:03.829165 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d693773d-483a-4bf8-8ec3-b1a86af5772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for db4adc57-dcef-4bc1-ade4-6c16e4ad4f25 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:03.839307 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c83b4e-e7b6-413f-baac-68f6f9a4c984 None None] Pushing event deleted for resources: {'Port': ['ID=251a5198-e15c-477d-a655-15f5a79bd633,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:03.858910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c83b4e-e7b6-413f-baac-68f6f9a4c984 None None] No DVR routers for this DVR port 251a5198-e15c-477d-a655-15f5a79bd633 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:03.876720 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-8b946352-f778-41a0-b544-60da5dc445c8 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:03.880179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 5201e900-4a27-4b88-bbfd-6ababffa4731 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:03.880179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:03.880591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6881edee-c23a-4f53-a268-cb2d8d97a075 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:03.906095 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-6881edee-c23a-4f53-a268-cb2d8d97a075 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port 1e747d7a-b8f8-494f-8eef-8ce8181fecf0 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:45:03.907544 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b661b7-161d-4b13-8685-6f0c90867781 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:03.981801 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a920798b-0908-4014-957b-d4b072d1af51 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:03.988672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a920798b-0908-4014-957b-d4b072d1af51 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.080429 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a920798b-0908-4014-957b-d4b072d1af51 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=030a1c83197142efb7ff0f4cf5d9e632&name=default HTTP/1.1" status: 200 len: 3000 time: 0.4655991 Nov 23 04:45:04.081200 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a920798b-0908-4014-957b-d4b072d1af51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=974e6905-aa86-4047-98ec-0edc3efadd27,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:04.084720 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46118) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:04.127312 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d693773d-483a-4bf8-8ec3-b1a86af5772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.141371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-6881edee-c23a-4f53-a268-cb2d8d97a075 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::f9b8:ef38:7380:78a9 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/5e330d13-726c-4ba9-b6b7-731eed39c339/1e747d7a-b8f8-494f-8eef-8ce8181fecf0) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:04.159046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d693773d-483a-4bf8-8ec3-b1a86af5772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=db4adc57-dcef-4bc1-ade4-6c16e4ad4f25,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:04.177902 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-77a6e5ec-d6fd-4613-9666-5db5a0332dde admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.218562 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:04.338142 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'fixed_ips': [{'subnet_id': '5e330d13-726c-4ba9-b6b7-731eed39c339'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:45:04.339106 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.347718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-77a6e5ec-d6fd-4613-9666-5db5a0332dde admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.369681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6881edee-c23a-4f53-a268-cb2d8d97a075 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.388866 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:04.389270 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.398757 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d693773d-483a-4bf8-8ec3-b1a86af5772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.423083 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6881edee-c23a-4f53-a268-cb2d8d97a075 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.430066 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:45:04.483209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6881edee-c23a-4f53-a268-cb2d8d97a075 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:04.488084 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-6881edee-c23a-4f53-a268-cb2d8d97a075 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:04.492064 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6881edee-c23a-4f53-a268-cb2d8d97a075 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:04.503415 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-77a6e5ec-d6fd-4613-9666-5db5a0332dde admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.503606 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6881edee-c23a-4f53-a268-cb2d8d97a075 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:04.503606 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6881edee-c23a-4f53-a268-cb2d8d97a075 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.505797 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-77a6e5ec-d6fd-4613-9666-5db5a0332dde admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.511617 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-77a6e5ec-d6fd-4613-9666-5db5a0332dde admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/974e6905-aa86-4047-98ec-0edc3efadd27 HTTP/1.1" status: 204 len: 168 time: 0.4239693 Nov 23 04:45:04.526674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a6e5ec-d6fd-4613-9666-5db5a0332dde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=974e6905-aa86-4047-98ec-0edc3efadd27,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:04.545188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6881edee-c23a-4f53-a268-cb2d8d97a075 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=1e747d7a-b8f8-494f-8eef-8ce8181fecf0,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:04.563596 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6881edee-c23a-4f53-a268-cb2d8d97a075 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.0111213 Nov 23 04:45:04.567535 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46122) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:04.586778 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-8b946352-f778-41a0-b544-60da5dc445c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:01Z', 'revision_number': 7, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': '6a276e38-9f30-4ea0-bb03-e21f5717db10', 'name': '', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:58:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:54Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6', 'name': '', 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:66:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:51Z', 'updated_at': '2021-11-23T04:45:01Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'db4adc57-dcef-4bc1-ade4-6c16e4ad4f25', 'name': '', 'network_id': 'db235180-5b1d-4117-8edd-a9f45377bb30', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:20:f3:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1159, 'fixed_ips': [{'subnet_id': '6a129a2f-0493-46d2-aca1-822b91b51118', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:55Z', 'updated_at': '2021-11-23T04:45:02Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '6a129a2f-0493-46d2-aca1-822b91b51118', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:04.626267 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b946352-f778-41a0-b544-60da5dc445c8 None None] Checking router: af6639ae-2afa-4611-8cdf-063b350a52b3 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:45:04.650474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf59c86e-2f9d-4142-989a-8929894850e7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:04.652091 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bf59c86e-2f9d-4142-989a-8929894850e7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0837870 Nov 23 04:45:04.655022 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46124) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:04.672907 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d693773d-483a-4bf8-8ec3-b1a86af5772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router af6639ae-2afa-4611-8cdf-063b350a52b3 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:45:04.680678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Allocated IP 2001:db8::2 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/5e330d13-726c-4ba9-b6b7-731eed39c339/39330b50-f3eb-4a81-81f7-a22b643be406) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:04.703233 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device db4adc57-dcef-4bc1-ade4-6c16e4ad4f25 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:04.704799 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b946352-f778-41a0-b544-60da5dc445c8 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:04.706228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-8b946352-f778-41a0-b544-60da5dc445c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:04.797205 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d693773d-483a-4bf8-8ec3-b1a86af5772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:45:04.798378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-268af171-be9c-45d6-8d79-ace256e2bb15 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port 1e747d7a-b8f8-494f-8eef-8ce8181fecf0 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:04.805534 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d693773d-483a-4bf8-8ec3-b1a86af5772a tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/af6639ae-2afa-4611-8cdf-063b350a52b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5987489 Nov 23 04:45:04.805660 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-268af171-be9c-45d6-8d79-ace256e2bb15 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.807344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46128) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:04.811313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: db4adc57-dcef-4bc1-ade4-6c16e4ad4f25 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:04.811663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device db4adc57-dcef-4bc1-ade4-6c16e4ad4f25 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 04:45:04.873734 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-24031c5e-28c9-4231-8c17-d02329eb7eee tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting subnet 6a129a2f-0493-46d2-aca1-822b91b51118 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:04.879938 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-24031c5e-28c9-4231-8c17-d02329eb7eee tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.891328 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Port db4adc57-dcef-4bc1-ade4-6c16e4ad4f25 not found, will not notify nova. {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 04:45:04.921989 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-8b946352-f778-41a0-b544-60da5dc445c8 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:04.946246 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-24031c5e-28c9-4231-8c17-d02329eb7eee tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.948041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-268af171-be9c-45d6-8d79-ace256e2bb15 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:04.976085 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-268af171-be9c-45d6-8d79-ace256e2bb15 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for 1e747d7a-b8f8-494f-8eef-8ce8181fecf0 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:05.029042 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 251a5198-e15c-477d-a655-15f5a79bd633 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:05.063567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 251a5198-e15c-477d-a655-15f5a79bd633 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:05.064159 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 251a5198-e15c-477d-a655-15f5a79bd633 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:05.072459 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-24031c5e-28c9-4231-8c17-d02329eb7eee tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.149403 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-24031c5e-28c9-4231-8c17-d02329eb7eee tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.165210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-268af171-be9c-45d6-8d79-ace256e2bb15 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.183092 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24031c5e-28c9-4231-8c17-d02329eb7eee tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Subnet': ['ID=6a129a2f-0493-46d2-aca1-822b91b51118,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:05.186744 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-24031c5e-28c9-4231-8c17-d02329eb7eee tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.193329 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-24031c5e-28c9-4231-8c17-d02329eb7eee tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/6a129a2f-0493-46d2-aca1-822b91b51118 HTTP/1.1" status: 204 len: 168 time: 0.3826904 Nov 23 04:45:05.193694 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.197260 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46138) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:05.200469 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a69a9d5-8279-4cad-a4c5-e3f2713006d3 None None] Network db235180-5b1d-4117-8edd-a9f45377bb30 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:05.231528 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.233560 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-268af171-be9c-45d6-8d79-ace256e2bb15 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=1e747d7a-b8f8-494f-8eef-8ce8181fecf0,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:05.282603 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-268af171-be9c-45d6-8d79-ace256e2bb15 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.289719 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-268af171-be9c-45d6-8d79-ace256e2bb15 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/1e747d7a-b8f8-494f-8eef-8ce8181fecf0 HTTP/1.1" status: 204 len: 168 time: 0.6333735 Nov 23 04:45:05.290569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46144) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:05.343344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.359174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2a9a56-19f7-445c-90e2-9cbf43ed2ee4 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:05.361235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f2a9a56-19f7-445c-90e2-9cbf43ed2ee4 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:05.366084 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6f2a9a56-19f7-445c-90e2-9cbf43ed2ee4 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0734482 Nov 23 04:45:05.367091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46148) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:05.421376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port 5201e900-4a27-4b88-bbfd-6ababffa4731 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:05.421866 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.434903 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9614e82-cb0b-42fe-a3e7-a8ae4f7d5efb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 5e330d13-726c-4ba9-b6b7-731eed39c339 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:05.440423 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b9614e82-cb0b-42fe-a3e7-a8ae4f7d5efb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.504162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b9614e82-cb0b-42fe-a3e7-a8ae4f7d5efb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.528310 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] For port 5201e900-4a27-4b88-bbfd-6ababffa4731, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5201e900-4a27-4b88-bbfd-6ababffa4731,segment=NetworkSegment(80a84f0d-c3e5-4123-8632-24a8d94d6f86),segment_id=80a84f0d-c3e5-4123-8632-24a8d94d6f86)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:05.529039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:05.529985 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.543831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:05.552550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:05.554642 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for 5201e900-4a27-4b88-bbfd-6ababffa4731 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:05.602511 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Pushing event updated for resources: {'Port': ['ID=39330b50-f3eb-4a81-81f7-a22b643be406,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:05.614678 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46152) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:05.644204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b9614e82-cb0b-42fe-a3e7-a8ae4f7d5efb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.706421 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Attempting to bind port 39330b50-f3eb-4a81-81f7-a22b643be406 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:05.706996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Attempting to bind port 39330b50-f3eb-4a81-81f7-a22b643be406 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:05.706996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Attempting to bind port 39330b50-f3eb-4a81-81f7-a22b643be406 on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:05.718928 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:05.719313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:05.719758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.720169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:05.720774 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Bound port: 39330b50-f3eb-4a81-81f7-a22b643be406, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:05.721169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.737807 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b9614e82-cb0b-42fe-a3e7-a8ae4f7d5efb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.775860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-1340068913'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:05.810382 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-8b946352-f778-41a0-b544-60da5dc445c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:04Z', 'revision_number': 8, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': '6a276e38-9f30-4ea0-bb03-e21f5717db10', 'name': '', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:58:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:54Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6', 'name': '', 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:66:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:51Z', 'updated_at': '2021-11-23T04:45:01Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:05.822290 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b9614e82-cb0b-42fe-a3e7-a8ae4f7d5efb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.826071 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b9614e82-cb0b-42fe-a3e7-a8ae4f7d5efb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/5e330d13-726c-4ba9-b6b7-731eed39c339 HTTP/1.1" status: 204 len: 168 time: 0.4577231 Nov 23 04:45:05.829169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9614e82-cb0b-42fe-a3e7-a8ae4f7d5efb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=5e330d13-726c-4ba9-b6b7-731eed39c339,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:05.834328 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46156) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:05.863568 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-203ec426-a3b6-4e41-b97d-4bb46e36939d None None] DHCP port deletion for db235180-5b1d-4117-8edd-a9f45377bb30 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:45:05.869893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b946352-f778-41a0-b544-60da5dc445c8 None None] The sync data for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv is: [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:04Z', 'revision_number': 8, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': '6a276e38-9f30-4ea0-bb03-e21f5717db10', 'name': '', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:58:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:54Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6', 'name': '', 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:66:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:51Z', 'updated_at': '2021-11-23T04:45:01Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:45:05.872769 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] For port 39330b50-f3eb-4a81-81f7-a22b643be406, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:05.890270 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5e1135ea-b6ae-4441-ba34-2a93bc5cbfe9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0547855 Nov 23 04:45:05.893315 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46158) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:05.898133 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] For port 39330b50-f3eb-4a81-81f7-a22b643be406, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=39330b50-f3eb-4a81-81f7-a22b643be406,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:05.899476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d462ce22-b5ac-4cf0-b521-6ce6b5c93eb5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:05.906085 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Made reservation on behalf of b99ecca3e6b04a4289df9abdf76ad756 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:05.910999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.924385 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:05.972470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.032718 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c8df05-43c4-4ce3-96b8-9c2d91354210 None None] Pushing event updated for resources: {'Port': ['ID=39330b50-f3eb-4a81-81f7-a22b643be406,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:06.047305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-203ec426-a3b6-4e41-b97d-4bb46e36939d None None] Deleting port 5201e900-4a27-4b88-bbfd-6ababffa4731 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:06.050319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-203ec426-a3b6-4e41-b97d-4bb46e36939d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.089268 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d462ce22-b5ac-4cf0-b521-6ce6b5c93eb5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:06.093252 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d462ce22-b5ac-4cf0-b521-6ce6b5c93eb5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.098663 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.129171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=5201e900-4a27-4b88-bbfd-6ababffa4731,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:06.129535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-203ec426-a3b6-4e41-b97d-4bb46e36939d None None] For port 5201e900-4a27-4b88-bbfd-6ababffa4731, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5201e900-4a27-4b88-bbfd-6ababffa4731,segment=NetworkSegment(80a84f0d-c3e5-4123-8632-24a8d94d6f86),segment_id=80a84f0d-c3e5-4123-8632-24a8d94d6f86)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:06.129800 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-203ec426-a3b6-4e41-b97d-4bb46e36939d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.131099 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No DVR routers for this DVR port 5201e900-4a27-4b88-bbfd-6ababffa4731 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:06.145980 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-203ec426-a3b6-4e41-b97d-4bb46e36939d None None] Calling delete_port for 5201e900-4a27-4b88-bbfd-6ababffa4731 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:06.179125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.190470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.217838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.238501 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:45:06.240459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5011b48-9cff-4ed6-a608-aecb6ec440c7,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:06.245559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db235180-5b1d-4117-8edd-a9f45377bb30']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:06.257910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-203ec426-a3b6-4e41-b97d-4bb46e36939d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.259340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.259694 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Added segment 27193511-cf0d-4db2-9173-6c63797a575e of type vlan for network 8f868a58-34d6-4676-bef4-aafcde1517d6 Nov 23 04:45:06.260838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '80a84f0d-c3e5-4123-8632-24a8d94d6f86') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:06.261213 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '80a84f0d-c3e5-4123-8632-24a8d94d6f86') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:06.280579 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.295544 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203ec426-a3b6-4e41-b97d-4bb46e36939d None None] Pushing event deleted for resources: {'Port': ['ID=5201e900-4a27-4b88-bbfd-6ababffa4731,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:06.301769 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203ec426-a3b6-4e41-b97d-4bb46e36939d None None] No DVR routers for this DVR port 5201e900-4a27-4b88-bbfd-6ababffa4731 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:06.326514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b7d422-be04-482a-8d14-61db70a21682 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:45:06.330468 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.340188 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:45:06.340999 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:45:06.348735 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:45:06.364932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.441590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.443297 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.451053 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.454066 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:06.454903 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.462859 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95b7d422-be04-482a-8d14-61db70a21682 None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:45:06.463542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d462ce22-b5ac-4cf0-b521-6ce6b5c93eb5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.465044 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/networks/db235180-5b1d-4117-8edd-a9f45377bb30 HTTP/1.1" status: 204 len: 168 time: 1.2655616 Nov 23 04:45:06.465390 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46160) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:06.482065 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415cca02-d16b-43ec-aa68-48d43e628143 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Network': ['ID=db235180-5b1d-4117-8edd-a9f45377bb30,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:06.599508 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e807f42c-39a5-4c7e-bff1-b27978c1b925 None None] Sync routers for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:45:06.610489 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e807f42c-39a5-4c7e-bff1-b27978c1b925 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:06.611819 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e807f42c-39a5-4c7e-bff1-b27978c1b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:06.640835 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0248287 Nov 23 04:45:06.644221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46162) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:06.646727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d462ce22-b5ac-4cf0-b521-6ce6b5c93eb5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:06.649778 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-36f6988d-5859-495e-be20-cd9c59236db8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Request body: {'subnet': {'network_id': '8f868a58-34d6-4676-bef4-aafcde1517d6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:06.660378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-d462ce22-b5ac-4cf0-b521-6ce6b5c93eb5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:06.670035 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d462ce22-b5ac-4cf0-b521-6ce6b5c93eb5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:06.672219 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d462ce22-b5ac-4cf0-b521-6ce6b5c93eb5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.685737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8efa482-4f64-4c19-aa3a-a05e749651d1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Pushing event updated for resources: {'Network': ['ID=8f868a58-34d6-4676-bef4-aafcde1517d6,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:06.691396 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d462ce22-b5ac-4cf0-b521-6ce6b5c93eb5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=2eb6ed47-1712-4d4f-ac7d-9034d6732b2b,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:06.699275 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d462ce22-b5ac-4cf0-b521-6ce6b5c93eb5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8048739 Nov 23 04:45:06.703752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46164) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:06.708705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8260b8bd-2870-4e70-956e-f152fc1e2f70 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'fixed_ips': [{'subnet_id': '2eb6ed47-1712-4d4f-ac7d-9034d6732b2b', 'ip_address': '2001:db8::31d7:1af9:137e:65cc'}], 'name': 'tempest-NetworksTestDHCPv6-1899407447'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:06.723926 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 8f868a58-34d6-4676-bef4-aafcde1517d6 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:45:06.735025 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-e807f42c-39a5-4c7e-bff1-b27978c1b925 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:06.786489 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36f6988d-5859-495e-be20-cd9c59236db8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Made reservation on behalf of b99ecca3e6b04a4289df9abdf76ad756 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:06.791459 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-36f6988d-5859-495e-be20-cd9c59236db8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.912324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dd1bdf16-e3d1-4c4d-ad45-ffc54ee6bc75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:06.988002 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5d4f505-7558-4833-bc28-d26bc5da981a None None] Update dhcp port {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'fixed_ips': [{'subnet_id': '2eb6ed47-1712-4d4f-ac7d-9034d6732b2b'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': '39330b50-f3eb-4a81-81f7-a22b643be406'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:45:06.988297 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8260b8bd-2870-4e70-956e-f152fc1e2f70 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:06.993265 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8260b8bd-2870-4e70-956e-f152fc1e2f70 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:07.016770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-8260b8bd-2870-4e70-956e-f152fc1e2f70 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port 5786f6f1-84ff-4580-8381-4665a6025920 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:45:07.042491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a5d4f505-7558-4833-bc28-d26bc5da981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:07.047709 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e807f42c-39a5-4c7e-bff1-b27978c1b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:04Z', 'revision_number': 8, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': '6a276e38-9f30-4ea0-bb03-e21f5717db10', 'name': '', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:58:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:54Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6', 'name': '', 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:66:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:51Z', 'updated_at': '2021-11-23T04:45:01Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:07.082055 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e807f42c-39a5-4c7e-bff1-b27978c1b925 None None] Checking router: af6639ae-2afa-4611-8cdf-063b350a52b3 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:45:07.087514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-36f6988d-5859-495e-be20-cd9c59236db8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:07.093965 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e807f42c-39a5-4c7e-bff1-b27978c1b925 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:07.094882 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e807f42c-39a5-4c7e-bff1-b27978c1b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:44:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:07.144497 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f6988d-5859-495e-be20-cd9c59236db8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Pushing event updated for resources: {'Subnet': ['ID=77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:07.215224 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-e807f42c-39a5-4c7e-bff1-b27978c1b925 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:07.223114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36f6988d-5859-495e-be20-cd9c59236db8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Checking segment: {'id': '27193511-cf0d-4db2-9173-6c63797a575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f868a58-34d6-4676-bef4-aafcde1517d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:07.224021 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f6988d-5859-495e-be20-cd9c59236db8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Network hostable DHCP agents. Network: 8f868a58-34d6-4676-bef4-aafcde1517d6, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:45:07.230266 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-8260b8bd-2870-4e70-956e-f152fc1e2f70 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::31d7:1af9:137e:65cc (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/2eb6ed47-1712-4d4f-ac7d-9034d6732b2b/5786f6f1-84ff-4580-8381-4665a6025920) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:07.234639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec66dcfe-1db6-433e-8dd3-3e3945aabe97 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:07.252917 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36f6988d-5859-495e-be20-cd9c59236db8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Network 8f868a58-34d6-4676-bef4-aafcde1517d6 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:45:07.269181 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-36f6988d-5859-495e-be20-cd9c59236db8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 8f868a58-34d6-4676-bef4-aafcde1517d6) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:07.276776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36f6988d-5859-495e-be20-cd9c59236db8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:07.277443 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-36f6988d-5859-495e-be20-cd9c59236db8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:07.295897 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5201e900-4a27-4b88-bbfd-6ababffa4731 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:07.314632 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-36f6988d-5859-495e-be20-cd9c59236db8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6663864 Nov 23 04:45:07.318035 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46166) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:07.323114 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4612e22b-7f6b-40ca-82f6-21284804b2a3 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Request body: {'port': {'network_id': '8f868a58-34d6-4676-bef4-aafcde1517d6', 'name': 'tempest-TagsExtTest-99000738'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:07.328700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 5201e900-4a27-4b88-bbfd-6ababffa4731 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:07.329341 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5201e900-4a27-4b88-bbfd-6ababffa4731 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:07.329679 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device db4adc57-dcef-4bc1-ade4-6c16e4ad4f25 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:07.352992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: db4adc57-dcef-4bc1-ade4-6c16e4ad4f25 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:07.354379 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device db4adc57-dcef-4bc1-ade4-6c16e4ad4f25 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:07.504911 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e807f42c-39a5-4c7e-bff1-b27978c1b925 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:04Z', 'revision_number': 8, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': '6a276e38-9f30-4ea0-bb03-e21f5717db10', 'name': '', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:58:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:54Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6', 'name': '', 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:66:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:51Z', 'updated_at': '2021-11-23T04:45:01Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:07.538727 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e807f42c-39a5-4c7e-bff1-b27978c1b925 None None] The sync data for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv is: [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:04Z', 'revision_number': 8, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': '6a276e38-9f30-4ea0-bb03-e21f5717db10', 'name': '', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:58:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:54Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6', 'name': '', 'network_id': '6f56b1bd-4eac-42fc-a6bc-afffc4f323bb', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:66:7d:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1149, 'fixed_ips': [{'subnet_id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:51Z', 'updated_at': '2021-11-23T04:45:01Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '38be5d22-660c-4981-b77a-0008dd17c1d5', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:45:07.640520 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4612e22b-7f6b-40ca-82f6-21284804b2a3 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Made reservation on behalf of b99ecca3e6b04a4289df9abdf76ad756 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:07.644664 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4612e22b-7f6b-40ca-82f6-21284804b2a3 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:07.649614 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8260b8bd-2870-4e70-956e-f152fc1e2f70 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:07.698720 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-4612e22b-7f6b-40ca-82f6-21284804b2a3 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] device_id is not set on port d5832a76-bb81-495f-854b-2cc67957f161 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:45:07.836554 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8260b8bd-2870-4e70-956e-f152fc1e2f70 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:07.864063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-a5d4f505-7558-4833-bc28-d26bc5da981a None None] Allocated IP 2001:db8::2 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/2eb6ed47-1712-4d4f-ac7d-9034d6732b2b/39330b50-f3eb-4a81-81f7-a22b643be406) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:07.964191 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a5d4f505-7558-4833-bc28-d26bc5da981a None None] For port 39330b50-f3eb-4a81-81f7-a22b643be406, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=39330b50-f3eb-4a81-81f7-a22b643be406,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:08.004072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a5d4f505-7558-4833-bc28-d26bc5da981a None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:08.008677 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a5d4f505-7558-4833-bc28-d26bc5da981a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:08.090246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d4f505-7558-4833-bc28-d26bc5da981a None None] Pushing event updated for resources: {'Port': ['ID=39330b50-f3eb-4a81-81f7-a22b643be406,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:08.205605 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-4612e22b-7f6b-40ca-82f6-21284804b2a3 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Allocated IP 172.20.0.7 (8f868a58-34d6-4676-bef4-aafcde1517d6/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5/d5832a76-bb81-495f-854b-2cc67957f161) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:08.210668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8260b8bd-2870-4e70-956e-f152fc1e2f70 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:08.217543 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ec66dcfe-1db6-433e-8dd3-3e3945aabe97 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:08.217915 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec66dcfe-1db6-433e-8dd3-3e3945aabe97 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:08.227869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-8260b8bd-2870-4e70-956e-f152fc1e2f70 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:08.246313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8260b8bd-2870-4e70-956e-f152fc1e2f70 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:08.254615 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8260b8bd-2870-4e70-956e-f152fc1e2f70 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:08.254615 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8260b8bd-2870-4e70-956e-f152fc1e2f70 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:08.288009 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8260b8bd-2870-4e70-956e-f152fc1e2f70 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=5786f6f1-84ff-4580-8381-4665a6025920,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:08.331654 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8260b8bd-2870-4e70-956e-f152fc1e2f70 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.6268408 Nov 23 04:45:08.334054 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46172) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:08.334509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46174) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:08.432143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-ec66dcfe-1db6-433e-8dd3-3e3945aabe97 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] For port 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6,segment=NetworkSegment(85cd8f59-b00e-4a7d-93b5-89ff471caa77),segment_id=85cd8f59-b00e-4a7d-93b5-89ff471caa77)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:08.432509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec66dcfe-1db6-433e-8dd3-3e3945aabe97 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:08.454280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ec66dcfe-1db6-433e-8dd3-3e3945aabe97 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:08.460642 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec0de8-d369-4e90-96c6-526d7002bc26 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:08.461154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec0de8-d369-4e90-96c6-526d7002bc26 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:08.461833 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beec0de8-d369-4e90-96c6-526d7002bc26 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:08.464999 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-beec0de8-d369-4e90-96c6-526d7002bc26 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=1f39b592b6944144b30ee044431afa7d&network_id=d53e347e-2e66-45ae-b542-42cb5f2adb31 HTTP/1.1" status: 200 len: 3000 time: 0.1280394 Nov 23 04:45:08.478785 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753157ed-79e8-4078-b9ee-526286152144 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:08.479911 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-753157ed-79e8-4078-b9ee-526286152144 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:08.480094 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:08.481578 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-753157ed-79e8-4078-b9ee-526286152144 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1445556 Nov 23 04:45:08.484197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46178) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:08.553104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4612e22b-7f6b-40ca-82f6-21284804b2a3 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:08.579191 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b358e-a16d-456d-b8c5-6150e1c5f81f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port 5786f6f1-84ff-4580-8381-4665a6025920 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:08.579560 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b358e-a16d-456d-b8c5-6150e1c5f81f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:08.644901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4612e22b-7f6b-40ca-82f6-21284804b2a3 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:08.672894 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b358e-a16d-456d-b8c5-6150e1c5f81f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:08.685719 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1e0b358e-a16d-456d-b8c5-6150e1c5f81f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for 5786f6f1-84ff-4580-8381-4665a6025920 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:08.722596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4612e22b-7f6b-40ca-82f6-21284804b2a3 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Network 8f868a58-34d6-4676-bef4-aafcde1517d6 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:08.729901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-4612e22b-7f6b-40ca-82f6-21284804b2a3 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:08.732342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4612e22b-7f6b-40ca-82f6-21284804b2a3 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:08.764845 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4612e22b-7f6b-40ca-82f6-21284804b2a3 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Pushing event updated for resources: {'Port': ['ID=d5832a76-bb81-495f-854b-2cc67957f161,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:08.818260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4612e22b-7f6b-40ca-82f6-21284804b2a3 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:08.819221 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4612e22b-7f6b-40ca-82f6-21284804b2a3 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:08.823272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec66dcfe-1db6-433e-8dd3-3e3945aabe97 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:08.841432 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b358e-a16d-456d-b8c5-6150e1c5f81f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:08.865232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec66dcfe-1db6-433e-8dd3-3e3945aabe97 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:08.873582 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e0b358e-a16d-456d-b8c5-6150e1c5f81f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=5786f6f1-84ff-4580-8381-4665a6025920,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:08.879485 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4612e22b-7f6b-40ca-82f6-21284804b2a3 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 920 time: 1.5574217 Nov 23 04:45:08.886171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46182) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:08.915374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-da1cc5ed-e58b-400a-bb21-0d98352bbde8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-682970615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:08.927584 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1e0b358e-a16d-456d-b8c5-6150e1c5f81f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:08.931014 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1e0b358e-a16d-456d-b8c5-6150e1c5f81f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/5786f6f1-84ff-4580-8381-4665a6025920 HTTP/1.1" status: 204 len: 168 time: 0.4453955 Nov 23 04:45:08.933545 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46184) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:08.958296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-da1cc5ed-e58b-400a-bb21-0d98352bbde8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:08.959568 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-da1cc5ed-e58b-400a-bb21-0d98352bbde8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.012424 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-da1cc5ed-e58b-400a-bb21-0d98352bbde8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.018716 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-da1cc5ed-e58b-400a-bb21-0d98352bbde8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.039120 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-da1cc5ed-e58b-400a-bb21-0d98352bbde8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.040430 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-da1cc5ed-e58b-400a-bb21-0d98352bbde8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1287115 Nov 23 04:45:09.043372 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46186) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:09.048038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-2e236e2f-108e-4c3a-a93e-b7465bc61103 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-62937303', 'prefixes': ['172.20.0.0/16']}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:09.065424 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78cc26-56de-4a3b-9222-dac0970d0f20 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:09.067068 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc78cc26-56de-4a3b-9222-dac0970d0f20 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:09.068600 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fc78cc26-56de-4a3b-9222-dac0970d0f20 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1340928 Nov 23 04:45:09.071502 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46188) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:09.116747 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2e236e2f-108e-4c3a-a93e-b7465bc61103 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks [] for subnetpool, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.118001 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2e236e2f-108e-4c3a-a93e-b7465bc61103 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 746 time: 0.0734420 Nov 23 04:45:09.121762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46190) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:09.132048 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-ddad2911-5bfe-4f6f-8a32-43c11a5d96d0 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5', 'tempest-TagsExtTest-Tag-602135001') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:09.144520 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec66dcfe-1db6-433e-8dd3-3e3945aabe97 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.170350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-4320d1bb-6044-4fe7-9160-00c46e7f43ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 2eb6ed47-1712-4d4f-ac7d-9034d6732b2b {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:09.171686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-aee46e3d-fe59-469f-99bc-24725d5ae0ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.181204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4320d1bb-6044-4fe7-9160-00c46e7f43ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.246179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c861712a-ab4b-4ea1-8dd1-0d3ac5d89ca1 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:45:09.316091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4320d1bb-6044-4fe7-9160-00c46e7f43ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.346024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f7491e47-51b5-47ee-b88c-610101cc28c7 None None] Provisioning complete for port 39330b50-f3eb-4a81-81f7-a22b643be406 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:09.346403 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f7491e47-51b5-47ee-b88c-610101cc28c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.380077 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 39330b50-f3eb-4a81-81f7-a22b643be406 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:09.462068 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c861712a-ab4b-4ea1-8dd1-0d3ac5d89ca1 None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:45:09.483384 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ddad2911-5bfe-4f6f-8a32-43c11a5d96d0 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "PUT /v2.0/subnets/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5/tags/tempest-TagsExtTest-Tag-602135001 HTTP/1.1" status: 201 len: 201 time: 0.3546860 Nov 23 04:45:09.484320 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46194) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:09.489686 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-9a0ba1d7-a8ec-47e5-9ae4-361053206d12 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd5832a76-bb81-495f-854b-2cc67957f161', 'tempest-TagsExtTest-Tag-1757998554') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:09.528116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4320d1bb-6044-4fe7-9160-00c46e7f43ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.552256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 39330b50-f3eb-4a81-81f7-a22b643be406 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:09.552694 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.567387 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9a0ba1d7-a8ec-47e5-9ae4-361053206d12 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "PUT /v2.0/ports/d5832a76-bb81-495f-854b-2cc67957f161/tags/tempest-TagsExtTest-Tag-1757998554 HTTP/1.1" status: 201 len: 201 time: 0.0792346 Nov 23 04:45:09.567634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46196) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:09.572523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-5d5a675d-f24d-443c-8cef-1db04e53ecb0 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce', 'tempest-TagsExtTest-Tag-205589319') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:09.586354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec66dcfe-1db6-433e-8dd3-3e3945aabe97 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router af6639ae-2afa-4611-8cdf-063b350a52b3 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:45:09.587574 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f7491e47-51b5-47ee-b88c-610101cc28c7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.666359 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5d5a675d-f24d-443c-8cef-1db04e53ecb0 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "PUT /v2.0/routers/f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce/tags/tempest-TagsExtTest-Tag-205589319 HTTP/1.1" status: 201 len: 201 time: 0.0950942 Nov 23 04:45:09.666645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46198) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:09.671434 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-e96e1256-5b4a-46c6-acf8-be3a50d028ae tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2e846c1b-78b4-44eb-8eee-2b85b4d93ed4', 'tempest-TagsExtTest-Tag-677999272') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:09.681957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4320d1bb-6044-4fe7-9160-00c46e7f43ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.723376 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e96e1256-5b4a-46c6-acf8-be3a50d028ae tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "PUT /v2.0/subnetpools/2e846c1b-78b4-44eb-8eee-2b85b4d93ed4/tags/tempest-TagsExtTest-Tag-677999272 HTTP/1.1" status: 201 len: 201 time: 0.0529151 Nov 23 04:45:09.724223 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46200) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:09.726040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4320d1bb-6044-4fe7-9160-00c46e7f43ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=2eb6ed47-1712-4d4f-ac7d-9034d6732b2b,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:09.727884 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-f7491e47-51b5-47ee-b88c-610101cc28c7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:45:09.728242 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-f7491e47-51b5-47ee-b88c-610101cc28c7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:45:09.728365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4320d1bb-6044-4fe7-9160-00c46e7f43ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.729372 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-4f7bb7b1-262d-46f2-8a90-c810b66dd755 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:09.733950 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4320d1bb-6044-4fe7-9160-00c46e7f43ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/2eb6ed47-1712-4d4f-ac7d-9034d6732b2b HTTP/1.1" status: 204 len: 168 time: 0.6593578 Nov 23 04:45:09.734818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46202) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:09.771353 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.785463 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c894ad10-bd6d-4ea3-9077-f42471c7d6a9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469518 Nov 23 04:45:09.787671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46204) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:09.797908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec66dcfe-1db6-433e-8dd3-3e3945aabe97 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:45:09.818731 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ec66dcfe-1db6-433e-8dd3-3e3945aabe97 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/af6639ae-2afa-4611-8cdf-063b350a52b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3449571 Nov 23 04:45:09.822203 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874bf45-7b6d-400c-8b72-ac8a9a6c0400 None None] Sync routers for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:45:09.822758 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46206) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:09.866280 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4f7bb7b1-262d-46f2-8a90-c810b66dd755 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/subnets/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5/tags HTTP/1.1" status: 200 len: 240 time: 0.1413736 Nov 23 04:45:09.868808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46208) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:09.870810 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 39330b50-f3eb-4a81-81f7-a22b643be406, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=39330b50-f3eb-4a81-81f7-a22b643be406,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:09.873378 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-be9a8b47-320a-45fc-b33b-2b5381130d2b tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5', 'tempest-TagsExtTest-Tag-602135001') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:09.874023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874bf45-7b6d-400c-8b72-ac8a9a6c0400 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:09.874686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a874bf45-7b6d-400c-8b72-ac8a9a6c0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:09.891603 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d3358b-113a-46ac-a6d5-3c1f040a62b3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:09.895368 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-74d3358b-113a-46ac-a6d5-3c1f040a62b3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1044881 Nov 23 04:45:09.895716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46210) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:09.914245 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-b20b198b-4b94-4a04-b2ea-d91965f103a8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting subnet 38be5d22-660c-4981-b77a-0008dd17c1d5 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:09.917786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.936504 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-be9a8b47-320a-45fc-b33b-2b5381130d2b tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/subnets/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5/tags/tempest-TagsExtTest-Tag-602135001 HTTP/1.1" status: 204 len: 168 time: 0.0644610 Nov 23 04:45:09.936738 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46214) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:09.938469 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b20b198b-4b94-4a04-b2ea-d91965f103a8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:09.941254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-fe7ac271-7556-4831-89c8-73854898851d tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5', 'tempest-TagsExtTest-Tag-602135001') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:09.990450 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d030e90-3de7-40c4-9d07-aa97ede0fd39 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:09.994260 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2d030e90-3de7-40c4-9d07-aa97ede0fd39 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0953171 Nov 23 04:45:09.995087 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46216) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:09.997805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b20b198b-4b94-4a04-b2ea-d91965f103a8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:10.024951 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-8f868a58-34d6-4676-bef4-aafcde1517d6', 'network_id': '8f868a58-34d6-4676-bef4-aafcde1517d6', 'tenant_id': 'b99ecca3e6b04a4289df9abdf76ad756', 'fixed_ips': [{'subnet_id': '77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:45:10.025826 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:10.044215 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-a874bf45-7b6d-400c-8b72-ac8a9a6c0400 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:10.047214 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3bec5343-1856-4e92-b3e6-cebc3cbbeb9c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0497293 Nov 23 04:45:10.051240 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=39330b50-f3eb-4a81-81f7-a22b643be406,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:10.054963 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46218) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.065870 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5694b09d-36c9-48d5-90d4-c44bdda50e8a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:10.071878 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fe7ac271-7556-4831-89c8-73854898851d tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/subnets/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5/tags/tempest-TagsExtTest-Tag-602135001 HTTP/1.1" status: 204 len: 168 time: 0.1339164 Nov 23 04:45:10.074316 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46220) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.078595 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-80db1dfa-4ca2-4497-bb07-b505af2bcc13 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:10.133251 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-80db1dfa-4ca2-4497-bb07-b505af2bcc13 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/subnets/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5/tags HTTP/1.1" status: 200 len: 205 time: 0.0578234 Nov 23 04:45:10.135627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46222) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.139798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-a01b32d7-80f0-4ffb-9c54-8a5a28b8465a tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd5832a76-bb81-495f-854b-2cc67957f161') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:10.195861 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a01b32d7-80f0-4ffb-9c54-8a5a28b8465a tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/ports/d5832a76-bb81-495f-854b-2cc67957f161/tags HTTP/1.1" status: 200 len: 241 time: 0.0565810 Nov 23 04:45:10.196452 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46224) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.201299 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-16b66c9c-ffdc-4d59-811f-bf05daf802f6 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5832a76-bb81-495f-854b-2cc67957f161', 'tempest-TagsExtTest-Tag-1757998554') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:10.209587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b20b198b-4b94-4a04-b2ea-d91965f103a8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:10.214929 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46226) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.260069 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-16b66c9c-ffdc-4d59-811f-bf05daf802f6 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/ports/d5832a76-bb81-495f-854b-2cc67957f161/tags/tempest-TagsExtTest-Tag-1757998554 HTTP/1.1" status: 204 len: 168 time: 0.0603468 Nov 23 04:45:10.260444 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46228) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.264913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-6e5e1926-7783-424d-90ea-c80e2619d31c tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', 'd5832a76-bb81-495f-854b-2cc67957f161', 'tempest-TagsExtTest-Tag-1757998554') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:10.320893 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5694b09d-36c9-48d5-90d4-c44bdda50e8a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:10.325596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5694b09d-36c9-48d5-90d4-c44bdda50e8a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:10.346580 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6e5e1926-7783-424d-90ea-c80e2619d31c tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/ports/d5832a76-bb81-495f-854b-2cc67957f161/tags/tempest-TagsExtTest-Tag-1757998554 HTTP/1.1" status: 204 len: 168 time: 0.0822563 Nov 23 04:45:10.347222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46230) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.352397 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-078c16c1-0c90-4c74-82a7-ad97ef64f014 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', 'd5832a76-bb81-495f-854b-2cc67957f161') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:10.380080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ced33b-c715-4dfe-97e1-da649810ff7d tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:10.387978 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f5ced33b-c715-4dfe-97e1-da649810ff7d tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b HTTP/1.1" status: 200 len: 814 time: 0.1658056 Nov 23 04:45:10.421218 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-078c16c1-0c90-4c74-82a7-ad97ef64f014 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/ports/d5832a76-bb81-495f-854b-2cc67957f161/tags HTTP/1.1" status: 200 len: 205 time: 0.0728617 Nov 23 04:45:10.423796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46234) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.428505 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-fff8271f-dfb9-4ca9-b911-f464b778c67e tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:10.429336 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:10.433127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b20b198b-4b94-4a04-b2ea-d91965f103a8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:10.471294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20b198b-4b94-4a04-b2ea-d91965f103a8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Subnet': ['ID=38be5d22-660c-4981-b77a-0008dd17c1d5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:10.477326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b20b198b-4b94-4a04-b2ea-d91965f103a8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:10.483532 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b20b198b-4b94-4a04-b2ea-d91965f103a8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/38be5d22-660c-4981-b77a-0008dd17c1d5 HTTP/1.1" status: 204 len: 168 time: 0.6566701 Nov 23 04:45:10.485656 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46236) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.499586 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Allocated IP 172.20.0.2 (8f868a58-34d6-4676-bef4-aafcde1517d6/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5/7e92ba6b-2f86-4afa-930b-d2e49ccf0e77) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:10.523993 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fff8271f-dfb9-4ca9-b911-f464b778c67e tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/routers/f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce/tags HTTP/1.1" status: 200 len: 240 time: 0.0968587 Nov 23 04:45:10.525049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46238) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.532164 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-2382930b-4af5-49a7-a0d8-0f5995ad3c8f tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce', 'tempest-TagsExtTest-Tag-205589319') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:10.611907 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2382930b-4af5-49a7-a0d8-0f5995ad3c8f tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/routers/f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce/tags/tempest-TagsExtTest-Tag-205589319 HTTP/1.1" status: 204 len: 168 time: 0.0832646 Nov 23 04:45:10.612195 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46242) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.617893 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:10.623363 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-70eacf88-7187-4596-ba7f-d0a47ec520e6 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce', 'tempest-TagsExtTest-Tag-205589319') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:10.645395 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a874bf45-7b6d-400c-8b72-ac8a9a6c0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:08Z', 'revision_number': 9, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': '6a276e38-9f30-4ea0-bb03-e21f5717db10', 'name': '', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:58:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:54Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:10.681448 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874bf45-7b6d-400c-8b72-ac8a9a6c0400 None None] Checking router: af6639ae-2afa-4611-8cdf-063b350a52b3 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:45:10.709919 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5694b09d-36c9-48d5-90d4-c44bdda50e8a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:10.717735 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a874bf45-7b6d-400c-8b72-ac8a9a6c0400 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:10.718292 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a874bf45-7b6d-400c-8b72-ac8a9a6c0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:10.732212 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-70eacf88-7187-4596-ba7f-d0a47ec520e6 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/routers/f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce/tags/tempest-TagsExtTest-Tag-205589319 HTTP/1.1" status: 204 len: 168 time: 0.1139045 Nov 23 04:45:10.734663 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46244) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.740000 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-a8cc5e8a-d51c-4079-b53d-695ec87d0b22 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:10.778053 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5694b09d-36c9-48d5-90d4-c44bdda50e8a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:10.785668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-5694b09d-36c9-48d5-90d4-c44bdda50e8a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:10.788237 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5694b09d-36c9-48d5-90d4-c44bdda50e8a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=ec8abc91-467b-44fa-abb9-614f06790deb,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:10.791499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5694b09d-36c9-48d5-90d4-c44bdda50e8a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:10.792090 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5694b09d-36c9-48d5-90d4-c44bdda50e8a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:10.795806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port d2538d41-c3ff-40e7-accb-765cd9d37f51 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:10.796130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:10.797519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:10.809185 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:10.844276 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a8cc5e8a-d51c-4079-b53d-695ec87d0b22 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/routers/f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce/tags HTTP/1.1" status: 200 len: 205 time: 0.1083300 Nov 23 04:45:10.846935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46246) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.852205 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-ae371970-8a08-4ac2-a83a-6e9fc8351c0f tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2e846c1b-78b4-44eb-8eee-2b85b4d93ed4') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:10.853257 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-a874bf45-7b6d-400c-8b72-ac8a9a6c0400 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:10.864179 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5694b09d-36c9-48d5-90d4-c44bdda50e8a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8027530 Nov 23 04:45:10.867555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46248) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.873049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e95ca6b7-007b-4095-a26f-2f98836dd369 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'fixed_ips': [{'subnet_id': 'ec8abc91-467b-44fa-abb9-614f06790deb', 'ip_address': '2001:db8::7ba2:f7c3:1f25:418c'}], 'name': 'tempest-NetworksTestDHCPv6-693061822'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:10.882850 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] For port d2538d41-c3ff-40e7-accb-765cd9d37f51, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d2538d41-c3ff-40e7-accb-765cd9d37f51,segment=NetworkSegment(85cd8f59-b00e-4a7d-93b5-89ff471caa77),segment_id=85cd8f59-b00e-4a7d-93b5-89ff471caa77)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:10.883354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:10.898527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for d2538d41-c3ff-40e7-accb-765cd9d37f51 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:10.899734 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Network 8f868a58-34d6-4676-bef4-aafcde1517d6 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:10.907334 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:10.916088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:10.921886 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Pushing event updated for resources: {'Port': ['ID=7e92ba6b-2f86-4afa-930b-d2e49ccf0e77,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:10.956252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46250) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.971154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-6b57a49b-250e-4b0d-ac1c-ed4b8a7f561d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'network': {'name': 'tempest-network-smoke--877877872', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'port_security_enabled': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:10.985605 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ae371970-8a08-4ac2-a83a-6e9fc8351c0f tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/subnetpools/2e846c1b-78b4-44eb-8eee-2b85b4d93ed4/tags HTTP/1.1" status: 200 len: 240 time: 0.1372406 Nov 23 04:45:10.988440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46252) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:10.993072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-da203ae7-5632-4d4c-9365-97d78fdff938 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2e846c1b-78b4-44eb-8eee-2b85b4d93ed4', 'tempest-TagsExtTest-Tag-677999272') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:11.019558 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b57a49b-250e-4b0d-ac1c-ed4b8a7f561d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:11.024336 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6b57a49b-250e-4b0d-ac1c-ed4b8a7f561d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.046657 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-da203ae7-5632-4d4c-9365-97d78fdff938 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/subnetpools/2e846c1b-78b4-44eb-8eee-2b85b4d93ed4/tags/tempest-TagsExtTest-Tag-677999272 HTTP/1.1" status: 204 len: 168 time: 0.0547328 Nov 23 04:45:11.047779 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46254) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:11.050652 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Attempting to bind port 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:11.051105 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Attempting to bind port 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '27193511-cf0d-4db2-9173-6c63797a575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f868a58-34d6-4676-bef4-aafcde1517d6'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:11.051536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Attempting to bind port 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 on network 8f868a58-34d6-4676-bef4-aafcde1517d6 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:11.052391 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-ce2e3831-8d95-42c2-a2b7-354cfb6fb240 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '2e846c1b-78b4-44eb-8eee-2b85b4d93ed4', 'tempest-TagsExtTest-Tag-677999272') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:11.062550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 44, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:11.063065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Checking segment: {'id': '27193511-cf0d-4db2-9173-6c63797a575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f868a58-34d6-4676-bef4-aafcde1517d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:11.063755 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.064210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Bound using segment: {'id': '27193511-cf0d-4db2-9173-6c63797a575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f868a58-34d6-4676-bef4-aafcde1517d6'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:11.064831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Bound port: 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27193511-cf0d-4db2-9173-6c63797a575e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8f868a58-34d6-4676-bef4-aafcde1517d6'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:11.065225 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.071600 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e95ca6b7-007b-4095-a26f-2f98836dd369 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:11.079370 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6b57a49b-250e-4b0d-ac1c-ed4b8a7f561d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:45:11.085602 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.121840 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=d2538d41-c3ff-40e7-accb-765cd9d37f51,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:11.128498 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No DVR routers for this DVR port d2538d41-c3ff-40e7-accb-765cd9d37f51 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:11.136687 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ce2e3831-8d95-42c2-a2b7-354cfb6fb240 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/subnetpools/2e846c1b-78b4-44eb-8eee-2b85b4d93ed4/tags/tempest-TagsExtTest-Tag-677999272 HTTP/1.1" status: 204 len: 168 time: 0.0885653 Nov 23 04:45:11.140346 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46256) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:11.141425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6b57a49b-250e-4b0d-ac1c-ed4b8a7f561d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.141831 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-6b57a49b-250e-4b0d-ac1c-ed4b8a7f561d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Added segment 464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4 of type vlan for network 6023fd77-591f-46b1-a5c0-cfdcd89cb477 Nov 23 04:45:11.159594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-ee5c76a0-3ec0-4571-9ff9-9ddb6e9d073e tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '2e846c1b-78b4-44eb-8eee-2b85b4d93ed4') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:11.226174 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] For port 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:11.239711 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6b57a49b-250e-4b0d-ac1c-ed4b8a7f561d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.241312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.245292 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] For port 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=7e92ba6b-2f86-4afa-930b-d2e49ccf0e77,segment=NetworkSegment(27193511-cf0d-4db2-9173-6c63797a575e),segment_id=27193511-cf0d-4db2-9173-6c63797a575e)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:11.255874 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.263608 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ee5c76a0-3ec0-4571-9ff9-9ddb6e9d073e tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/subnetpools/2e846c1b-78b4-44eb-8eee-2b85b4d93ed4/tags HTTP/1.1" status: 200 len: 205 time: 0.1173265 Nov 23 04:45:11.263841 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46258) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:11.271409 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-440f72f0-911d-4036-829a-488270eeac23 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2e846c1b-78b4-44eb-8eee-2b85b4d93ed4') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:11.272400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f56b1bd-4eac-42fc-a6bc-afffc4f323bb']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:11.283857 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85cd8f59-b00e-4a7d-93b5-89ff471caa77') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:11.284174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85cd8f59-b00e-4a7d-93b5-89ff471caa77') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:11.298561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.307460 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e95ca6b7-007b-4095-a26f-2f98836dd369 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.323305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6b57a49b-250e-4b0d-ac1c-ed4b8a7f561d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.330316 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b57a49b-250e-4b0d-ac1c-ed4b8a7f561d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:11.330714 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.331039 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6b57a49b-250e-4b0d-ac1c-ed4b8a7f561d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.338234 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:45:11.338442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.353991 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a874bf45-7b6d-400c-8b72-ac8a9a6c0400 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:08Z', 'revision_number': 9, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': '6a276e38-9f30-4ea0-bb03-e21f5717db10', 'name': '', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:58:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:54Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:11.368578 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-440f72f0-911d-4036-829a-488270eeac23 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/subnetpools/2e846c1b-78b4-44eb-8eee-2b85b4d93ed4/tags HTTP/1.1" status: 204 len: 168 time: 0.1015427 Nov 23 04:45:11.370039 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46260) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:45:11.385672 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:45:11.394314 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77888a43-5891-45dd-aa33-2f8559f0b607 None None] Pushing event updated for resources: {'Port': ['ID=7e92ba6b-2f86-4afa-930b-d2e49ccf0e77,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:11.397868 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a874bf45-7b6d-400c-8b72-ac8a9a6c0400 None None] The sync data for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv is: [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:08Z', 'revision_number': 9, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': '6a276e38-9f30-4ea0-bb03-e21f5717db10', 'name': '', 'network_id': '70a4f574-18dd-41cf-ab65-aaa81d1cee9d', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:58:75:d2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1142, 'fixed_ips': [{'subnet_id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:45Z', 'updated_at': '2021-11-23T04:44:54Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '1adcd688-da2e-46ec-a35c-e92465be4fb1', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:45:11.413642 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-6d14ea76-c520-46c2-95ad-5eeb4d787a7b tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:11.424178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.432080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.435976 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/networks/6f56b1bd-4eac-42fc-a6bc-afffc4f323bb HTTP/1.1" status: 204 len: 168 time: 0.9492607 Nov 23 04:45:11.459931 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 39330b50-f3eb-4a81-81f7-a22b643be406 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:11.475489 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-e95ca6b7-007b-4095-a26f-2f98836dd369 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port e73efac6-e2ca-4556-b5c0-f05055eb782d yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:45:11.488669 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46262) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:11.498800 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6b57a49b-250e-4b0d-ac1c-ed4b8a7f561d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5421455 Nov 23 04:45:11.507129 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46264) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:11.526544 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 39330b50-f3eb-4a81-81f7-a22b643be406 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:11.527200 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.718337 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b57a49b-250e-4b0d-ac1c-ed4b8a7f561d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Network': ['ID=6023fd77-591f-46b1-a5c0-cfdcd89cb477,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:11.744074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 6023fd77-591f-46b1-a5c0-cfdcd89cb477 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:45:11.811125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d2cfc-6e95-47a2-be6d-e0b96bce6c2e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Network': ['ID=6f56b1bd-4eac-42fc-a6bc-afffc4f323bb,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:11.837870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:11.911271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe3c604-e970-47f0-97d9-75c8aa388a28 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:11.912829 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dfe3c604-e970-47f0-97d9-75c8aa388a28 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1f39b592b6944144b30ee044431afa7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 829 time: 0.4026191 Nov 23 04:45:11.915922 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46266) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:11.928942 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6d14ea76-c520-46c2-95ad-5eeb4d787a7b tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/routers/f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce/tags HTTP/1.1" status: 204 len: 168 time: 0.5231924 Nov 23 04:45:11.933136 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46268) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:11.940559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-402e819a-e174-41c3-8608-6569227caa6b tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5832a76-bb81-495f-854b-2cc67957f161') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:12.114484 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4cba46b-513e-483f-a529-1622b1e32a2d tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:12.116032 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b4cba46b-513e-483f-a529-1622b1e32a2d tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1989911 Nov 23 04:45:12.118847 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46270) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:12.148875 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7a308680-0103-4d03-9b07-142b6b0c5935 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0288928 Nov 23 04:45:12.151613 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46272) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:12.185751 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-58f93bc8-96d9-4093-b759-5d46f5101155 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1f39b592b6944144b30ee044431afa7d&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330057 Nov 23 04:45:12.188265 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46274) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:12.279919 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a4556eb-53c4-4d1b-8a81-288284c6ec7e tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:12.284991 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2a4556eb-53c4-4d1b-8a81-288284c6ec7e tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0923035 Nov 23 04:45:12.285234 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46276) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:12.313662 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f2dfbe3a-7a6d-49eb-8dea-fdb30cd6bc4e tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272744 Nov 23 04:45:12.316145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46278) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:12.321072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4f146208-7479-43e9-b209-3957552c83fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-862659533', 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:12.426949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f146208-7479-43e9-b209-3957552c83fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:12.430828 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4f146208-7479-43e9-b209-3957552c83fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:12.512087 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-e95ca6b7-007b-4095-a26f-2f98836dd369 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::7ba2:f7c3:1f25:418c (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/ec8abc91-467b-44fa-abb9-614f06790deb/e73efac6-e2ca-4556-b5c0-f05055eb782d) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:12.559903 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-402e819a-e174-41c3-8608-6569227caa6b tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/ports/d5832a76-bb81-495f-854b-2cc67957f161/tags HTTP/1.1" status: 204 len: 168 time: 0.6253581 Nov 23 04:45:12.565870 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46280) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:12.570788 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-6ac77a19-49fa-49dc-ad64-1c8aee48a836 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:12.641346 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:12.685550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4f146208-7479-43e9-b209-3957552c83fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:12.742461 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04855bc5-610f-434e-aa3b-4a793db36e8c None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:12.749267 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e60e541-045b-4acc-9914-93dff06f5254 None None] Network 8f868a58-34d6-4676-bef4-aafcde1517d6 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:12.770564 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6ac77a19-49fa-49dc-ad64-1c8aee48a836 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/subnets/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5/tags HTTP/1.1" status: 204 len: 168 time: 0.1993511 Nov 23 04:45:12.773389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46282) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:12.778680 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-57affff0-0718-4022-b1f9-9cb152b95650 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5', 'tempest-TagsExtTest-Tag-428294178') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:12.795228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f146208-7479-43e9-b209-3957552c83fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Subnet': ['ID=e3976da0-c45f-4146-8ac7-2acfcca95bc5,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:12.806267 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f146208-7479-43e9-b209-3957552c83fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Checking segment: {'id': '464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:12.806830 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f146208-7479-43e9-b209-3957552c83fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network hostable DHCP agents. Network: 6023fd77-591f-46b1-a5c0-cfdcd89cb477, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:45:12.817843 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e95ca6b7-007b-4095-a26f-2f98836dd369 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:12.830224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f146208-7479-43e9-b209-3957552c83fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 6023fd77-591f-46b1-a5c0-cfdcd89cb477 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:45:12.846910 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-4f146208-7479-43e9-b209-3957552c83fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 6023fd77-591f-46b1-a5c0-cfdcd89cb477) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:12.852793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f146208-7479-43e9-b209-3957552c83fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:12.853946 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4f146208-7479-43e9-b209-3957552c83fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:12.878114 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4f146208-7479-43e9-b209-3957552c83fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.5609195 Nov 23 04:45:12.884281 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e620ab-5233-4713-9b0e-a94015a8e232 None None] Network 6023fd77-591f-46b1-a5c0-cfdcd89cb477 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:12.899263 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70b9c28b-b36b-4513-8610-de3b6829947f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:12.962152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-aedde796-2b97-4e9c-a8f0-87b3dab21298 None None] Provisioning complete for port d5832a76-bb81-495f-854b-2cc67957f161 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:12.962812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-aedde796-2b97-4e9c-a8f0-87b3dab21298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.004485 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e95ca6b7-007b-4095-a26f-2f98836dd369 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.013685 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46286) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:13.014218 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-57affff0-0718-4022-b1f9-9cb152b95650 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "PUT /v2.0/subnets/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5/tags/tempest-TagsExtTest-Tag-428294178 HTTP/1.1" status: 201 len: 201 time: 0.2387002 Nov 23 04:45:13.019366 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-0973a307-04f7-40d7-95d5-9b49f84d0975 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', 'd5832a76-bb81-495f-854b-2cc67957f161', 'tempest-TagsExtTest-Tag-1978679284') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:13.073087 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e95ca6b7-007b-4095-a26f-2f98836dd369 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:13.083548 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-e95ca6b7-007b-4095-a26f-2f98836dd369 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:13.089297 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95ca6b7-007b-4095-a26f-2f98836dd369 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:13.096533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e95ca6b7-007b-4095-a26f-2f98836dd369 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:13.097251 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e95ca6b7-007b-4095-a26f-2f98836dd369 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.120229 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95ca6b7-007b-4095-a26f-2f98836dd369 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=e73efac6-e2ca-4556-b5c0-f05055eb782d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:13.135695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc72ec27-0653-406a-bed5-0abfebb3853f None None] DHCP port deletion for 6f56b1bd-4eac-42fc-a6bc-afffc4f323bb request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:45:13.146522 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0973a307-04f7-40d7-95d5-9b49f84d0975 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "PUT /v2.0/ports/d5832a76-bb81-495f-854b-2cc67957f161/tags/tempest-TagsExtTest-Tag-1978679284 HTTP/1.1" status: 201 len: 201 time: 0.1317143 Nov 23 04:45:13.149068 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46288) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:13.156015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-23a988d0-27f6-4bf2-bb9f-51cd91368693 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce', 'tempest-TagsExtTest-Tag-1817086122') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:13.156194 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-aedde796-2b97-4e9c-a8f0-87b3dab21298 None None] Port d5832a76-bb81-495f-854b-2cc67957f161 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:45:13.162177 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e95ca6b7-007b-4095-a26f-2f98836dd369 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.2937214 Nov 23 04:45:13.165296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46290) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:13.191619 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-edd311d5-ac60-4cf0-a1c9-f2d1c7239ab0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'fixed_ips': [{'subnet_id': 'ec8abc91-467b-44fa-abb9-614f06790deb', 'ip_address': '2001:db8::7ba2:f7c3:1f25:418c'}], 'name': 'tempest-NetworksTestDHCPv6-1764972228'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:13.364078 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-23a988d0-27f6-4bf2-bb9f-51cd91368693 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "PUT /v2.0/routers/f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce/tags/tempest-TagsExtTest-Tag-1817086122 HTTP/1.1" status: 201 len: 201 time: 0.2131796 Nov 23 04:45:13.370408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46292) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:13.377899 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-8ca148d6-179a-4b10-b175-03fa0fecf58a tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '2e846c1b-78b4-44eb-8eee-2b85b4d93ed4', 'tempest-TagsExtTest-Tag-607166843') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:13.398977 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46294) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:13.404171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e05f5ec3-dfa7-4dc2-8f68-7b7bdd674fbb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1981268810', 'description': 'tempest-secgroup-smoke-1981268810 description', 'project_id': '1f39b592b6944144b30ee044431afa7d'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:13.412702 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd311d5-ac60-4cf0-a1c9-f2d1c7239ab0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:13.418561 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-edd311d5-ac60-4cf0-a1c9-f2d1c7239ab0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.437742 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:13.449194 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8ca148d6-179a-4b10-b175-03fa0fecf58a tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "PUT /v2.0/subnetpools/2e846c1b-78b4-44eb-8eee-2b85b4d93ed4/tags/tempest-TagsExtTest-Tag-607166843 HTTP/1.1" status: 201 len: 201 time: 0.0769825 Nov 23 04:45:13.452682 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46296) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:13.453912 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-edd311d5-ac60-4cf0-a1c9-f2d1c7239ab0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port 288b47ed-a187-45f9-ae93-69ab7c7cf7cb yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:45:13.459016 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-0a743db8-910f-4ce9-ae21-f4fbe77dfde4 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5', {'tags': ['tempest-TagsExtTest-Tag-885674573', 'tempest-TagsExtTest-Tag-319583342', 'tempest-TagsExtTest-Tag-1368459728']}) {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:13.488551 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e05f5ec3-dfa7-4dc2-8f68-7b7bdd674fbb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.493120 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-aedde796-2b97-4e9c-a8f0-87b3dab21298 None None] Provisioning complete for port 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:13.493521 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-aedde796-2b97-4e9c-a8f0-87b3dab21298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.502332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-70b9c28b-b36b-4513-8610-de3b6829947f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port 6a276e38-9f30-4ea0-bb03-e21f5717db10 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:13.502683 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70b9c28b-b36b-4513-8610-de3b6829947f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.548708 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0a743db8-910f-4ce9-ae21-f4fbe77dfde4 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "PUT /v2.0/subnets/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5/tags HTTP/1.1" status: 200 len: 316 time: 0.0946641 Nov 23 04:45:13.552770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46298) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:13.561172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-d0e33089-f3f3-4155-b4c8-6856d41a7fe1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:13.625717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6023fd77-591f-46b1-a5c0-cfdcd89cb477', 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ips': [{'subnet_id': 'e3976da0-c45f-4146-8ac7-2acfcca95bc5'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:45:13.627079 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.630509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e05f5ec3-dfa7-4dc2-8f68-7b7bdd674fbb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.637955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e05f5ec3-dfa7-4dc2-8f68-7b7bdd674fbb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.672332 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:13.672899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.681881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e05f5ec3-dfa7-4dc2-8f68-7b7bdd674fbb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.686015 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e05f5ec3-dfa7-4dc2-8f68-7b7bdd674fbb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2828777 Nov 23 04:45:13.686793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46300) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:13.696976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-43f5338e-5825-4db5-b4e0-99c90fbfbd53 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '9bd3fdea-3945-4601-9615-d65a8ff38693', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:13.715816 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05f5ec3-dfa7-4dc2-8f68-7b7bdd674fbb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd3fdea-3945-4601-9615-d65a8ff38693,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:13.732492 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-edd311d5-ac60-4cf0-a1c9-f2d1c7239ab0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] POST failed (client error): There was a conflict when trying to complete your request. Nov 23 04:45:13.732882 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-edd311d5-ac60-4cf0-a1c9-f2d1c7239ab0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:13.757815 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-70b9c28b-b36b-4513-8610-de3b6829947f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] For port 6a276e38-9f30-4ea0-bb03-e21f5717db10, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6a276e38-9f30-4ea0-bb03-e21f5717db10,segment=NetworkSegment(3f888e6b-3d68-4cac-bdae-bb44e7d6f271),segment_id=3f888e6b-3d68-4cac-bdae-bb44e7d6f271)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:13.758186 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70b9c28b-b36b-4513-8610-de3b6829947f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.761256 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d0e33089-f3f3-4155-b4c8-6856d41a7fe1 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/subnets/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5/tags HTTP/1.1" status: 204 len: 168 time: 0.2067792 Nov 23 04:45:13.761551 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46302) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:13.766449 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-5d86d15f-34e4-4c2f-abfb-bd7917d8ab49 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5', 'tempest-TagsExtTest-Tag-885674573') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:13.779115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-43f5338e-5825-4db5-b4e0-99c90fbfbd53 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.810046 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-edd311d5-ac60-4cf0-a1c9-f2d1c7239ab0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.6434252 Nov 23 04:45:13.813481 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46304) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:13.832279 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-70b9c28b-b36b-4513-8610-de3b6829947f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for 6a276e38-9f30-4ea0-bb03-e21f5717db10 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:13.863998 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-43f5338e-5825-4db5-b4e0-99c90fbfbd53 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.875067 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-43f5338e-5825-4db5-b4e0-99c90fbfbd53 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.889096 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-aedde796-2b97-4e9c-a8f0-87b3dab21298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.906737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f5338e-5825-4db5-b4e0-99c90fbfbd53 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f29430b-2411-412c-846b-6b690f737fa8,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:13.913591 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.918865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-43f5338e-5825-4db5-b4e0-99c90fbfbd53 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:13.920344 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-43f5338e-5825-4db5-b4e0-99c90fbfbd53 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2322147 Nov 23 04:45:13.923003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46306) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:13.930041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4659ae53-89d3-4303-8552-9e6a86712ff3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '9bd3fdea-3945-4601-9615-d65a8ff38693', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:13.972986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4659ae53-89d3-4303-8552-9e6a86712ff3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.027223 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-aedde796-2b97-4e9c-a8f0-87b3dab21298 None None] For port 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=7e92ba6b-2f86-4afa-930b-d2e49ccf0e77,segment=NetworkSegment(27193511-cf0d-4db2-9173-6c63797a575e),segment_id=27193511-cf0d-4db2-9173-6c63797a575e)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:14.052927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5648a08-83f3-416e-acdd-b6a1589bae73 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:14.076094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4659ae53-89d3-4303-8552-9e6a86712ff3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.081364 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4659ae53-89d3-4303-8552-9e6a86712ff3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.089145 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55e87f7-48ef-40ef-b114-b6cac26d287c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:14.096050 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e55e87f7-48ef-40ef-b114-b6cac26d287c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:14.100813 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e55e87f7-48ef-40ef-b114-b6cac26d287c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.2848840 Nov 23 04:45:14.101632 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46308) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:14.103672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4659ae53-89d3-4303-8552-9e6a86712ff3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6471fc73-bac6-4a1d-9731-51ad1af6a26d,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:14.117705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4659ae53-89d3-4303-8552-9e6a86712ff3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.119099 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4659ae53-89d3-4303-8552-9e6a86712ff3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1943617 Nov 23 04:45:14.122683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46310) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:14.129019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a2cbd104-41f2-4a0b-a30a-f5c4306d1e60 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '9bd3fdea-3945-4601-9615-d65a8ff38693', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:14.149739 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-aedde796-2b97-4e9c-a8f0-87b3dab21298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.153502 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-5d86d15f-34e4-4c2f-abfb-bd7917d8ab49 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] show failed (client error): The resource could not be found. Nov 23 04:45:14.154670 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5d86d15f-34e4-4c2f-abfb-bd7917d8ab49 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/subnets/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5/tags/tempest-TagsExtTest-Tag-885674573 HTTP/1.1" status: 404 len: 328 time: 0.3921685 Nov 23 04:45:14.157553 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46312) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:14.163879 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-ff769501-9d25-4d48-8a9b-b9f7b264e290 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5', 'tempest-TagsExtTest-Tag-319583342') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:14.182516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Allocated IP 172.20.0.18 (6023fd77-591f-46b1-a5c0-cfdcd89cb477/e3976da0-c45f-4146-8ac7-2acfcca95bc5/464b4ebe-2a8c-4458-ba18-abe7796f78eb) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:14.195312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd104-41f2-4a0b-a30a-f5c4306d1e60 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.268584 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70b9c28b-b36b-4513-8610-de3b6829947f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.281618 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-ff769501-9d25-4d48-8a9b-b9f7b264e290 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] show failed (client error): The resource could not be found. Nov 23 04:45:14.286264 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ff769501-9d25-4d48-8a9b-b9f7b264e290 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/subnets/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5/tags/tempest-TagsExtTest-Tag-319583342 HTTP/1.1" status: 404 len: 328 time: 0.1235414 Nov 23 04:45:14.287227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46314) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:14.291555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-beb3e4d2-89f0-4f4b-a968-784f3c9bc196 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5', 'tempest-TagsExtTest-Tag-1368459728') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:14.313068 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ad091c61-dff2-4dcd-a609-05c67ef10d0d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port e73efac6-e2ca-4556-b5c0-f05055eb782d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:14.313536 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad091c61-dff2-4dcd-a609-05c67ef10d0d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.318863 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b9c28b-b36b-4513-8610-de3b6829947f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=6a276e38-9f30-4ea0-bb03-e21f5717db10,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:14.332993 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd104-41f2-4a0b-a30a-f5c4306d1e60 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.346681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd104-41f2-4a0b-a30a-f5c4306d1e60 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.374547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cbd104-41f2-4a0b-a30a-f5c4306d1e60 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b19eb38-c2ce-40bc-b337-2573300612fe,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:14.395055 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.401690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a2cbd104-41f2-4a0b-a30a-f5c4306d1e60 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.411285 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a2cbd104-41f2-4a0b-a30a-f5c4306d1e60 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2840557 Nov 23 04:45:14.421029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46316) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:14.430562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-3be53ce4-804e-4a1e-87f2-123e1ae400f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '9bd3fdea-3945-4601-9615-d65a8ff38693', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:14.479121 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-beb3e4d2-89f0-4f4b-a968-784f3c9bc196 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] show failed (client error): The resource could not be found. Nov 23 04:45:14.481660 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-beb3e4d2-89f0-4f4b-a968-784f3c9bc196 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/subnets/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5/tags/tempest-TagsExtTest-Tag-1368459728 HTTP/1.1" status: 404 len: 329 time: 0.1926334 Nov 23 04:45:14.486360 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46318) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:14.489865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3be53ce4-804e-4a1e-87f2-123e1ae400f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.494614 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-f2c1cdec-85e4-4d02-a08d-5fc79d8ca4ed tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', 'd5832a76-bb81-495f-854b-2cc67957f161', {'tags': ['tempest-TagsExtTest-Tag-77883806', 'tempest-TagsExtTest-Tag-1136589176', 'tempest-TagsExtTest-Tag-113154135']}) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:14.494989 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.533799 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-aedde796-2b97-4e9c-a8f0-87b3dab21298 None None] Provisioning complete for port 39330b50-f3eb-4a81-81f7-a22b643be406 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:14.534586 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-aedde796-2b97-4e9c-a8f0-87b3dab21298 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.541254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad091c61-dff2-4dcd-a609-05c67ef10d0d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.568855 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3be53ce4-804e-4a1e-87f2-123e1ae400f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.573847 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3be53ce4-804e-4a1e-87f2-123e1ae400f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.582587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e858116-2a9f-49bc-b6ab-c8fbf393e61b None None] Network 8f868a58-34d6-4676-bef4-aafcde1517d6 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:14.593642 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:45:14.594059 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:45:14.603640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3be53ce4-804e-4a1e-87f2-123e1ae400f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.604984 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3be53ce4-804e-4a1e-87f2-123e1ae400f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1804669 Nov 23 04:45:14.607807 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46322) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:14.610187 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be53ce4-804e-4a1e-87f2-123e1ae400f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d686d4d8-a552-47b2-a93c-47694517cd86,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:14.617034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-677bfe07-e2ff-42f5-bdd7-ca585567d1c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '9bd3fdea-3945-4601-9615-d65a8ff38693', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:14.641882 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-677bfe07-e2ff-42f5-bdd7-ca585567d1c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:45:14.647500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-677bfe07-e2ff-42f5-bdd7-ca585567d1c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.653324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Network 6023fd77-591f-46b1-a5c0-cfdcd89cb477 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:14.653324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedde796-2b97-4e9c-a8f0-87b3dab21298 None None] Pushing event updated for resources: {'Port': ['ID=7e92ba6b-2f86-4afa-930b-d2e49ccf0e77,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:14.677585 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:14.679510 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ad091c61-dff2-4dcd-a609-05c67ef10d0d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for e73efac6-e2ca-4556-b5c0-f05055eb782d owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:14.684809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:14.746372 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-677bfe07-e2ff-42f5-bdd7-ca585567d1c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.751593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-677bfe07-e2ff-42f5-bdd7-ca585567d1c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.787679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677bfe07-e2ff-42f5-bdd7-ca585567d1c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddae0ba3-6116-46ec-924b-16151ef1f088,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:14.797417 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-677bfe07-e2ff-42f5-bdd7-ca585567d1c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.798562 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-677bfe07-e2ff-42f5-bdd7-ca585567d1c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1891434 Nov 23 04:45:14.800295 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Pushing event updated for resources: {'Port': ['ID=464b4ebe-2a8c-4458-ba18-abe7796f78eb,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:14.809738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46324) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:14.815906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-885d1173-9d85-457d-ad72-1e7379a5b09d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '9bd3fdea-3945-4601-9615-d65a8ff38693', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:14.875514 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-885d1173-9d85-457d-ad72-1e7379a5b09d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:45:14.882754 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Attempting to bind port 464b4ebe-2a8c-4458-ba18-abe7796f78eb on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:14.883140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Attempting to bind port 464b4ebe-2a8c-4458-ba18-abe7796f78eb by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:14.883574 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Attempting to bind port 464b4ebe-2a8c-4458-ba18-abe7796f78eb on network 6023fd77-591f-46b1-a5c0-cfdcd89cb477 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:14.884434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-885d1173-9d85-457d-ad72-1e7379a5b09d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.886537 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f2c1cdec-85e4-4d02-a08d-5fc79d8ca4ed tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "PUT /v2.0/ports/d5832a76-bb81-495f-854b-2cc67957f161/tags HTTP/1.1" status: 200 len: 315 time: 0.3986840 Nov 23 04:45:14.890641 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46326) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:14.893453 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-70b9c28b-b36b-4513-8610-de3b6829947f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.894783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:14.895293 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Checking segment: {'id': '464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:14.895567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.895957 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Bound using segment: {'id': '464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:14.896510 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Bound port: 464b4ebe-2a8c-4458-ba18-abe7796f78eb, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:14.896809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.900240 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-ae145b5d-9e96-46d8-b39c-8b624f8b9a89 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5832a76-bb81-495f-854b-2cc67957f161') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:14.980543 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-885d1173-9d85-457d-ad72-1e7379a5b09d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:14.987086 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-885d1173-9d85-457d-ad72-1e7379a5b09d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:15.001146 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c512438f-50f6-494f-839b-e52638c4b0bb req-c117bfae-580a-4502-b17d-98bd824e3062 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2365935 Nov 23 04:45:15.021855 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b954e9d7-73fe-413a-ba12-92f53e2224f9 None None] Provisioning complete for port e73efac6-e2ca-4556-b5c0-f05055eb782d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:15.022396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b954e9d7-73fe-413a-ba12-92f53e2224f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:15.023371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-885d1173-9d85-457d-ad72-1e7379a5b09d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c5b0c13b-e795-4493-8aba-240748ad83f7,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:15.025019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] For port 464b4ebe-2a8c-4458-ba18-abe7796f78eb, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:15.029566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] For port 464b4ebe-2a8c-4458-ba18-abe7796f78eb, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=464b4ebe-2a8c-4458-ba18-abe7796f78eb,segment=NetworkSegment(464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4),segment_id=464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:15.042781 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-885d1173-9d85-457d-ad72-1e7379a5b09d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:15.055003 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-885d1173-9d85-457d-ad72-1e7379a5b09d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2442486 Nov 23 04:45:15.063138 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:15.150353 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b954e9d7-73fe-413a-ba12-92f53e2224f9 None None] Port e73efac6-e2ca-4556-b5c0-f05055eb782d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:45:15.265682 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b954e9d7-73fe-413a-ba12-92f53e2224f9 None None] Provisioning complete for port d5832a76-bb81-495f-854b-2cc67957f161 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:15.266109 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b954e9d7-73fe-413a-ba12-92f53e2224f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:15.272418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b09d31-e3d7-46a1-87d4-393a1448156e None None] Pushing event updated for resources: {'Port': ['ID=464b4ebe-2a8c-4458-ba18-abe7796f78eb,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:15.298761 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d2538d41-c3ff-40e7-accb-765cd9d37f51 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:15.337157 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: d2538d41-c3ff-40e7-accb-765cd9d37f51 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:15.337938 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d2538d41-c3ff-40e7-accb-765cd9d37f51 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:15.338687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:15.378536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b954e9d7-73fe-413a-ba12-92f53e2224f9 None None] Port d5832a76-bb81-495f-854b-2cc67957f161 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:45:15.380508 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:15.380890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9902c23d-0c7a-4ac6-a3f7-6a3aaea57db6 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:15.400546 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b954e9d7-73fe-413a-ba12-92f53e2224f9 None None] Provisioning complete for port 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:15.401019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b954e9d7-73fe-413a-ba12-92f53e2224f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:15.461560 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-bd0243bd-f5ca-4afa-a148-b2be0c0779d2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1981268810&fields=id&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 267 time: 0.0994668 Nov 23 04:45:15.662865 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b954e9d7-73fe-413a-ba12-92f53e2224f9 None None] Provisioning complete for port 39330b50-f3eb-4a81-81f7-a22b643be406 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:15.663249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b954e9d7-73fe-413a-ba12-92f53e2224f9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:15.702257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23617577-9b30-4906-b7ae-1adc08690b75 req-ea1f11a8-565e-431e-a7bf-bed697c5998f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:15.703848 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-ea1f11a8-565e-431e-a7bf-bed697c5998f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/networks?id=6023fd77-591f-46b1-a5c0-cfdcd89cb477 HTTP/1.1" status: 200 len: 796 time: 0.2349730 Nov 23 04:45:15.715580 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:15.723599 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad091c61-dff2-4dcd-a609-05c67ef10d0d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:15.741377 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-66a2bcc5-9ef6-4649-acaa-83ae74f30e29 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/quotas/1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 375 time: 0.0313139 Nov 23 04:45:15.747820 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ae145b5d-9e96-46d8-b39c-8b624f8b9a89 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/ports/d5832a76-bb81-495f-854b-2cc67957f161/tags HTTP/1.1" status: 204 len: 168 time: 0.8516045 Nov 23 04:45:15.752147 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46346) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:15.762561 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-cb34d729-f30d-4859-8f19-d38589b33afa tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5832a76-bb81-495f-854b-2cc67957f161', 'tempest-TagsExtTest-Tag-77883806') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:15.769493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512438f-50f6-494f-839b-e52638c4b0bb req-82ed7a90-98e1-4944-9b42-154d92e25005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:15.771087 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c512438f-50f6-494f-839b-e52638c4b0bb req-82ed7a90-98e1-4944-9b42-154d92e25005 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 1099 time: 0.6711950 Nov 23 04:45:15.841656 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad091c61-dff2-4dcd-a609-05c67ef10d0d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=e73efac6-e2ca-4556-b5c0-f05055eb782d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:15.863660 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-46801e44-729c-4547-9e3d-db0352af64b6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1132929 Nov 23 04:45:16.004437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad091c61-dff2-4dcd-a609-05c67ef10d0d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:16.010598 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ad091c61-dff2-4dcd-a609-05c67ef10d0d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/e73efac6-e2ca-4556-b5c0-f05055eb782d HTTP/1.1" status: 204 len: 168 time: 1.9013531 Nov 23 04:45:16.016674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46348) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:16.031957 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-2a8c5222-2067-4f14-b9ce-1edde776bb5c service neutron] 10.222.0.37 "GET /v2.0/networks/6023fd77-591f-46b1-a5c0-cfdcd89cb477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1531250 Nov 23 04:45:16.089256 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70b9c28b-b36b-4513-8610-de3b6829947f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router af6639ae-2afa-4611-8cdf-063b350a52b3 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:45:16.095187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:16.096582 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:16.119445 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dede2aac-daa7-458f-a385-ab5e51cb2af9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:16.120926 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dede2aac-daa7-458f-a385-ab5e51cb2af9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:16.122700 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dede2aac-daa7-458f-a385-ab5e51cb2af9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1043155 Nov 23 04:45:16.126447 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46350) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:16.153051 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-cb34d729-f30d-4859-8f19-d38589b33afa tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] show failed (client error): The resource could not be found. Nov 23 04:45:16.156894 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cb34d729-f30d-4859-8f19-d38589b33afa tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/ports/d5832a76-bb81-495f-854b-2cc67957f161/tags/tempest-TagsExtTest-Tag-77883806 HTTP/1.1" status: 404 len: 327 time: 0.3983817 Nov 23 04:45:16.160985 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46352) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:16.169387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-d5d7b88c-6305-4e64-8108-8dd2afb050b4 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5832a76-bb81-495f-854b-2cc67957f161', 'tempest-TagsExtTest-Tag-1136589176') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:16.205443 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-46114a3f-73ec-4f50-a480-a49526b29dd5 service neutron] 10.222.0.37 "GET /v2.0/networks/6023fd77-591f-46b1-a5c0-cfdcd89cb477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661544 Nov 23 04:45:16.216446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-05bcf7d0-1c29-4efa-9e61-5abe63c11789 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet ec8abc91-467b-44fa-abb9-614f06790deb {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:16.221394 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05bcf7d0-1c29-4efa-9e61-5abe63c11789 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:16.241482 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1252e1b1-6585-4140-a608-ee995821fccf None None] Could not find standard attr ID for object 5786f6f1-84ff-4580-8381-4665a6025920. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:45:16.244755 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1252e1b1-6585-4140-a608-ee995821fccf None None] Could not find standard attr ID for object e73efac6-e2ca-4556-b5c0-f05055eb782d. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:45:16.259879 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1252e1b1-6585-4140-a608-ee995821fccf None None] Provisioning complete for port d5832a76-bb81-495f-854b-2cc67957f161 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:16.260104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1252e1b1-6585-4140-a608-ee995821fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:16.298195 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05bcf7d0-1c29-4efa-9e61-5abe63c11789 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:16.315017 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512438f-50f6-494f-839b-e52638c4b0bb req-b20f52e2-00a0-4409-9192-0c4a54538744 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:16.315915 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-1252e1b1-6585-4140-a608-ee995821fccf None None] Port d5832a76-bb81-495f-854b-2cc67957f161 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:45:16.317528 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c512438f-50f6-494f-839b-e52638c4b0bb req-b20f52e2-00a0-4409-9192-0c4a54538744 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 913 time: 0.4773464 Nov 23 04:45:16.336295 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1252e1b1-6585-4140-a608-ee995821fccf None None] Provisioning complete for port 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:16.336721 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1252e1b1-6585-4140-a608-ee995821fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:16.384741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05bcf7d0-1c29-4efa-9e61-5abe63c11789 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:16.449251 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70b9c28b-b36b-4513-8610-de3b6829947f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:45:16.465170 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447c1b51-5b78-4080-bae7-3c953449c325 None None] Sync routers for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:45:16.480693 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-70b9c28b-b36b-4513-8610-de3b6829947f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/af6639ae-2afa-4611-8cdf-063b350a52b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9888642 Nov 23 04:45:16.483548 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46358) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:16.486685 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1252e1b1-6585-4140-a608-ee995821fccf None None] Provisioning complete for port 39330b50-f3eb-4a81-81f7-a22b643be406 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:16.487073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1252e1b1-6585-4140-a608-ee995821fccf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:16.491763 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447c1b51-5b78-4080-bae7-3c953449c325 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:16.493261 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-447c1b51-5b78-4080-bae7-3c953449c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:16.546232 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c512438f-50f6-494f-839b-e52638c4b0bb req-d06fe25e-f577-4382-ad3c-c24f16487a7d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6b653762-0c95-40d8-b695-3d7a92ee7d2e HTTP/1.1" status: 200 len: 1001 time: 0.2129536 Nov 23 04:45:16.611113 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-25f45180-d9a9-4f10-9182-e80849eab0ad tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting subnet 1adcd688-da2e-46ec-a35c-e92465be4fb1 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:16.615381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25f45180-d9a9-4f10-9182-e80849eab0ad tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:16.620383 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-825ac457-6794-45b6-836f-d402ecc22cc9 req-64e8a08c-7b99-481b-8406-e4083f6b7418 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 210 time: 0.1186676 Nov 23 04:45:16.648743 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-d5d7b88c-6305-4e64-8108-8dd2afb050b4 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] show failed (client error): The resource could not be found. Nov 23 04:45:16.652637 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d5d7b88c-6305-4e64-8108-8dd2afb050b4 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/ports/d5832a76-bb81-495f-854b-2cc67957f161/tags/tempest-TagsExtTest-Tag-1136589176 HTTP/1.1" status: 404 len: 329 time: 0.4877248 Nov 23 04:45:16.654849 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46360) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:16.669953 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-62cfe150-6bc8-455e-a3a6-35d6285327e7 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', 'd5832a76-bb81-495f-854b-2cc67957f161', 'tempest-TagsExtTest-Tag-113154135') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:16.708593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05bcf7d0-1c29-4efa-9e61-5abe63c11789 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:16.712440 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-447c1b51-5b78-4080-bae7-3c953449c325 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:16.758985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05bcf7d0-1c29-4efa-9e61-5abe63c11789 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:16.766794 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512438f-50f6-494f-839b-e52638c4b0bb req-179eeabd-2e0f-4175-86c7-652b3940a9b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:16.768594 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c512438f-50f6-494f-839b-e52638c4b0bb req-179eeabd-2e0f-4175-86c7-652b3940a9b0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 200 len: 851 time: 0.1875072 Nov 23 04:45:16.769225 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46366) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:16.769710 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-05bcf7d0-1c29-4efa-9e61-5abe63c11789 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/ec8abc91-467b-44fa-abb9-614f06790deb HTTP/1.1" status: 204 len: 168 time: 0.6340840 Nov 23 04:45:16.822770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05bcf7d0-1c29-4efa-9e61-5abe63c11789 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=ec8abc91-467b-44fa-abb9-614f06790deb,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:16.848663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25f45180-d9a9-4f10-9182-e80849eab0ad tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:16.868482 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-841e1f80-e76e-4ed8-aedc-997622dc3d96 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0963609 Nov 23 04:45:16.871513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46368) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:16.882425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-24254db4-e2a6-4bf0-a04c-e7155d56ec2e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:16.993543 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd815f1-ac22-4e67-9603-077d9ba0a3e5 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:17.033386 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25f45180-d9a9-4f10-9182-e80849eab0ad tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:17.069994 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-62cfe150-6bc8-455e-a3a6-35d6285327e7 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] show failed (client error): The resource could not be found. Nov 23 04:45:17.071355 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-62cfe150-6bc8-455e-a3a6-35d6285327e7 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/ports/d5832a76-bb81-495f-854b-2cc67957f161/tags/tempest-TagsExtTest-Tag-113154135 HTTP/1.1" status: 404 len: 328 time: 0.4155846 Nov 23 04:45:17.075785 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46372) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:17.081958 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dc32ff8-a77e-48b6-8cc7-b829e728b781 None None] Network 6023fd77-591f-46b1-a5c0-cfdcd89cb477 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:17.092223 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-945c2164-656e-4dd9-a14f-978ad6064f6a tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce', {'tags': ['tempest-TagsExtTest-Tag-1669506562', 'tempest-TagsExtTest-Tag-650420531', 'tempest-TagsExtTest-Tag-1794103152']}) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:17.097516 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c512438f-50f6-494f-839b-e52638c4b0bb req-7c0caa40-804c-462a-a006-4f4015ce5350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:17.099001 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c512438f-50f6-494f-839b-e52638c4b0bb req-7c0caa40-804c-462a-a006-4f4015ce5350 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca7d247b-210d-4ed0-a1d5-72133393a767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2617002 Nov 23 04:45:17.101091 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24254db4-e2a6-4bf0-a04c-e7155d56ec2e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:17.104867 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-24254db4-e2a6-4bf0-a04c-e7155d56ec2e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:17.128395 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25f45180-d9a9-4f10-9182-e80849eab0ad tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:17.133442 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-447c1b51-5b78-4080-bae7-3c953449c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:14Z', 'revision_number': 10, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:17.176660 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447c1b51-5b78-4080-bae7-3c953449c325 None None] Checking router: af6639ae-2afa-4611-8cdf-063b350a52b3 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:45:17.179228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-faa8bba8-dff3-4888-8360-23d21f760565 None None] Provisioning complete for port 464b4ebe-2a8c-4458-ba18-abe7796f78eb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:17.179926 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-faa8bba8-dff3-4888-8360-23d21f760565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:17.194609 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-447c1b51-5b78-4080-bae7-3c953449c325 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:17.195772 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-447c1b51-5b78-4080-bae7-3c953449c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:17.216292 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f45180-d9a9-4f10-9182-e80849eab0ad tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Subnet': ['ID=1adcd688-da2e-46ec-a35c-e92465be4fb1,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:17.237307 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25f45180-d9a9-4f10-9182-e80849eab0ad tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:17.243254 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-25f45180-d9a9-4f10-9182-e80849eab0ad tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/1adcd688-da2e-46ec-a35c-e92465be4fb1 HTTP/1.1" status: 204 len: 168 time: 0.7560754 Nov 23 04:45:17.243489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46374) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:17.339486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04579900-72ce-4f2b-89a3-7fe8c3f9179a None None] Network 70a4f574-18dd-41cf-ab65-aaa81d1cee9d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:17.339756 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:17.411356 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-945c2164-656e-4dd9-a14f-978ad6064f6a tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "PUT /v2.0/routers/f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce/tags HTTP/1.1" status: 200 len: 317 time: 0.3302407 Nov 23 04:45:17.414586 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46376) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:17.425083 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-26509c96-461b-4ba5-a719-8731fb9bf8e7 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:17.458871 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-447c1b51-5b78-4080-bae7-3c953449c325 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:17.498403 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port cf965463-418e-4988-8279-84b708f79da1 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:17.499180 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:17.581697 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c512438f-50f6-494f-839b-e52638c4b0bb req-23d2317e-961b-4535-8b12-f2b1aa2f0fd4 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4356270 Nov 23 04:45:17.651929 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] For port cf965463-418e-4988-8279-84b708f79da1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=cf965463-418e-4988-8279-84b708f79da1,segment=NetworkSegment(3f888e6b-3d68-4cac-bdae-bb44e7d6f271),segment_id=3f888e6b-3d68-4cac-bdae-bb44e7d6f271)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:17.652203 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70ff180e-21fc-41c4-995e-08109a19364a None None] DHCP port deletion for 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:45:17.652533 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:17.654124 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 464b4ebe-2a8c-4458-ba18-abe7796f78eb up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:17.667868 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-faa8bba8-dff3-4888-8360-23d21f760565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:17.675221 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for cf965463-418e-4988-8279-84b708f79da1 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:17.809792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-faa8bba8-dff3-4888-8360-23d21f760565 None None] For port 464b4ebe-2a8c-4458-ba18-abe7796f78eb, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=464b4ebe-2a8c-4458-ba18-abe7796f78eb,segment=NetworkSegment(464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4),segment_id=464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:17.821736 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-faa8bba8-dff3-4888-8360-23d21f760565 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:17.828400 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-447c1b51-5b78-4080-bae7-3c953449c325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:14Z', 'revision_number': 10, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:17.839292 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-24254db4-e2a6-4bf0-a04c-e7155d56ec2e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:17.865793 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a1d695f1-b56d-4ffb-be66-534b191e274b req-4ad6b8d1-a3f5-466c-8e32-50dc4f4837dd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 210 time: 0.1030250 Nov 23 04:45:17.895676 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 464b4ebe-2a8c-4458-ba18-abe7796f78eb triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:17.896150 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:17.902064 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-447c1b51-5b78-4080-bae7-3c953449c325 None None] The sync data for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv is: [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:14Z', 'revision_number': 10, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None, '_interfaces': [{'id': 'a51dd799-ecd7-4684-8893-55074478b597', 'name': '', 'network_id': '118905f4-98b6-4f71-9474-a44f571121e1', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'mac_address': 'fa:16:3e:bc:11:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1113, 'fixed_ips': [{'subnet_id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:44:36Z', 'updated_at': '2021-11-23T04:44:44Z', 'revision_number': 5, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'subnets': [{'id': '0639551c-4861-411a-a1cf-906e2bcef0f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:45:17.945619 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446f506c-104a-4f3c-a8c7-e3570a2ae28c None None] DHCP port deletion for 70a4f574-18dd-41cf-ab65-aaa81d1cee9d request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:45:17.951990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:17.969200 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-70ff180e-21fc-41c4-995e-08109a19364a None None] Deleting port 39330b50-f3eb-4a81-81f7-a22b643be406 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:17.969737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-70ff180e-21fc-41c4-995e-08109a19364a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:17.981261 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=cf965463-418e-4988-8279-84b708f79da1,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:18.005823 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No DVR routers for this DVR port cf965463-418e-4988-8279-84b708f79da1 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:18.039576 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa8bba8-dff3-4888-8360-23d21f760565 None None] Pushing event updated for resources: {'Port': ['ID=464b4ebe-2a8c-4458-ba18-abe7796f78eb,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:18.085214 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-26509c96-461b-4ba5-a719-8731fb9bf8e7 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/routers/f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce/tags HTTP/1.1" status: 204 len: 168 time: 0.6670194 Nov 23 04:45:18.088252 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46380) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:18.089152 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c512438f-50f6-494f-839b-e52638c4b0bb req-0bf5d2af-0e19-4693-ad14-013304305cab service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4925311 Nov 23 04:45:18.094421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24254db4-e2a6-4bf0-a04c-e7155d56ec2e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:18.096800 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-2425f625-85b3-4b04-b33f-f4e288cafb5a tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce', 'tempest-TagsExtTest-Tag-1669506562') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:18.099872 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-24254db4-e2a6-4bf0-a04c-e7155d56ec2e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:18.104855 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24254db4-e2a6-4bf0-a04c-e7155d56ec2e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:18.105515 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-24254db4-e2a6-4bf0-a04c-e7155d56ec2e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:18.113899 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24254db4-e2a6-4bf0-a04c-e7155d56ec2e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=ae82a071-c570-4f36-a420-263f9c659c4c,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:18.144687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-70ff180e-21fc-41c4-995e-08109a19364a None None] For port 39330b50-f3eb-4a81-81f7-a22b643be406, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=39330b50-f3eb-4a81-81f7-a22b643be406,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:18.146236 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-70ff180e-21fc-41c4-995e-08109a19364a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:18.150758 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-24254db4-e2a6-4bf0-a04c-e7155d56ec2e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2753742 Nov 23 04:45:18.155243 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46382) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:18.163570 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bba9ae34-4290-4157-88c8-7074bb546d9a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'fixed_ips': [{'subnet_id': 'ae82a071-c570-4f36-a420-263f9c659c4c', 'ip_address': '2001:db8:0:1::7'}], 'name': 'tempest-NetworksTestDHCPv6-954810436'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:18.167075 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-70ff180e-21fc-41c4-995e-08109a19364a None None] Calling delete_port for 39330b50-f3eb-4a81-81f7-a22b643be406 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:18.286687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:18.308341 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bba9ae34-4290-4157-88c8-7074bb546d9a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:18.310324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-531be903-0af5-4f17-883b-13b63cc9959d None None] Provisioning complete for port 464b4ebe-2a8c-4458-ba18-abe7796f78eb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:18.310879 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-531be903-0af5-4f17-883b-13b63cc9959d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:18.342517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23617577-9b30-4906-b7ae-1adc08690b75 req-216ed1fa-f6b7-46f9-842f-fc3eaed3bc1d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:18.344039 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-216ed1fa-f6b7-46f9-842f-fc3eaed3bc1d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/networks?id=6023fd77-591f-46b1-a5c0-cfdcd89cb477 HTTP/1.1" status: 200 len: 796 time: 0.3587213 Nov 23 04:45:18.350693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70a4f574-18dd-41cf-ab65-aaa81d1cee9d']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:18.355719 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-2425f625-85b3-4b04-b33f-f4e288cafb5a tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] show failed (client error): The resource could not be found. Nov 23 04:45:18.357309 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2425f625-85b3-4b04-b33f-f4e288cafb5a tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/routers/f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce/tags/tempest-TagsExtTest-Tag-1669506562 HTTP/1.1" status: 404 len: 329 time: 0.2653248 Nov 23 04:45:18.364504 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46386) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:18.369904 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-3ad700d8-0a3d-44f9-a0f9-363035ba96ce tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce', 'tempest-TagsExtTest-Tag-650420531') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:18.394177 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-70ff180e-21fc-41c4-995e-08109a19364a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:18.423633 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f888e6b-3d68-4cac-bdae-bb44e7d6f271') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:18.424108 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f888e6b-3d68-4cac-bdae-bb44e7d6f271') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:18.437491 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bba9ae34-4290-4157-88c8-7074bb546d9a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:18.449912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ff180e-21fc-41c4-995e-08109a19364a None None] Pushing event deleted for resources: {'Port': ['ID=39330b50-f3eb-4a81-81f7-a22b643be406,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:18.459347 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-bba9ae34-4290-4157-88c8-7074bb546d9a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port 0350ff28-7770-4bfc-ae16-dba436cd8d48 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:45:18.465506 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70ff180e-21fc-41c4-995e-08109a19364a None None] No DVR routers for this DVR port 39330b50-f3eb-4a81-81f7-a22b643be406 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:18.482464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:18.504369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dc4bbc-e670-423d-a161-79004981fbef None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:18.518111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:18.542929 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Releasing vlan 154 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:45:18.543793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:45:18.549216 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:45:18.602144 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-bba9ae34-4290-4157-88c8-7074bb546d9a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:45:18.603860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bba9ae34-4290-4157-88c8-7074bb546d9a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:18.627812 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-18b99f31-a03e-41ca-9028-7760bb06458f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 473 time: 0.2556388 Nov 23 04:45:18.628958 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bba9ae34-4290-4157-88c8-7074bb546d9a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4726312 Nov 23 04:45:18.631495 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46390) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:18.637807 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-3ad700d8-0a3d-44f9-a0f9-363035ba96ce tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] show failed (client error): The resource could not be found. Nov 23 04:45:18.641522 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3ad700d8-0a3d-44f9-a0f9-363035ba96ce tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/routers/f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce/tags/tempest-TagsExtTest-Tag-650420531 HTTP/1.1" status: 404 len: 328 time: 0.2729468 Nov 23 04:45:18.643788 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46392) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:18.647727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-23617577-9b30-4906-b7ae-1adc08690b75 req-3a2bc52d-484c-4c7a-a6e7-ad153d815ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'port': {'device_id': '64ca04ec-77f9-47a0-a500-e4bfcf83b858', 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477', 'admin_state_up': True, 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'security_groups': ['9bd3fdea-3945-4601-9615-d65a8ff38693']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:18.649349 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-d294ddeb-61b2-4d76-bccf-e44063128d2a tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce', 'tempest-TagsExtTest-Tag-1794103152') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:18.677075 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'fixed_ips': [{'subnet_id': 'ae82a071-c570-4f36-a420-263f9c659c4c'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:45:18.678129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:18.700598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:18.711914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:18.712216 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6efeb695-317b-4efd-8077-6f250816f829 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0795162 Nov 23 04:45:18.717914 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/networks/70a4f574-18dd-41cf-ab65-aaa81d1cee9d HTTP/1.1" status: 204 len: 168 time: 1.4710889 Nov 23 04:45:18.729251 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46394) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:18.729663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46396) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:18.755353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350b5234-b042-4f0d-b2f4-a14e29a93ba2 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Network': ['ID=70a4f574-18dd-41cf-ab65-aaa81d1cee9d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:18.763524 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-d294ddeb-61b2-4d76-bccf-e44063128d2a tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] show failed (client error): The resource could not be found. Nov 23 04:45:18.764778 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d294ddeb-61b2-4d76-bccf-e44063128d2a tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/routers/f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce/tags/tempest-TagsExtTest-Tag-1794103152 HTTP/1.1" status: 404 len: 329 time: 0.1200416 Nov 23 04:45:18.767669 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46400) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:18.778190 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-ef65f498-14f1-496d-912e-1e0d96b4c486 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '2e846c1b-78b4-44eb-8eee-2b85b4d93ed4', {'tags': ['tempest-TagsExtTest-Tag-328868731', 'tempest-TagsExtTest-Tag-1469131878', 'tempest-TagsExtTest-Tag-1741092878']}) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:18.831386 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ef65f498-14f1-496d-912e-1e0d96b4c486 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "PUT /v2.0/subnetpools/2e846c1b-78b4-44eb-8eee-2b85b4d93ed4/tags HTTP/1.1" status: 200 len: 317 time: 0.0626457 Nov 23 04:45:18.834069 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46402) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:18.839089 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-f3336c17-283d-4e9b-854a-efdee0c97630 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2e846c1b-78b4-44eb-8eee-2b85b4d93ed4') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:18.843179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Allocated IP 2001:db8::2 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/ae82a071-c570-4f36-a420-263f9c659c4c/0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:18.887045 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f3336c17-283d-4e9b-854a-efdee0c97630 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/subnetpools/2e846c1b-78b4-44eb-8eee-2b85b4d93ed4/tags HTTP/1.1" status: 204 len: 168 time: 0.0514197 Nov 23 04:45:18.888333 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46406) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:18.894648 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-7ec7eb45-7e87-4d76-84da-a0da50d6c65f tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2e846c1b-78b4-44eb-8eee-2b85b4d93ed4', 'tempest-TagsExtTest-Tag-328868731') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:18.931400 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-7ec7eb45-7e87-4d76-84da-a0da50d6c65f tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] show failed (client error): The resource could not be found. Nov 23 04:45:18.933897 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7ec7eb45-7e87-4d76-84da-a0da50d6c65f tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/subnetpools/2e846c1b-78b4-44eb-8eee-2b85b4d93ed4/tags/tempest-TagsExtTest-Tag-328868731 HTTP/1.1" status: 404 len: 328 time: 0.0439687 Nov 23 04:45:18.936081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46408) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:18.944306 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-935fb58e-5883-41ac-8b19-99ddf2d8f2c7 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2e846c1b-78b4-44eb-8eee-2b85b4d93ed4', 'tempest-TagsExtTest-Tag-1469131878') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:18.987489 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4c7a54b3-af83-4939-a6c7-042d7601eeff req-a156074a-498f-4020-883c-7bcd45f29e3b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 210 time: 0.0388067 Nov 23 04:45:18.999301 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-935fb58e-5883-41ac-8b19-99ddf2d8f2c7 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] show failed (client error): The resource could not be found. Nov 23 04:45:19.000823 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-935fb58e-5883-41ac-8b19-99ddf2d8f2c7 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/subnetpools/2e846c1b-78b4-44eb-8eee-2b85b4d93ed4/tags/tempest-TagsExtTest-Tag-1469131878 HTTP/1.1" status: 404 len: 329 time: 0.0636442 Nov 23 04:45:19.004635 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46410) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:19.020185 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-7c6ac332-823d-4ce8-8308-28a03a7d3234 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '2e846c1b-78b4-44eb-8eee-2b85b4d93ed4', 'tempest-TagsExtTest-Tag-1741092878') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:19.042387 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:19.050511 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:19.051029 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-7c6ac332-823d-4ce8-8308-28a03a7d3234 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] show failed (client error): The resource could not be found. Nov 23 04:45:19.052375 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7c6ac332-823d-4ce8-8308-28a03a7d3234 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/subnetpools/2e846c1b-78b4-44eb-8eee-2b85b4d93ed4/tags/tempest-TagsExtTest-Tag-1741092878 HTTP/1.1" status: 404 len: 329 time: 0.0467508 Nov 23 04:45:19.055415 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46412) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:19.060050 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-4276f18b-744e-41a3-968b-1ba73e1783ef tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '2e846c1b-78b4-44eb-8eee-2b85b4d93ed4') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:19.073362 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:19.076314 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:19.090325 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4276f18b-744e-41a3-968b-1ba73e1783ef tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/subnetpools/2e846c1b-78b4-44eb-8eee-2b85b4d93ed4/tags HTTP/1.1" status: 204 len: 168 time: 0.0337980 Nov 23 04:45:19.092829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46414) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:19.098359 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-12a7203a-0f3c-4058-8195-f62a72695d32 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:19.106382 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:19.171705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Pushing event updated for resources: {'Port': ['ID=0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:19.180948 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-12a7203a-0f3c-4058-8195-f62a72695d32 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/routers/f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce/tags HTTP/1.1" status: 204 len: 168 time: 0.0870397 Nov 23 04:45:19.183725 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46416) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:19.185712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Attempting to bind port 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:19.186175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Attempting to bind port 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:19.186525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Attempting to bind port 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:19.188550 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-f403ee83-2181-48fa-a7da-f7f223789220 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', 'd5832a76-bb81-495f-854b-2cc67957f161') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:19.193919 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:19.194682 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:19.195259 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:19.195811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:19.196449 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Bound port: 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:19.196999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:19.215666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502e861e-a3c5-4896-89f3-41c3abcc2dc8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:19.217158 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-502e861e-a3c5-4896-89f3-41c3abcc2dc8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:19.218696 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-502e861e-a3c5-4896-89f3-41c3abcc2dc8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.4842374 Nov 23 04:45:19.222163 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46418) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:19.271609 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] For port 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:19.275595 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] For port 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:19.280408 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:19.301712 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c64c70db-e23d-49dc-8862-3da78cedeb56 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet ae82a071-c570-4f36-a420-263f9c659c4c {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:19.306509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c64c70db-e23d-49dc-8862-3da78cedeb56 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:19.308997 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23617577-9b30-4906-b7ae-1adc08690b75 req-3a2bc52d-484c-4c7a-a6e7-ad153d815ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:19.311467 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f403ee83-2181-48fa-a7da-f7f223789220 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/ports/d5832a76-bb81-495f-854b-2cc67957f161/tags HTTP/1.1" status: 204 len: 168 time: 0.1263366 Nov 23 04:45:19.313029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-23617577-9b30-4906-b7ae-1adc08690b75 req-3a2bc52d-484c-4c7a-a6e7-ad153d815ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:19.315379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46420) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:19.331437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-2a41096d-b038-454c-b528-182de943d31e tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:19.353392 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ee2c7b-9d23-4f1a-b5e7-71913378577c None None] Pushing event updated for resources: {'Port': ['ID=0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:19.366942 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c64c70db-e23d-49dc-8862-3da78cedeb56 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:19.488243 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 464b4ebe-2a8c-4458-ba18-abe7796f78eb up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:19.551312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-23617577-9b30-4906-b7ae-1adc08690b75 req-3a2bc52d-484c-4c7a-a6e7-ad153d815ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.23 (6023fd77-591f-46b1-a5c0-cfdcd89cb477/e3976da0-c45f-4146-8ac7-2acfcca95bc5/0fa27471-87ed-4ec2-afcf-f34af121d0f7) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:19.570615 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 464b4ebe-2a8c-4458-ba18-abe7796f78eb triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:19.570996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:19.735638 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46422) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:19.736122 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2a41096d-b038-454c-b528-182de943d31e tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/subnets/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5/tags HTTP/1.1" status: 204 len: 168 time: 0.4169066 Nov 23 04:45:19.742854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c64c70db-e23d-49dc-8862-3da78cedeb56 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:19.792789 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6a276e38-9f30-4ea0-bb03-e21f5717db10 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:19.826197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-23617577-9b30-4906-b7ae-1adc08690b75 req-3a2bc52d-484c-4c7a-a6e7-ad153d815ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:19.830874 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 6a276e38-9f30-4ea0-bb03-e21f5717db10 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:19.831234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6a276e38-9f30-4ea0-bb03-e21f5717db10 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:19.832425 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device cf965463-418e-4988-8279-84b708f79da1 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:19.848446 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c64c70db-e23d-49dc-8862-3da78cedeb56 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:19.862521 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: cf965463-418e-4988-8279-84b708f79da1 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:19.862865 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device cf965463-418e-4988-8279-84b708f79da1 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:19.863271 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 39330b50-f3eb-4a81-81f7-a22b643be406 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:19.873713 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60945e90-ee51-4f1e-8f9b-dac55a7903a6 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks [] for subnetpool, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:19.877584 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-60945e90-ee51-4f1e-8f9b-dac55a7903a6 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/subnetpools/2e846c1b-78b4-44eb-8eee-2b85b4d93ed4 HTTP/1.1" status: 204 len: 168 time: 0.1383464 Nov 23 04:45:19.879992 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46424) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:19.883683 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 39330b50-f3eb-4a81-81f7-a22b643be406 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:19.884027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 39330b50-f3eb-4a81-81f7-a22b643be406 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:19.898792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c64c70db-e23d-49dc-8862-3da78cedeb56 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:19.902235 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c64c70db-e23d-49dc-8862-3da78cedeb56 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/ae82a071-c570-4f36-a420-263f9c659c4c HTTP/1.1" status: 204 len: 168 time: 0.6788497 Nov 23 04:45:19.903719 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c64c70db-e23d-49dc-8862-3da78cedeb56 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=ae82a071-c570-4f36-a420-263f9c659c4c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:19.905844 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46426) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:19.922203 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2c81d3f7-614e-45f3-a843-73669e5b69c8 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "GET /v2.0/ports?device_id=f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce HTTP/1.1" status: 200 len: 205 time: 0.0403442 Nov 23 04:45:19.924871 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46428) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:19.927583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fde115fe-2100-4f6a-ab92-34410c169d53 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:19.944946 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-86f4884f-700f-486c-8427-7ee40763f8cc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0379283 Nov 23 04:45:19.948610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46430) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:19.953386 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4e0597a6-3dbd-4bc2-bfe3-fe23d00cd2b4 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:20.025195 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-23617577-9b30-4906-b7ae-1adc08690b75 req-3a2bc52d-484c-4c7a-a6e7-ad153d815ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.048765 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0597a6-3dbd-4bc2-bfe3-fe23d00cd2b4 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:20.053005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e0597a6-3dbd-4bc2-bfe3-fe23d00cd2b4 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.153961 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-efef3680-f55c-4a86-a22a-3d41a2c07299 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.161425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23617577-9b30-4906-b7ae-1adc08690b75 req-3a2bc52d-484c-4c7a-a6e7-ad153d815ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 6023fd77-591f-46b1-a5c0-cfdcd89cb477 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:20.207699 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-23617577-9b30-4906-b7ae-1adc08690b75 req-3a2bc52d-484c-4c7a-a6e7-ad153d815ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:20.236067 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-23617577-9b30-4906-b7ae-1adc08690b75 req-3a2bc52d-484c-4c7a-a6e7-ad153d815ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:20.243416 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2bc52d-484c-4c7a-a6e7-ad153d815ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=0fa27471-87ed-4ec2-afcf-f34af121d0f7,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:20.269392 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e0597a6-3dbd-4bc2-bfe3-fe23d00cd2b4 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.320117 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0597a6-3dbd-4bc2-bfe3-fe23d00cd2b4 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:20.327050 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-4e0597a6-3dbd-4bc2-bfe3-fe23d00cd2b4 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:20.331428 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0597a6-3dbd-4bc2-bfe3-fe23d00cd2b4 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:20.332437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4e0597a6-3dbd-4bc2-bfe3-fe23d00cd2b4 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.344541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac80c3e4-e201-4b21-ac49-83333a0c4901 req-84a1dca2-178a-4c66-9afc-128c5b5d903b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:20.346209 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ac80c3e4-e201-4b21-ac49-83333a0c4901 req-84a1dca2-178a-4c66-9afc-128c5b5d903b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 932 time: 0.2727985 Nov 23 04:45:20.347807 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0597a6-3dbd-4bc2-bfe3-fe23d00cd2b4 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=907f36e4-6f77-4be2-828e-76d373f78033,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:20.362830 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4e0597a6-3dbd-4bc2-bfe3-fe23d00cd2b4 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4108562 Nov 23 04:45:20.363331 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46434) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:20.369434 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8a8fc341-1eaf-4fd7-bab6-47d0a7d98e20 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1213965293', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:20.396343 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a8fc341-1eaf-4fd7-bab6-47d0a7d98e20 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.397255 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a8fc341-1eaf-4fd7-bab6-47d0a7d98e20 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.459030 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a8fc341-1eaf-4fd7-bab6-47d0a7d98e20 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.464430 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a8fc341-1eaf-4fd7-bab6-47d0a7d98e20 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.480013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23617577-9b30-4906-b7ae-1adc08690b75 req-3a2bc52d-484c-4c7a-a6e7-ad153d815ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:20.480553 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-23617577-9b30-4906-b7ae-1adc08690b75 req-3a2bc52d-484c-4c7a-a6e7-ad153d815ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.485214 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-efef3680-f55c-4a86-a22a-3d41a2c07299 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.486622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a8fc341-1eaf-4fd7-bab6-47d0a7d98e20 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.488355 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8a8fc341-1eaf-4fd7-bab6-47d0a7d98e20 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1239779 Nov 23 04:45:20.489891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-efef3680-f55c-4a86-a22a-3d41a2c07299 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.491141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46436) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:20.522917 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-258e842b-b462-4a98-a0ee-a91e7d95e3fa None None] Provisioning complete for port 0fa27471-87ed-4ec2-afcf-f34af121d0f7 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:20.523522 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-258e842b-b462-4a98-a0ee-a91e7d95e3fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.559474 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-3a2bc52d-484c-4c7a-a6e7-ad153d815ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9194026 Nov 23 04:45:20.577006 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-efef3680-f55c-4a86-a22a-3d41a2c07299 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.577547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efef3680-f55c-4a86-a22a-3d41a2c07299 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Fanout notify agent at l3_agent the message router_deleted on router f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:45:20.578452 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-258e842b-b462-4a98-a0ee-a91e7d95e3fa None None] Port 0fa27471-87ed-4ec2-afcf-f34af121d0f7 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:45:20.586176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-efef3680-f55c-4a86-a22a-3d41a2c07299 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.587272 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-efef3680-f55c-4a86-a22a-3d41a2c07299 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/routers/f0ecb53f-66c2-40a3-8c7b-e5b9cffa65ce HTTP/1.1" status: 204 len: 168 time: 0.6576316 Nov 23 04:45:20.590686 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46438) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:20.598212 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ac80c3e4-e201-4b21-ac49-83333a0c4901 req-54e9aa69-b49f-451b-a1bd-e23b4463a35d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bd3fdea-3945-4601-9615-d65a8ff38693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2195888 Nov 23 04:45:20.606837 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Request body: {'port': {'device_id': '64ca04ec-77f9-47a0-a500-e4bfcf83b858', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:20.672165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-311862ae-c009-4919-9e77-f9a8266bf550 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:20.727926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.856061 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-fde115fe-2100-4f6a-ab92-34410c169d53 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port a51dd799-ecd7-4684-8893-55074478b597 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:20.856061 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fde115fe-2100-4f6a-ab92-34410c169d53 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.857980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-44ff47b9-42f2-4989-ad75-8c1c2019b8d2 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Deleting port d5832a76-bb81-495f-854b-2cc67957f161 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:20.858506 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44ff47b9-42f2-4989-ad75-8c1c2019b8d2 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.892895 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2268ba10-5e1a-46a7-a5f1-f19a340b9d35 None None] Provisioning complete for port 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:20.893263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2268ba10-5e1a-46a7-a5f1-f19a340b9d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:20.968792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.016560 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-fde115fe-2100-4f6a-ab92-34410c169d53 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] For port a51dd799-ecd7-4684-8893-55074478b597, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a51dd799-ecd7-4684-8893-55074478b597,segment=NetworkSegment(e4077041-1233-4f08-94d4-e194bc4c3c80),segment_id=e4077041-1233-4f08-94d4-e194bc4c3c80)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:21.016875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fde115fe-2100-4f6a-ab92-34410c169d53 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.041162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-fde115fe-2100-4f6a-ab92-34410c169d53 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for a51dd799-ecd7-4684-8893-55074478b597 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:21.041484 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2268ba10-5e1a-46a7-a5f1-f19a340b9d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.072553 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44ff47b9-42f2-4989-ad75-8c1c2019b8d2 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.082204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-2268ba10-5e1a-46a7-a5f1-f19a340b9d35 None None] For port 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:21.088058 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2268ba10-5e1a-46a7-a5f1-f19a340b9d35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.099145 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-44ff47b9-42f2-4989-ad75-8c1c2019b8d2 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Calling delete_port for d5832a76-bb81-495f-854b-2cc67957f161 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:21.148100 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2268ba10-5e1a-46a7-a5f1-f19a340b9d35 None None] Pushing event updated for resources: {'Port': ['ID=0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:21.173745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0fa27471-87ed-4ec2-afcf-f34af121d0f7 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:45:21.213411 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.237364 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Transition to ACTIVE for port object 0fa27471-87ed-4ec2-afcf-f34af121d0f7 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:45:21.242037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.339232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Pushing event updated for resources: {'Port': ['ID=0fa27471-87ed-4ec2-afcf-f34af121d0f7,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:21.367241 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::1 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/907f36e4-6f77-4be2-828e-76d373f78033/ba880d35-db41-4457-9939-f9d74f17a1cb) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:21.382484 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44ff47b9-42f2-4989-ad75-8c1c2019b8d2 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.398743 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fde115fe-2100-4f6a-ab92-34410c169d53 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.424626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-53a40e36-522f-4eef-8e6c-950910e14080 None None] Provisioning complete for port 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:21.425219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-53a40e36-522f-4eef-8e6c-950910e14080 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.442123 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ff47b9-42f2-4989-ad75-8c1c2019b8d2 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Pushing event deleted for resources: {'Port': ['ID=d5832a76-bb81-495f-854b-2cc67957f161,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:21.498026 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde115fe-2100-4f6a-ab92-34410c169d53 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=a51dd799-ecd7-4684-8893-55074478b597,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:21.565736 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:21.582988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Attempting to bind port 0fa27471-87ed-4ec2-afcf-f34af121d0f7 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:21.583994 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Attempting to bind port 0fa27471-87ed-4ec2-afcf-f34af121d0f7 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:21.583994 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Attempting to bind port 0fa27471-87ed-4ec2-afcf-f34af121d0f7 on network 6023fd77-591f-46b1-a5c0-cfdcd89cb477 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:21.594611 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Port 0fa27471-87ed-4ec2-afcf-f34af121d0f7 on network 6023fd77-591f-46b1-a5c0-cfdcd89cb477 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:45:21.594769 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Attempting to bind port 0fa27471-87ed-4ec2-afcf-f34af121d0f7 on network 6023fd77-591f-46b1-a5c0-cfdcd89cb477 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:21.603827 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44ff47b9-42f2-4989-ad75-8c1c2019b8d2 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.607310 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-44ff47b9-42f2-4989-ad75-8c1c2019b8d2 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/ports/d5832a76-bb81-495f-854b-2cc67957f161 HTTP/1.1" status: 204 len: 168 time: 1.0149131 Nov 23 04:45:21.614675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46440) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:21.616726 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:21.616726 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Checking segment: {'id': '464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:21.616973 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Bound using segment: {'id': '464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:21.617423 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Bound port: 0fa27471-87ed-4ec2-afcf-f34af121d0f7, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:21.617779 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.649069 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.698264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.721136 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:21.721607 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.775414 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:21.793785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fde115fe-2100-4f6a-ab92-34410c169d53 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.822342 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:21.825234 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:21.825884 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.833641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc32b704-4d41-4eb5-82d7-7adf71a752cb tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Deleting subnet 77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:21.892605 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=ba880d35-db41-4457-9939-f9d74f17a1cb,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:21.893643 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fc32b704-4d41-4eb5-82d7-7adf71a752cb tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:21.962266 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ce0dcd9-a680-459e-bf9b-3c3dbd5896dd req-23020b48-f2c1-4273-bec3-45d9f87e3886 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:21.964199 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8ce0dcd9-a680-459e-bf9b-3c3dbd5896dd req-23020b48-f2c1-4273-bec3-45d9f87e3886 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 944 time: 0.2573509 Nov 23 04:45:22.060552 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:22.081642 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8ce0dcd9-a680-459e-bf9b-3c3dbd5896dd req-ce42e17c-9a73-4c27-a763-2a30e4429fc0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bd3fdea-3945-4601-9615-d65a8ff38693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101139 Nov 23 04:45:22.188412 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-4414a11f-294c-4986-8189-5b1acee81dd4 None None] Provisioning complete for port ba880d35-db41-4457-9939-f9d74f17a1cb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:22.189117 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4414a11f-294c-4986-8189-5b1acee81dd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:22.228144 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-4414a11f-294c-4986-8189-5b1acee81dd4 None None] Port ba880d35-db41-4457-9939-f9d74f17a1cb cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:45:22.298061 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] For port 0fa27471-87ed-4ec2-afcf-f34af121d0f7, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:22.318967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] For port 0fa27471-87ed-4ec2-afcf-f34af121d0f7, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0fa27471-87ed-4ec2-afcf-f34af121d0f7,segment=NetworkSegment(464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4),segment_id=464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:22.321567 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fc32b704-4d41-4eb5-82d7-7adf71a752cb tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:22.347107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:22.356263 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:22.360765 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:22.361548 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:22.445844 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=ba880d35-db41-4457-9939-f9d74f17a1cb,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:22.478664 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:22.479281 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:22.480651 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] 10.222.0.15 "PUT /v2.0/ports/0fa27471-87ed-4ec2-afcf-f34af121d0f7 HTTP/1.1" status: 200 len: 1094 time: 1.8909252 Nov 23 04:45:22.482921 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64ca04ec-77f9-47a0-a500-e4bfcf83b858', 'tag': '0fa27471-87ed-4ec2-afcf-f34af121d0f7'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:45:22.485163 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84762619-07c2-4ebb-99eb-84582678a649" -d '{"events": [{"name": "network-changed", "server_uuid": "64ca04ec-77f9-47a0-a500-e4bfcf83b858", "tag": "0fa27471-87ed-4ec2-afcf-f34af121d0f7"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:45:22.492432 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:22.493610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:22.501779 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fde115fe-2100-4f6a-ab92-34410c169d53 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router af6639ae-2afa-4611-8cdf-063b350a52b3 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:45:22.531789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7e9a6f0-d699-4762-9a0d-1d15c04e706c service neutron] Pushing event updated for resources: {'Port': ['ID=0fa27471-87ed-4ec2-afcf-f34af121d0f7,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:22.553408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fc32b704-4d41-4eb5-82d7-7adf71a752cb tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:22.629541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:45:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedcd7b2-5c71-4744-8576-f170a0025934 x-openstack-request-id: req-aedcd7b2-5c71-4744-8576-f170a0025934 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:45:22.630161 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64ca04ec-77f9-47a0-a500-e4bfcf83b858", "tag": "0fa27471-87ed-4ec2-afcf-f34af121d0f7", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:45:22.630500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-aedcd7b2-5c71-4744-8576-f170a0025934 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:45:22.630906 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64ca04ec-77f9-47a0-a500-e4bfcf83b858', 'tag': '0fa27471-87ed-4ec2-afcf-f34af121d0f7', 'status': 'completed', 'code': 200} Nov 23 04:45:22.645572 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Router df24022f-b564-444c-ac03-764f2d7c5d46 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:45:22.690118 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fde115fe-2100-4f6a-ab92-34410c169d53 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:45:22.704254 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fde115fe-2100-4f6a-ab92-34410c169d53 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/af6639ae-2afa-4611-8cdf-063b350a52b3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9681897 Nov 23 04:45:22.707128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db9099a-95c0-43d0-b9c9-7157bfd1beb8 None None] Sync routers for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:45:22.707651 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46446) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:22.724795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db9099a-95c0-43d0-b9c9-7157bfd1beb8 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:22.726127 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1db9099a-95c0-43d0-b9c9-7157bfd1beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:22.767524 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23617577-9b30-4906-b7ae-1adc08690b75 req-a5baa8c5-6b33-4528-bf47-359aa4d50731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:22.769037 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-a5baa8c5-6b33-4528-bf47-359aa4d50731 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 1097 time: 0.1757319 Nov 23 04:45:22.783094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fc32b704-4d41-4eb5-82d7-7adf71a752cb tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:22.809451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec722266-e6ad-4d05-b1e2-43ace9e8761f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting subnet 0639551c-4861-411a-a1cf-906e2bcef0f8 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:22.820267 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:45:22.834510 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-26e505dc-d733-4e37-8b56-9a30419d999c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "PUT /v2.0/routers/df24022f-b564-444c-ac03-764f2d7c5d46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3421502 Nov 23 04:45:22.835168 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46448) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:22.837417 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Sync routers for ids ['df24022f-b564-444c-ac03-764f2d7c5d46'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:45:22.846658 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-1db9099a-95c0-43d0-b9c9-7157bfd1beb8 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:22.852043 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Routers {'df24022f-b564-444c-ac03-764f2d7c5d46'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:22.853145 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['df24022f-b564-444c-ac03-764f2d7c5d46'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:22.884147 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32b704-4d41-4eb5-82d7-7adf71a752cb tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Pushing event deleted for resources: {'Subnet': ['ID=77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:22.887217 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec722266-e6ad-4d05-b1e2-43ace9e8761f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:22.891293 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fc32b704-4d41-4eb5-82d7-7adf71a752cb tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:22.894826 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fc32b704-4d41-4eb5-82d7-7adf71a752cb tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/subnets/77ee8d61-ee5c-4f9e-b066-d7a4489ddfc5 HTTP/1.1" status: 204 len: 168 time: 1.2797139 Nov 23 04:45:22.898970 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46450) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:22.916045 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-b87e875b-828f-4f40-aab2-7a95dd3c0cdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=0fa27471-87ed-4ec2-afcf-f34af121d0f7 HTTP/1.1" status: 200 len: 217 time: 0.1200581 Nov 23 04:45:22.945881 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33933c7e-80f8-4905-a5d8-40a4f814d7a5 None None] Network 8f868a58-34d6-4676-bef4-aafcde1517d6 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:22.946103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec722266-e6ad-4d05-b1e2-43ace9e8761f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:22.963890 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Set router df24022f-b564-444c-ac03-764f2d7c5d46 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:22.976323 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1db9099a-95c0-43d0-b9c9-7157bfd1beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:21Z', 'revision_number': 11, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:22.988161 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:22.999645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1111885-7f7a-4985-90cc-f617581065ee tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:23.005437 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c1111885-7f7a-4985-90cc-f617581065ee tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports/ba880d35-db41-4457-9939-f9d74f17a1cb HTTP/1.1" status: 200 len: 911 time: 0.1691592 Nov 23 04:45:23.006083 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46452) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:23.029786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23617577-9b30-4906-b7ae-1adc08690b75 req-89cff4fa-2893-4a2b-8483-d5ab9e9bb738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:23.031346 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-89cff4fa-2893-4a2b-8483-d5ab9e9bb738 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e3976da0-c45f-4146-8ac7-2acfcca95bc5 HTTP/1.1" status: 200 len: 837 time: 0.1022623 Nov 23 04:45:23.043784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db9099a-95c0-43d0-b9c9-7157bfd1beb8 None None] Checking router: af6639ae-2afa-4611-8cdf-063b350a52b3 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:45:23.078956 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db9099a-95c0-43d0-b9c9-7157bfd1beb8 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:23.079973 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1db9099a-95c0-43d0-b9c9-7157bfd1beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:23.112605 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec722266-e6ad-4d05-b1e2-43ace9e8761f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:23.128045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7491a71-c5fa-4a7b-970e-775b429bd782 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:23.148866 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7491a71-c5fa-4a7b-970e-775b429bd782 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:23.152087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23617577-9b30-4906-b7ae-1adc08690b75 req-c7993d10-98eb-465a-bad8-8d027b9f68c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:23.153665 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-c7993d10-98eb-465a-bad8-8d027b9f68c1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6023fd77-591f-46b1-a5c0-cfdcd89cb477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0962121 Nov 23 04:45:23.155190 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d7491a71-c5fa-4a7b-970e-775b429bd782 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1463282 Nov 23 04:45:23.156661 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46456) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:23.187154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Deleting port 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:23.187544 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:23.222047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-1db9099a-95c0-43d0-b9c9-7157bfd1beb8 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:23.241765 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df24022f-b564-444c-ac03-764f2d7c5d46', 'name': 'tempest-NetworksTestDHCPv6-router-1213965293', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:45:20Z', 'updated_at': '2021-11-23T04:45:21Z', 'revision_number': 2, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'gw_port_host': None, '_interfaces': [{'id': 'ba880d35-db41-4457-9939-f9d74f17a1cb', 'name': '', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'mac_address': 'fa:16:3e:a2:7a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df24022f-b564-444c-ac03-764f2d7c5d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '907f36e4-6f77-4be2-828e-76d373f78033', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:45:21Z', 'updated_at': '2021-11-23T04:45:22Z', 'revision_number': 2, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'subnets': [{'id': '907f36e4-6f77-4be2-828e-76d373f78033', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:23.283660 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Checking router: df24022f-b564-444c-ac03-764f2d7c5d46 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:45:23.284885 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Updating router df24022f-b564-444c-ac03-764f2d7c5d46 port ba880d35-db41-4457-9939-f9d74f17a1cb binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:45:23.294016 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] For port 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=7e92ba6b-2f86-4afa-930b-d2e49ccf0e77,segment=NetworkSegment(27193511-cf0d-4db2-9173-6c63797a575e),segment_id=27193511-cf0d-4db2-9173-6c63797a575e)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:23.294451 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:23.313443 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Calling delete_port for 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:23.315521 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1db9099a-95c0-43d0-b9c9-7157bfd1beb8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:21Z', 'revision_number': 11, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:23.330418 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:23.359198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db9099a-95c0-43d0-b9c9-7157bfd1beb8 None None] The sync data for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv is: [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:21Z', 'revision_number': 11, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:45:23.361297 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec722266-e6ad-4d05-b1e2-43ace9e8761f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:23.361784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d9be53ae-d7e5-47a2-b514-a4b570085df2 None None] Provisioning complete for port ba880d35-db41-4457-9939-f9d74f17a1cb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:23.361784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d9be53ae-d7e5-47a2-b514-a4b570085df2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:23.417453 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d9be53ae-d7e5-47a2-b514-a4b570085df2 None None] Port ba880d35-db41-4457-9939-f9d74f17a1cb cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:45:23.456751 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0227b5c8-4a6d-4547-9b5c-324e89726f8e None None] Network 118905f4-98b6-4f71-9474-a44f571121e1 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:23.476306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec722266-e6ad-4d05-b1e2-43ace9e8761f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Subnet': ['ID=0639551c-4861-411a-a1cf-906e2bcef0f8,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:23.480306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec722266-e6ad-4d05-b1e2-43ace9e8761f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:23.484422 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ec722266-e6ad-4d05-b1e2-43ace9e8761f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/0639551c-4861-411a-a1cf-906e2bcef0f8 HTTP/1.1" status: 204 len: 168 time: 0.7748184 Nov 23 04:45:23.498665 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46458) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:23.516910 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-67da89c5-7789-4b2f-87e2-7b0cf8f14712 service neutron] 10.222.0.15 "GET /v2.0/networks/6023fd77-591f-46b1-a5c0-cfdcd89cb477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3479352 Nov 23 04:45:23.614635 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f910f-55b2-4f15-bb7e-ac81cdc42da4 req-cf80a737-0953-4f2d-85a0-d7f5883ccae4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:23.621802 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-161f910f-55b2-4f15-bb7e-ac81cdc42da4 req-cf80a737-0953-4f2d-85a0-d7f5883ccae4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 944 time: 0.2183986 Nov 23 04:45:23.633700 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:23.652553 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:23.655435 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-23617577-9b30-4906-b7ae-1adc08690b75 req-6dcf7ece-1e40-476e-b9e5-c62f0e48a265 service neutron] 10.222.0.15 "GET /v2.0/networks/6023fd77-591f-46b1-a5c0-cfdcd89cb477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261115 Nov 23 04:45:23.694776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Pushing event deleted for resources: {'Port': ['ID=7e92ba6b-2f86-4afa-930b-d2e49ccf0e77,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:23.706651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] No DVR routers for this DVR port 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:23.765997 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:23.770413 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df729be6-2df5-4fa5-865d-ba272600c54e None None] DHCP port deletion for 8f868a58-34d6-4676-bef4-aafcde1517d6 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:45:23.777967 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:23.824698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5b0dc6-925b-4c28-9a50-3d9ea945aef4 None None] DHCP port deletion for 118905f4-98b6-4f71-9474-a44f571121e1 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:45:23.825857 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-161f910f-55b2-4f15-bb7e-ac81cdc42da4 req-e107546a-8b76-4297-82f7-d42e9b48df39 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bd3fdea-3945-4601-9615-d65a8ff38693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1987913 Nov 23 04:45:23.865881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84762619-07c2-4ebb-99eb-84582678a649 req-d1902008-7c4b-497f-b980-18985e171e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:23.875825 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-84762619-07c2-4ebb-99eb-84582678a649 req-d1902008-7c4b-497f-b980-18985e171e64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 1097 time: 0.0946608 Nov 23 04:45:23.922291 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Deleting port 4366e360-bd92-4fae-8fe5-665b011b0e84 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:23.923009 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:23.956121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b0dc6-925b-4c28-9a50-3d9ea945aef4 None None] Deleting port 4366e360-bd92-4fae-8fe5-665b011b0e84 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:23.956494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0dc6-925b-4c28-9a50-3d9ea945aef4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:23.982079 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Attempting to bind port ba880d35-db41-4457-9939-f9d74f17a1cb on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:23.982702 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Attempting to bind port ba880d35-db41-4457-9939-f9d74f17a1cb by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:23.983434 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Attempting to bind port ba880d35-db41-4457-9939-f9d74f17a1cb on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:23.993377 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:23.993759 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:23.994159 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:23.994555 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:23.995029 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Bound port: ba880d35-db41-4457-9939-f9d74f17a1cb, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:23.995408 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.019445 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] For port 4366e360-bd92-4fae-8fe5-665b011b0e84, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4366e360-bd92-4fae-8fe5-665b011b0e84,segment=NetworkSegment(e4077041-1233-4f08-94d4-e194bc4c3c80),segment_id=e4077041-1233-4f08-94d4-e194bc4c3c80)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:24.019924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.043308 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Calling delete_port for 4366e360-bd92-4fae-8fe5-665b011b0e84 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:24.084068 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-8e5b0dc6-925b-4c28-9a50-3d9ea945aef4 None None] For port 4366e360-bd92-4fae-8fe5-665b011b0e84, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4366e360-bd92-4fae-8fe5-665b011b0e84,segment=NetworkSegment(e4077041-1233-4f08-94d4-e194bc4c3c80),segment_id=e4077041-1233-4f08-94d4-e194bc4c3c80)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:24.085622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0dc6-925b-4c28-9a50-3d9ea945aef4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.103153 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] For port ba880d35-db41-4457-9939-f9d74f17a1cb, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:24.106687 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] For port ba880d35-db41-4457-9939-f9d74f17a1cb, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ba880d35-db41-4457-9939-f9d74f17a1cb,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:24.111538 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ed9d0-a968-4f62-9671-a114ee4eb7af None None] Pushing event updated for resources: {'Port': ['ID=ba880d35-db41-4457-9939-f9d74f17a1cb,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:24.116731 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.122190 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8e5b0dc6-925b-4c28-9a50-3d9ea945aef4 None None] Calling delete_port for 4366e360-bd92-4fae-8fe5-665b011b0e84 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:24.132596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21595aec-cffd-43a7-9c5d-695968bb2537 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.159784 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Routers {'df24022f-b564-444c-ac03-764f2d7c5d46'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:24.160562 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['df24022f-b564-444c-ac03-764f2d7c5d46'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:24.176731 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.191646 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.228413 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8e5b0dc6-925b-4c28-9a50-3d9ea945aef4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.249185 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Port': ['ID=4366e360-bd92-4fae-8fe5-665b011b0e84,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:24.252904 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f868a58-34d6-4676-bef4-aafcde1517d6']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:24.261822 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No DVR routers for this DVR port 4366e360-bd92-4fae-8fe5-665b011b0e84 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:24.264116 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] Set router df24022f-b564-444c-ac03-764f2d7c5d46 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:24.270465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27193511-cf0d-4db2-9173-6c63797a575e') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:24.270793 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27193511-cf0d-4db2-9173-6c63797a575e') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:24.286060 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5b0dc6-925b-4c28-9a50-3d9ea945aef4 None None] No DVR routers for this DVR port 4366e360-bd92-4fae-8fe5-665b011b0e84 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:24.295339 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5b0dc6-925b-4c28-9a50-3d9ea945aef4 None None] Pushing event deleted for resources: {'Port': ['ID=4366e360-bd92-4fae-8fe5-665b011b0e84,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:24.315171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.321950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3a1508da-e9e7-4c40-ba3f-5ca1e9fa242d None None] Provisioning complete for port ba880d35-db41-4457-9939-f9d74f17a1cb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:24.322610 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3a1508da-e9e7-4c40-ba3f-5ca1e9fa242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.393346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84762619-07c2-4ebb-99eb-84582678a649 req-0e72a92d-2593-443b-8c73-f2abe9a30b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:24.395292 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-84762619-07c2-4ebb-99eb-84582678a649 req-0e72a92d-2593-443b-8c73-f2abe9a30b87 service neutron] 10.222.0.15 "GET /v2.0/networks?id=6023fd77-591f-46b1-a5c0-cfdcd89cb477 HTTP/1.1" status: 200 len: 897 time: 0.5100086 Nov 23 04:45:24.407417 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.427945 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.432951 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:45:24.433384 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:45:24.443279 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:45:24.447135 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3a1508da-e9e7-4c40-ba3f-5ca1e9fa242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.502735 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-3a1508da-e9e7-4c40-ba3f-5ca1e9fa242d None None] For port ba880d35-db41-4457-9939-f9d74f17a1cb, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ba880d35-db41-4457-9939-f9d74f17a1cb,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:24.506183 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-84762619-07c2-4ebb-99eb-84582678a649 req-76d28e1b-6ea7-4a0a-b454-af0c60b7bac7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.23&port_id=0fa27471-87ed-4ec2-afcf-f34af121d0f7 HTTP/1.1" status: 200 len: 217 time: 0.0870564 Nov 23 04:45:24.508456 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3a1508da-e9e7-4c40-ba3f-5ca1e9fa242d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.542573 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df24022f-b564-444c-ac03-764f2d7c5d46', 'name': 'tempest-NetworksTestDHCPv6-router-1213965293', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:45:20Z', 'updated_at': '2021-11-23T04:45:21Z', 'revision_number': 2, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'gw_port_host': None, '_interfaces': [{'id': 'ba880d35-db41-4457-9939-f9d74f17a1cb', 'name': '', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'mac_address': 'fa:16:3e:a2:7a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df24022f-b564-444c-ac03-764f2d7c5d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '907f36e4-6f77-4be2-828e-76d373f78033', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:45:21Z', 'updated_at': '2021-11-23T04:45:24Z', 'revision_number': 4, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'subnets': [{'id': '907f36e4-6f77-4be2-828e-76d373f78033', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:24.570256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84762619-07c2-4ebb-99eb-84582678a649 req-557694b1-9440-469a-b051-1a2218a1665b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:24.571758 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-84762619-07c2-4ebb-99eb-84582678a649 req-557694b1-9440-469a-b051-1a2218a1665b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=e3976da0-c45f-4146-8ac7-2acfcca95bc5 HTTP/1.1" status: 200 len: 837 time: 0.0560970 Nov 23 04:45:24.579840 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd4587a4-b79d-47e4-8a00-86356af81b23 None None] The sync data for ids ['df24022f-b564-444c-ac03-764f2d7c5d46'] in dv-neutron-818850-1-hyperv is: [{'id': 'df24022f-b564-444c-ac03-764f2d7c5d46', 'name': 'tempest-NetworksTestDHCPv6-router-1213965293', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:45:20Z', 'updated_at': '2021-11-23T04:45:21Z', 'revision_number': 2, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'gw_port_host': None, '_interfaces': [{'id': 'ba880d35-db41-4457-9939-f9d74f17a1cb', 'name': '', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'mac_address': 'fa:16:3e:a2:7a:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df24022f-b564-444c-ac03-764f2d7c5d46', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '907f36e4-6f77-4be2-828e-76d373f78033', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:45:21Z', 'updated_at': '2021-11-23T04:45:24Z', 'revision_number': 4, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'subnets': [{'id': '907f36e4-6f77-4be2-828e-76d373f78033', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:45:24.582812 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6ed9d0-a968-4f62-9671-a114ee4eb7af None None] Pushing event updated for resources: {'Port': ['ID=ba880d35-db41-4457-9939-f9d74f17a1cb,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:24.630200 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1508da-e9e7-4c40-ba3f-5ca1e9fa242d None None] Pushing event updated for resources: {'Port': ['ID=ba880d35-db41-4457-9939-f9d74f17a1cb,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:24.646433 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-4a44e119-c9ed-4179-8135-68e6011385da None None] Provisioning complete for port ba880d35-db41-4457-9939-f9d74f17a1cb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:24.646910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4a44e119-c9ed-4179-8135-68e6011385da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.695940 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-21595aec-cffd-43a7-9c5d-695968bb2537 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port ba880d35-db41-4457-9939-f9d74f17a1cb {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:24.696663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21595aec-cffd-43a7-9c5d-695968bb2537 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.704845 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84762619-07c2-4ebb-99eb-84582678a649 req-051f9374-1d9b-4d99-b216-baf2c8863ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:24.706568 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-84762619-07c2-4ebb-99eb-84582678a649 req-051f9374-1d9b-4d99-b216-baf2c8863ac5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=6023fd77-591f-46b1-a5c0-cfdcd89cb477&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1254320 Nov 23 04:45:24.787855 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['118905f4-98b6-4f71-9474-a44f571121e1']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:24.803114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4077041-1233-4f08-94d4-e194bc4c3c80') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:24.803114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4077041-1233-4f08-94d4-e194bc4c3c80') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:24.814183 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.816794 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.863955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.870411 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] 10.222.0.37 "DELETE /v2.0/networks/8f868a58-34d6-4676-bef4-aafcde1517d6 HTTP/1.1" status: 204 len: 168 time: 1.9699299 Nov 23 04:45:24.890238 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.901885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:45:24.903385 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.912125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-21595aec-cffd-43a7-9c5d-695968bb2537 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] For port ba880d35-db41-4457-9939-f9d74f17a1cb, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ba880d35-db41-4457-9939-f9d74f17a1cb,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:24.912468 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21595aec-cffd-43a7-9c5d-695968bb2537 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:24.935479 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-84762619-07c2-4ebb-99eb-84582678a649 req-d0a3ec8d-7110-42ff-ad9c-4da5b672779a service neutron] 10.222.0.15 "GET /v2.0/networks/6023fd77-591f-46b1-a5c0-cfdcd89cb477?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1835303 Nov 23 04:45:24.936436 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-21595aec-cffd-43a7-9c5d-695968bb2537 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for ba880d35-db41-4457-9939-f9d74f17a1cb owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:45:24.976234 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:45:24.981783 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29efe95-1dca-47d8-b06c-a07c2b180870 tempest-TagsExtTest-493007594 tempest-TagsExtTest-493007594-project] Pushing event deleted for resources: {'Network': ['ID=8f868a58-34d6-4676-bef4-aafcde1517d6,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:24.991484 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:25.012945 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:25.019952 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/networks/118905f4-98b6-4f71-9474-a44f571121e1 HTTP/1.1" status: 204 len: 168 time: 1.5144365 Nov 23 04:45:25.031489 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46464) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:25.037972 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-fbeefd7a-8515-4e64-96f4-70d4154b9861 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'router': {'routes': None}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:25.045793 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4684f5-299d-4802-b74e-7a3ae5e22e11 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Pushing event deleted for resources: {'Network': ['ID=118905f4-98b6-4f71-9474-a44f571121e1,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:25.137059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b186790e-2857-4f3b-9a9b-7dee30a950ed req-5b0e2a9b-f68b-4d43-bb94-abc78a34d1e7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:25.140717 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b186790e-2857-4f3b-9a9b-7dee30a950ed req-5b0e2a9b-f68b-4d43-bb94-abc78a34d1e7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 944 time: 0.1803911 Nov 23 04:45:25.222264 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b186790e-2857-4f3b-9a9b-7dee30a950ed req-1cf4e2e6-9458-438a-ac8c-c30bf79a3cb3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bd3fdea-3945-4601-9615-d65a8ff38693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572119 Nov 23 04:45:25.224196 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-84762619-07c2-4ebb-99eb-84582678a649 req-07538f0f-3b1a-49ca-af3c-a20568ab62d3 service neutron] 10.222.0.15 "GET /v2.0/networks/6023fd77-591f-46b1-a5c0-cfdcd89cb477?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2787178 Nov 23 04:45:25.226275 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46468) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:25.236867 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.extraroute_db [None req-fbeefd7a-8515-4e64-96f4-70d4154b9861 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Added routes are [] {{(pid=109952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Nov 23 04:45:25.237170 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.extraroute_db [None req-fbeefd7a-8515-4e64-96f4-70d4154b9861 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Removed routes are [] {{(pid=109952) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Nov 23 04:45:25.237566 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fbeefd7a-8515-4e64-96f4-70d4154b9861 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:25.385842 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21595aec-cffd-43a7-9c5d-695968bb2537 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:25.411919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fbeefd7a-8515-4e64-96f4-70d4154b9861 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:25.415343 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fbeefd7a-8515-4e64-96f4-70d4154b9861 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:25.442029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21595aec-cffd-43a7-9c5d-695968bb2537 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=ba880d35-db41-4457-9939-f9d74f17a1cb,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:25.448425 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-aeb96908-33dc-4537-860c-f8e9e1711be2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b99ecca3e6b04a4289df9abdf76ad756&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2210991 Nov 23 04:45:25.463744 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46472) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:25.503434 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbeefd7a-8515-4e64-96f4-70d4154b9861 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router af6639ae-2afa-4611-8cdf-063b350a52b3 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:45:25.553986 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ba880d35-db41-4457-9939-f9d74f17a1cb up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:25.565331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21595aec-cffd-43a7-9c5d-695968bb2537 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:25.588560 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: ba880d35-db41-4457-9939-f9d74f17a1cb {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:25.588916 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ba880d35-db41-4457-9939-f9d74f17a1cb not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 04:45:25.593952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbeefd7a-8515-4e64-96f4-70d4154b9861 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:45:25.601297 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fbeefd7a-8515-4e64-96f4-70d4154b9861 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:25.602439 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fbeefd7a-8515-4e64-96f4-70d4154b9861 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/af6639ae-2afa-4611-8cdf-063b350a52b3 HTTP/1.1" status: 200 len: 701 time: 0.5689981 Nov 23 04:45:25.605460 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46474) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:25.623739 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Port ba880d35-db41-4457-9939-f9d74f17a1cb not found, will not notify nova. {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 04:45:25.635509 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a89e003-40dd-4689-9903-247135c009d6 None None] Sync routers for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:45:25.640910 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-51bbc3fc-229e-4fdf-8a3a-01ad2db25c64 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6639ae-2afa-4611-8cdf-063b350a52b3 HTTP/1.1" status: 200 len: 205 time: 0.0343378 Nov 23 04:45:25.642993 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46476) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:25.652999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89e003-40dd-4689-9903-247135c009d6 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:25.654321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-3a89e003-40dd-4689-9903-247135c009d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:25.674811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14f3e8b6-e96b-498c-914e-7b40d4086855 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:25.718503 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14f3e8b6-e96b-498c-914e-7b40d4086855 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:25.741005 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:25.750038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cf1e2e3-dc83-4d65-818d-76029afbd47b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:25.768691 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:25.768691 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7e92ba6b-2f86-4afa-930b-d2e49ccf0e77 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:25.769083 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4366e360-bd92-4fae-8fe5-665b011b0e84 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:25.771449 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-3a89e003-40dd-4689-9903-247135c009d6 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:25.826625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21595aec-cffd-43a7-9c5d-695968bb2537 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Router df24022f-b564-444c-ac03-764f2d7c5d46 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:45:25.849194 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-3a89e003-40dd-4689-9903-247135c009d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:21Z', 'revision_number': 11, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:25.852400 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 4366e360-bd92-4fae-8fe5-665b011b0e84 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:25.852748 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4366e360-bd92-4fae-8fe5-665b011b0e84 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:25.853173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a51dd799-ecd7-4684-8893-55074478b597 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:25.879614 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a89e003-40dd-4689-9903-247135c009d6 None None] Checking router: af6639ae-2afa-4611-8cdf-063b350a52b3 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:45:25.898996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: a51dd799-ecd7-4684-8893-55074478b597 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:25.899311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a51dd799-ecd7-4684-8893-55074478b597 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:25.907977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a89e003-40dd-4689-9903-247135c009d6 None None] Routers {'af6639ae-2afa-4611-8cdf-063b350a52b3'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:25.908610 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-3a89e003-40dd-4689-9903-247135c009d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['af6639ae-2afa-4611-8cdf-063b350a52b3'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:25.915041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21595aec-cffd-43a7-9c5d-695968bb2537 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:45:25.920914 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-21595aec-cffd-43a7-9c5d-695968bb2537 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "PUT /v2.0/routers/df24022f-b564-444c-ac03-764f2d7c5d46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7624142 Nov 23 04:45:25.922222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14f3e8b6-e96b-498c-914e-7b40d4086855 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:25.926260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14f3e8b6-e96b-498c-914e-7b40d4086855 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:25.926815 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-14f3e8b6-e96b-498c-914e-7b40d4086855 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f5011b48-9cff-4ed6-a608-aecb6ec440c7 HTTP/1.1" status: 204 len: 168 time: 0.4618592 Nov 23 04:45:25.928593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46478) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:25.960740 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cf1e2e3-dc83-4d65-818d-76029afbd47b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:25.967997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cf1e2e3-dc83-4d65-818d-76029afbd47b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:25.970595 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f3e8b6-e96b-498c-914e-7b40d4086855 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5011b48-9cff-4ed6-a608-aecb6ec440c7,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:26.004944 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c804d4a-abee-41b2-a3e8-0947f0c25b44 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:26.006708 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c804d4a-abee-41b2-a3e8-0947f0c25b44 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:26.007630 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-3a89e003-40dd-4689-9903-247135c009d6 None None] Set router af6639ae-2afa-4611-8cdf-063b350a52b3 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:26.008312 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2c804d4a-abee-41b2-a3e8-0947f0c25b44 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0779176 Nov 23 04:45:26.010948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46482) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:26.043135 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cf1e2e3-dc83-4d65-818d-76029afbd47b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.043850 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cf1e2e3-dc83-4d65-818d-76029afbd47b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Fanout notify agent at l3_agent the message router_deleted on router af6639ae-2afa-4611-8cdf-063b350a52b3 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:45:26.055284 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6cf1e2e3-dc83-4d65-818d-76029afbd47b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.060249 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6cf1e2e3-dc83-4d65-818d-76029afbd47b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/routers/af6639ae-2afa-4611-8cdf-063b350a52b3 HTTP/1.1" status: 204 len: 168 time: 0.4118361 Nov 23 04:45:26.061224 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46484) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:26.067176 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e00cfe69-1bb4-4a45-9d92-f8483c342470 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1389955873', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:26.081119 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-3a89e003-40dd-4689-9903-247135c009d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:21Z', 'revision_number': 11, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:26.101962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5a17bf-2d8b-4b04-8473-99091032911b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 907f36e4-6f77-4be2-828e-76d373f78033 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:26.103175 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e00cfe69-1bb4-4a45-9d92-f8483c342470 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.104675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e00cfe69-1bb4-4a45-9d92-f8483c342470 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.106683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6f5a17bf-2d8b-4b04-8473-99091032911b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.112501 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a89e003-40dd-4689-9903-247135c009d6 None None] The sync data for ids ['af6639ae-2afa-4611-8cdf-063b350a52b3'] in dv-neutron-818850-1-hyperv is: [{'id': 'af6639ae-2afa-4611-8cdf-063b350a52b3', 'name': 'tempest-RoutersTest-router-1797358524', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:44:31Z', 'updated_at': '2021-11-23T04:45:21Z', 'revision_number': 11, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:45:26.161845 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6f5a17bf-2d8b-4b04-8473-99091032911b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.190690 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e00cfe69-1bb4-4a45-9d92-f8483c342470 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.196829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e00cfe69-1bb4-4a45-9d92-f8483c342470 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.240186 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e00cfe69-1bb4-4a45-9d92-f8483c342470 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.241345 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e00cfe69-1bb4-4a45-9d92-f8483c342470 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1798284 Nov 23 04:45:26.242852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6f5a17bf-2d8b-4b04-8473-99091032911b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.243881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46486) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:26.251829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bdae8d87-9537-43f4-891b-68af755c325c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:26.311310 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 0fa27471-87ed-4ec2-afcf-f34af121d0f7 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:45:26.363382 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6f5a17bf-2d8b-4b04-8473-99091032911b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.480598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 0fa27471-87ed-4ec2-afcf-f34af121d0f7, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0fa27471-87ed-4ec2-afcf-f34af121d0f7,segment=NetworkSegment(464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4),segment_id=464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:26.500484 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '0fa27471-87ed-4ec2-afcf-f34af121d0f7', 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477', 'port_id': '0fa27471-87ed-4ec2-afcf-f34af121d0f7', 'mac_address': 'fa:16:3e:e6:90:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3976da0-c45f-4146-8ac7-2acfcca95bc5', 'ip_address': '172.20.0.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:45:26.514385 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c56e2d5-0534-46da-91d9-ef28db1b2de2 req-056f5c79-3845-4fe2-8270-93bc6c1f91f4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:26.524819 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8b0ed-f2d2-4171-9a63-32587d030a1a None None] Sync routers for ids ['df24022f-b564-444c-ac03-764f2d7c5d46'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:45:26.525850 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1c56e2d5-0534-46da-91d9-ef28db1b2de2 req-056f5c79-3845-4fe2-8270-93bc6c1f91f4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 944 time: 0.1386380 Nov 23 04:45:26.550873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.554910 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8b0ed-f2d2-4171-9a63-32587d030a1a None None] Routers {'df24022f-b564-444c-ac03-764f2d7c5d46'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:26.555834 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f8f8b0ed-f2d2-4171-9a63-32587d030a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['df24022f-b564-444c-ac03-764f2d7c5d46'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:26.566034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0fa27471-87ed-4ec2-afcf-f34af121d0f7 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:45:26.589655 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 0fa27471-87ed-4ec2-afcf-f34af121d0f7, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0fa27471-87ed-4ec2-afcf-f34af121d0f7,segment=NetworkSegment(464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4),segment_id=464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:26.595866 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.610531 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bdae8d87-9537-43f4-891b-68af755c325c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.656244 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bdae8d87-9537-43f4-891b-68af755c325c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.675044 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=0fa27471-87ed-4ec2-afcf-f34af121d0f7,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:26.758311 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1c56e2d5-0534-46da-91d9-ef28db1b2de2 req-62a1a48a-1746-4d3b-b43a-bc44324c9428 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bd3fdea-3945-4601-9615-d65a8ff38693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1555595 Nov 23 04:45:26.779766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6f5a17bf-2d8b-4b04-8473-99091032911b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.780826 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6f5a17bf-2d8b-4b04-8473-99091032911b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/907f36e4-6f77-4be2-828e-76d373f78033 HTTP/1.1" status: 204 len: 168 time: 0.7685778 Nov 23 04:45:26.781403 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46490) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:26.782134 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5a17bf-2d8b-4b04-8473-99091032911b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=907f36e4-6f77-4be2-828e-76d373f78033,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:26.783313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09405ff0-cab1-4096-b829-9e6ff957f40a None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:26.807008 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bdae8d87-9537-43f4-891b-68af755c325c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Router 141a54a9-98a8-4fad-aa0b-f4efdd9a6c14 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:45:26.816673 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f8f8b0ed-f2d2-4171-9a63-32587d030a1a None None] Set router df24022f-b564-444c-ac03-764f2d7c5d46 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:26.873073 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f8f8b0ed-f2d2-4171-9a63-32587d030a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df24022f-b564-444c-ac03-764f2d7c5d46', 'name': 'tempest-NetworksTestDHCPv6-router-1213965293', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:45:20Z', 'updated_at': '2021-11-23T04:45:25Z', 'revision_number': 3, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:26.896865 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdae8d87-9537-43f4-891b-68af755c325c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:45:26.904682 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bdae8d87-9537-43f4-891b-68af755c325c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:26.907726 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8b0ed-f2d2-4171-9a63-32587d030a1a None None] Checking router: df24022f-b564-444c-ac03-764f2d7c5d46 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:45:26.907902 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fbfbaf-fac8-44d3-a502-0d1d5da1ea77 None None] Sync routers for ids ['141a54a9-98a8-4fad-aa0b-f4efdd9a6c14'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:45:26.908590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46492) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:26.909120 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bdae8d87-9537-43f4-891b-68af755c325c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "PUT /v2.0/routers/141a54a9-98a8-4fad-aa0b-f4efdd9a6c14 HTTP/1.1" status: 200 len: 694 time: 0.6639047 Nov 23 04:45:26.917736 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8f8b0ed-f2d2-4171-9a63-32587d030a1a None None] Routers {'df24022f-b564-444c-ac03-764f2d7c5d46'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:26.918484 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f8f8b0ed-f2d2-4171-9a63-32587d030a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['df24022f-b564-444c-ac03-764f2d7c5d46'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:26.931035 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9106a68e-200e-41c3-a0f3-1cc49406a4ee tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1436694 Nov 23 04:45:26.932143 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46494) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:26.943900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fbfbaf-fac8-44d3-a502-0d1d5da1ea77 None None] Routers {'141a54a9-98a8-4fad-aa0b-f4efdd9a6c14'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:26.944617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-85fbfbaf-fac8-44d3-a502-0d1d5da1ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['141a54a9-98a8-4fad-aa0b-f4efdd9a6c14'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:26.994126 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f8f8b0ed-f2d2-4171-9a63-32587d030a1a None None] Set router df24022f-b564-444c-ac03-764f2d7c5d46 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:27.007677 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a3b11a63-a4fe-49f1-86a5-6cc0c8ef9981 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/routers/141a54a9-98a8-4fad-aa0b-f4efdd9a6c14 HTTP/1.1" status: 200 len: 700 time: 0.0968595 Nov 23 04:45:27.010372 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46496) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:27.042641 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-10bb9449-8aed-4b35-ab67-5e93d483903f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports?device_id=141a54a9-98a8-4fad-aa0b-f4efdd9a6c14 HTTP/1.1" status: 200 len: 205 time: 0.0308888 Nov 23 04:45:27.045108 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46498) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:27.067334 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f8f8b0ed-f2d2-4171-9a63-32587d030a1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df24022f-b564-444c-ac03-764f2d7c5d46', 'name': 'tempest-NetworksTestDHCPv6-router-1213965293', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:45:20Z', 'updated_at': '2021-11-23T04:45:25Z', 'revision_number': 3, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:27.103015 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8f8b0ed-f2d2-4171-9a63-32587d030a1a None None] The sync data for ids ['df24022f-b564-444c-ac03-764f2d7c5d46'] in dv-neutron-818850-1-hyperv is: [{'id': 'df24022f-b564-444c-ac03-764f2d7c5d46', 'name': 'tempest-NetworksTestDHCPv6-router-1213965293', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:45:20Z', 'updated_at': '2021-11-23T04:45:25Z', 'revision_number': 3, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'gw_port_host': None}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:45:27.149840 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9da5-ca0d-48b0-844a-cf1a766ab6cd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:27.185263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['0fa27471-87ed-4ec2-afcf-f34af121d0f7'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:45:27.228297 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-85fbfbaf-fac8-44d3-a502-0d1d5da1ea77 None None] Set router 141a54a9-98a8-4fad-aa0b-f4efdd9a6c14 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:27.285674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c2171933-e633-4ee6-a4a6-1b504e43989e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:27.292541 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-85fbfbaf-fac8-44d3-a502-0d1d5da1ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141a54a9-98a8-4fad-aa0b-f4efdd9a6c14', 'name': 'tempest-RoutersTest-router-1389955873', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:45:26Z', 'updated_at': '2021-11-23T04:45:26Z', 'revision_number': 2, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:27.327878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fbfbaf-fac8-44d3-a502-0d1d5da1ea77 None None] Checking router: 141a54a9-98a8-4fad-aa0b-f4efdd9a6c14 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:45:27.338296 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9da5-ca0d-48b0-844a-cf1a766ab6cd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:27.340027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9da5-ca0d-48b0-844a-cf1a766ab6cd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:27.350781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85fbfbaf-fac8-44d3-a502-0d1d5da1ea77 None None] Routers {'141a54a9-98a8-4fad-aa0b-f4efdd9a6c14'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:27.351426 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-85fbfbaf-fac8-44d3-a502-0d1d5da1ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['141a54a9-98a8-4fad-aa0b-f4efdd9a6c14'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:27.392706 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9da5-ca0d-48b0-844a-cf1a766ab6cd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:27.393184 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4ae9da5-ca0d-48b0-844a-cf1a766ab6cd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Fanout notify agent at l3_agent the message router_deleted on router 141a54a9-98a8-4fad-aa0b-f4efdd9a6c14 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:45:27.400717 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4ae9da5-ca0d-48b0-844a-cf1a766ab6cd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:27.401896 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e4ae9da5-ca0d-48b0-844a-cf1a766ab6cd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/routers/141a54a9-98a8-4fad-aa0b-f4efdd9a6c14 HTTP/1.1" status: 204 len: 168 time: 0.3556387 Nov 23 04:45:27.405528 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46500) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:27.434459 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a69e5519-68c9-4f5e-ab67-4e0a7d617610 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports?device_id=141a54a9-98a8-4fad-aa0b-f4efdd9a6c14 HTTP/1.1" status: 200 len: 205 time: 0.0270023 Nov 23 04:45:27.436836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46502) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:27.446970 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-85fbfbaf-fac8-44d3-a502-0d1d5da1ea77 None None] Set router 141a54a9-98a8-4fad-aa0b-f4efdd9a6c14 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:27.459933 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c2171933-e633-4ee6-a4a6-1b504e43989e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:27.462128 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c2171933-e633-4ee6-a4a6-1b504e43989e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:27.481303 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c865ddd-5cec-48fe-a8d3-e39cbe52dd8c None None] DHCP port deletion for 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:45:27.494878 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-91596959-ca81-4dbb-9a5b-01e037275c1c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] delete failed (client error): The resource could not be found. Nov 23 04:45:27.498282 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-91596959-ca81-4dbb-9a5b-01e037275c1c tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/routers/141a54a9-98a8-4fad-aa0b-f4efdd9a6c14 HTTP/1.1" status: 404 len: 336 time: 0.0577893 Nov 23 04:45:27.501574 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46504) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:27.520840 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c2171933-e633-4ee6-a4a6-1b504e43989e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:27.521608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2171933-e633-4ee6-a4a6-1b504e43989e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Fanout notify agent at l3_agent the message router_deleted on router df24022f-b564-444c-ac03-764f2d7c5d46 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:45:27.526506 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-85fbfbaf-fac8-44d3-a502-0d1d5da1ea77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '141a54a9-98a8-4fad-aa0b-f4efdd9a6c14', 'name': 'tempest-RoutersTest-router-1389955873', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:45:26Z', 'updated_at': '2021-11-23T04:45:26Z', 'revision_number': 2, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:27.535321 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c2171933-e633-4ee6-a4a6-1b504e43989e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:27.537061 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c2171933-e633-4ee6-a4a6-1b504e43989e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/routers/df24022f-b564-444c-ac03-764f2d7c5d46 HTTP/1.1" status: 204 len: 168 time: 0.6036541 Nov 23 04:45:27.539714 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46506) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:27.544278 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e04937-87ce-47a8-ad44-df4634897bb6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] DELETE failed (client error): The resource could not be found. Nov 23 04:45:27.544961 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e04937-87ce-47a8-ad44-df4634897bb6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:27.546353 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8548c224-dfd8-49ff-86ba-c019bca7ea1b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:27.551824 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-96e04937-87ce-47a8-ad44-df4634897bb6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/6a129a2f-0493-46d2-aca1-822b91b51118 HTTP/1.1" status: 404 len: 337 time: 0.0490875 Nov 23 04:45:27.557576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46508) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:27.605147 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c153d4a-a672-48d1-85e9-ea8d487e2260 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] DELETE failed (client error): The resource could not be found. Nov 23 04:45:27.606056 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c153d4a-a672-48d1-85e9-ea8d487e2260 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:27.606198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85fbfbaf-fac8-44d3-a502-0d1d5da1ea77 None None] The sync data for ids ['141a54a9-98a8-4fad-aa0b-f4efdd9a6c14'] in dv-neutron-818850-1-hyperv is: [{'id': '141a54a9-98a8-4fad-aa0b-f4efdd9a6c14', 'name': 'tempest-RoutersTest-router-1389955873', 'tenant_id': '53f10a57ad2142bebad8b8423880e42b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:45:26Z', 'updated_at': '2021-11-23T04:45:26Z', 'revision_number': 2, 'project_id': '53f10a57ad2142bebad8b8423880e42b', 'gw_port_host': None}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:45:27.610426 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ba880d35-db41-4457-9939-f9d74f17a1cb no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:27.611657 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6c153d4a-a672-48d1-85e9-ea8d487e2260 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/38be5d22-660c-4981-b77a-0008dd17c1d5 HTTP/1.1" status: 404 len: 337 time: 0.0529425 Nov 23 04:45:27.615864 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46510) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:27.645931 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b396a31-d29b-4de0-89db-1b55d6053d70 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] DELETE failed (client error): The resource could not be found. Nov 23 04:45:27.646392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4b396a31-d29b-4de0-89db-1b55d6053d70 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:27.650208 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: ba880d35-db41-4457-9939-f9d74f17a1cb {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:27.650809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ba880d35-db41-4457-9939-f9d74f17a1cb not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:27.651115 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:27.652670 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4b396a31-d29b-4de0-89db-1b55d6053d70 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/1adcd688-da2e-46ec-a35c-e92465be4fb1 HTTP/1.1" status: 404 len: 337 time: 0.0358014 Nov 23 04:45:27.657324 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46512) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:27.688949 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a34f9ad-c540-403b-8884-18845e072a13 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] DELETE failed (client error): The resource could not be found. Nov 23 04:45:27.689497 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a34f9ad-c540-403b-8884-18845e072a13 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:27.693320 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4a34f9ad-c540-403b-8884-18845e072a13 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/0639551c-4861-411a-a1cf-906e2bcef0f8 HTTP/1.1" status: 404 len: 337 time: 0.0335042 Nov 23 04:45:27.695462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46514) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:27.725167 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8548c224-dfd8-49ff-86ba-c019bca7ea1b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:27.730659 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8548c224-dfd8-49ff-86ba-c019bca7ea1b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:27.738497 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-78662185-e1a8-4720-bcc9-ce73e05efabc tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports?device_id=af6639ae-2afa-4611-8cdf-063b350a52b3 HTTP/1.1" status: 200 len: 205 time: 0.0393033 Nov 23 04:45:27.740748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46516) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:27.746698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-1c865ddd-5cec-48fe-a8d3-e39cbe52dd8c None None] Deleting port 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:27.747079 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1c865ddd-5cec-48fe-a8d3-e39cbe52dd8c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:27.789039 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-ee0070de-7b21-4939-b699-de7c8962c01f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] delete failed (client error): The resource could not be found. Nov 23 04:45:27.790153 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ee0070de-7b21-4939-b699-de7c8962c01f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/routers/af6639ae-2afa-4611-8cdf-063b350a52b3 HTTP/1.1" status: 404 len: 336 time: 0.0460875 Nov 23 04:45:27.792948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46520) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:27.834238 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-534f554b-85a8-44fa-8518-eda2067b22c8 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports?device_id=b78895ad-c724-4fe3-a74d-567d365fbf2b HTTP/1.1" status: 200 len: 205 time: 0.0379095 Nov 23 04:45:27.834510 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46522) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:27.892888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:27.895908 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-5275f1e4-906e-4127-b31f-ba3267c694d6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] delete failed (client error): The resource could not be found. Nov 23 04:45:27.897265 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5275f1e4-906e-4127-b31f-ba3267c694d6 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/routers/b78895ad-c724-4fe3-a74d-567d365fbf2b HTTP/1.1" status: 404 len: 336 time: 0.0616093 Nov 23 04:45:27.899800 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46524) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:27.958728 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-278dbfa1-67dc-4f2e-89b7-314688868a5f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] DELETE failed (client error): The resource could not be found. Nov 23 04:45:27.959177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-278dbfa1-67dc-4f2e-89b7-314688868a5f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:27.962350 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-278dbfa1-67dc-4f2e-89b7-314688868a5f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/946824fb-bba5-438c-a53e-54c33d3103f7 HTTP/1.1" status: 404 len: 337 time: 0.0613234 Nov 23 04:45:27.965017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46526) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.002900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-1c865ddd-5cec-48fe-a8d3-e39cbe52dd8c None None] For port 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:28.003244 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1c865ddd-5cec-48fe-a8d3-e39cbe52dd8c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.012237 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d26fd3e5-8c15-4925-bec2-87a14a5b31cd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports?device_id=d638b72b-37d6-4cec-a495-6ffd2a6cab82 HTTP/1.1" status: 200 len: 205 time: 0.0434649 Nov 23 04:45:28.012422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46528) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.024459 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8548c224-dfd8-49ff-86ba-c019bca7ea1b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.038545 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-1c865ddd-5cec-48fe-a8d3-e39cbe52dd8c None None] Calling delete_port for 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:28.046464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:28.059068 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.063746 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-43a631a6-e7fa-4cb0-9444-b351438a896e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] delete failed (client error): The resource could not be found. Nov 23 04:45:28.065053 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-43a631a6-e7fa-4cb0-9444-b351438a896e tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/routers/d638b72b-37d6-4cec-a495-6ffd2a6cab82 HTTP/1.1" status: 404 len: 336 time: 0.0504346 Nov 23 04:45:28.067916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46530) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.076514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8548c224-dfd8-49ff-86ba-c019bca7ea1b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:28.083237 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-8548c224-dfd8-49ff-86ba-c019bca7ea1b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:28.088547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8548c224-dfd8-49ff-86ba-c019bca7ea1b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:28.088754 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dfa20a-4d5e-4bc1-85cf-d175697290da req-dc0c5722-ad83-4901-bfba-8afa68657547 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:28.089157 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8548c224-dfd8-49ff-86ba-c019bca7ea1b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.090144 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b0dfa20a-4d5e-4bc1-85cf-d175697290da req-dc0c5722-ad83-4901-bfba-8afa68657547 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 945 time: 0.2087085 Nov 23 04:45:28.113552 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-57a9c31d-116d-4a1a-af3a-31fe507f0d8f tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports?device_id=2d8568aa-8662-479a-b8cb-d5be258c3681 HTTP/1.1" status: 200 len: 205 time: 0.0448465 Nov 23 04:45:28.116289 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46532) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.157065 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b0dfa20a-4d5e-4bc1-85cf-d175697290da req-69cfcbc0-c980-4efb-943c-30310e61e3bc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bd3fdea-3945-4601-9615-d65a8ff38693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516846 Nov 23 04:45:28.173787 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46534) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.174017 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8548c224-dfd8-49ff-86ba-c019bca7ea1b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6329763 Nov 23 04:45:28.174790 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8548c224-dfd8-49ff-86ba-c019bca7ea1b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=e162fa6e-81bc-4f60-87f8-3410e51f6cc9,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:28.180195 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-86e0cd2b-d7b5-4909-b247-dabb7d30618f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1455455661', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:28.182383 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-42018a78-0b9e-4709-b960-a5f305218970 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] delete failed (client error): The resource could not be found. Nov 23 04:45:28.185698 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-42018a78-0b9e-4709-b960-a5f305218970 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/routers/2d8568aa-8662-479a-b8cb-d5be258c3681 HTTP/1.1" status: 404 len: 336 time: 0.0655801 Nov 23 04:45:28.186242 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46536) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.187130 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:28.211294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86e0cd2b-d7b5-4909-b247-dabb7d30618f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.212620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86e0cd2b-d7b5-4909-b247-dabb7d30618f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.214869 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1c865ddd-5cec-48fe-a8d3-e39cbe52dd8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.218658 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b68b2ae7-5c41-4715-8930-52f424275b10 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] DELETE failed (client error): The resource could not be found. Nov 23 04:45:28.219101 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b68b2ae7-5c41-4715-8930-52f424275b10 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:28.225988 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b68b2ae7-5c41-4715-8930-52f424275b10 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/1cbfb2a1-1a43-43f4-b90d-ed3000383582 HTTP/1.1" status: 404 len: 337 time: 0.0360932 Nov 23 04:45:28.226586 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46538) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.232140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c865ddd-5cec-48fe-a8d3-e39cbe52dd8c None None] No DVR routers for this DVR port 0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:28.259710 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e11eb322-00df-48a1-a7a0-f3055f2a29c9 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports?device_id=54566896-2e97-46f9-b540-783d99040a23 HTTP/1.1" status: 200 len: 205 time: 0.0302260 Nov 23 04:45:28.259931 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78bbe018-7d85-476d-a1f2-f2640662e73f None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:28.260070 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46540) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.286574 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86e0cd2b-d7b5-4909-b247-dabb7d30618f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.296826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86e0cd2b-d7b5-4909-b247-dabb7d30618f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.303140 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-30ba33e0-d410-4bc1-86fc-a38b614fe9cd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] delete failed (client error): The resource could not be found. Nov 23 04:45:28.307165 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-30ba33e0-d410-4bc1-86fc-a38b614fe9cd tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/routers/54566896-2e97-46f9-b540-783d99040a23 HTTP/1.1" status: 404 len: 336 time: 0.0434320 Nov 23 04:45:28.307326 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c865ddd-5cec-48fe-a8d3-e39cbe52dd8c None None] Pushing event deleted for resources: {'Port': ['ID=0ef29eb1-6736-4e6f-9e9b-4dbc4bf6fb7a,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:28.307444 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46542) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.323963 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86e0cd2b-d7b5-4909-b247-dabb7d30618f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.325678 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-86e0cd2b-d7b5-4909-b247-dabb7d30618f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.1496773 Nov 23 04:45:28.328186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46544) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.346674 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-90f4e5de-4436-48eb-a23b-ce584cec1279 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] DELETE failed (client error): The resource could not be found. Nov 23 04:45:28.346674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-90f4e5de-4436-48eb-a23b-ce584cec1279 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:28.346674 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-90f4e5de-4436-48eb-a23b-ce584cec1279 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/f66c5a7a-aeba-4e98-a42e-448484b67739 HTTP/1.1" status: 404 len: 337 time: 0.0343726 Nov 23 04:45:28.346674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46546) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.373789 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3680de59-94ad-40b3-b25c-20daee27ba36 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "GET /v2.0/ports?device_id=127822db-9c6c-4922-a428-2aa4cbeb7c42 HTTP/1.1" status: 200 len: 205 time: 0.0266695 Nov 23 04:45:28.377004 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46548) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.415254 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-2c133534-05e8-4b93-9ad4-4441d1cf0e4b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] delete failed (client error): The resource could not be found. Nov 23 04:45:28.416302 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2c133534-05e8-4b93-9ad4-4441d1cf0e4b tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/routers/127822db-9c6c-4922-a428-2aa4cbeb7c42 HTTP/1.1" status: 404 len: 336 time: 0.0383675 Nov 23 04:45:28.418950 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46550) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.429895 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'fixed_ips': [{'subnet_id': 'e162fa6e-81bc-4f60-87f8-3410e51f6cc9'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:45:28.434718 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.454685 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bdc7cdb-8857-4a8b-b535-c949382c6318 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] DELETE failed (client error): The resource could not be found. Nov 23 04:45:28.455091 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bdc7cdb-8857-4a8b-b535-c949382c6318 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:28.458123 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6bdc7cdb-8857-4a8b-b535-c949382c6318 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/dfac0a6f-a37b-4d43-8049-57ebd8a7f344 HTTP/1.1" status: 404 len: 337 time: 0.0382752 Nov 23 04:45:28.460708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46552) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.486582 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-c507ca3b-e073-4143-9f87-e1a1d9e21d72 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] DELETE failed (client error): The resource could not be found. Nov 23 04:45:28.487035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c507ca3b-e073-4143-9f87-e1a1d9e21d72 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:28.490073 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c507ca3b-e073-4143-9f87-e1a1d9e21d72 tempest-RoutersTest-1403257203 tempest-RoutersTest-1403257203-project] 10.222.0.37 "DELETE /v2.0/subnets/b9cc5ab9-cefe-4c18-a1ed-be0f63c703a5 HTTP/1.1" status: 404 len: 337 time: 0.0284696 Nov 23 04:45:28.587996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Allocated IP 2001:db8::2 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/e162fa6e-81bc-4f60-87f8-3410e51f6cc9/09c0c1c0-6993-499a-a73c-5e3efb36176a) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:28.632279 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.768775 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.775549 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.798975 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46558) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.819475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:28.824498 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:28.831812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:28.867512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Pushing event updated for resources: {'Port': ['ID=09c0c1c0-6993-499a-a73c-5e3efb36176a,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:28.912994 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Attempting to bind port 09c0c1c0-6993-499a-a73c-5e3efb36176a on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:28.913657 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Attempting to bind port 09c0c1c0-6993-499a-a73c-5e3efb36176a by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:28.914143 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Attempting to bind port 09c0c1c0-6993-499a-a73c-5e3efb36176a on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:28.920260 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:28.920787 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:28.921575 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.921812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:28.922394 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Bound port: 09c0c1c0-6993-499a-a73c-5e3efb36176a, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:28.923404 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::1 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/e162fa6e-81bc-4f60-87f8-3410e51f6cc9/d35610f2-b0da-491e-acdf-4fe9a182f5d7) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:28.923883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:28.972601 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bd3ca0c0-0a63-43ba-9bc0-2c2dc49dd5d0 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=53f10a57ad2142bebad8b8423880e42b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1700163 Nov 23 04:45:28.972822 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46562) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:28.998161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] For port 09c0c1c0-6993-499a-a73c-5e3efb36176a, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:29.002052 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] For port 09c0c1c0-6993-499a-a73c-5e3efb36176a, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=09c0c1c0-6993-499a-a73c-5e3efb36176a,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:29.007603 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:29.023616 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8dfde788-12e3-47c2-b935-7bcd7fce987a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:29.046578 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8dfde788-12e3-47c2-b935-7bcd7fce987a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:29.058769 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:29.078677 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86faa26e-3766-4fb7-96af-cae1eb14bdde None None] Pushing event updated for resources: {'Port': ['ID=09c0c1c0-6993-499a-a73c-5e3efb36176a,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:29.105845 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8dfde788-12e3-47c2-b935-7bcd7fce987a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:29.107286 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:29.109164 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8dfde788-12e3-47c2-b935-7bcd7fce987a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:29.110408 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8dfde788-12e3-47c2-b935-7bcd7fce987a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/7181a3ae-fda6-48c8-b651-28c1f69bc3de HTTP/1.1" status: 204 len: 168 time: 0.1366074 Nov 23 04:45:29.118120 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfde788-12e3-47c2-b935-7bcd7fce987a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7181a3ae-fda6-48c8-b651-28c1f69bc3de,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:29.158627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:29.162262 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:29.166358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:29.166927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:29.205340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=d35610f2-b0da-491e-acdf-4fe9a182f5d7,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:29.307684 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa87cb67-6f41-4048-8a86-d942a59fa6fd req-d82907d7-5bdb-4940-8c64-063e2f10a293 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:29.310723 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-aa87cb67-6f41-4048-8a86-d942a59fa6fd req-d82907d7-5bdb-4940-8c64-063e2f10a293 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 945 time: 0.0718973 Nov 23 04:45:29.326843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:29.397301 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-aa87cb67-6f41-4048-8a86-d942a59fa6fd req-5fd121c2-d6a6-431d-a8ef-d0ece84b969d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bd3fdea-3945-4601-9615-d65a8ff38693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0693865 Nov 23 04:45:29.539944 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 09c0c1c0-6993-499a-a73c-5e3efb36176a up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:29.588997 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 09c0c1c0-6993-499a-a73c-5e3efb36176a triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:29.589518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:29.680623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:29.691139 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:29.704851 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:29.705674 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:29.715211 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 09c0c1c0-6993-499a-a73c-5e3efb36176a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=09c0c1c0-6993-499a-a73c-5e3efb36176a,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:29.726380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:29.792490 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=09c0c1c0-6993-499a-a73c-5e3efb36176a,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:29.810280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=d35610f2-b0da-491e-acdf-4fe9a182f5d7,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:29.849043 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:29.851834 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:29.947113 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46586) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:29.979360 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Router 92e0edda-da5c-41be-94b2-be28c114241e is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:45:30.055773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-2143566401'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:30.079835 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Made reservation on behalf of 650575ba8002434b932c060383414943 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:30.082564 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:45:30.083978 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:30.088206 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a3b8533a-8021-4793-a925-518101d9bdbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "PUT /v2.0/routers/92e0edda-da5c-41be-94b2-be28c114241e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7583065 Nov 23 04:45:30.091418 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46590) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:30.093427 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Sync routers for ids ['92e0edda-da5c-41be-94b2-be28c114241e'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:45:30.093897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:30.106129 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Routers {'92e0edda-da5c-41be-94b2-be28c114241e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:30.109448 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['92e0edda-da5c-41be-94b2-be28c114241e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:30.151235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25c5ae07-0f97-4ffe-ba32-1551ee57a623 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:30.155306 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-25c5ae07-0f97-4ffe-ba32-1551ee57a623 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports/d35610f2-b0da-491e-acdf-4fe9a182f5d7 HTTP/1.1" status: 200 len: 911 time: 0.0602989 Nov 23 04:45:30.155843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46592) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:30.211295 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:30.216561 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:30.222578 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4349974f-cb3d-4999-8159-1ad4b4dc47c9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:30.223476 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Set router 92e0edda-da5c-41be-94b2-be28c114241e gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:30.230164 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4349974f-cb3d-4999-8159-1ad4b4dc47c9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:30.231889 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4349974f-cb3d-4999-8159-1ad4b4dc47c9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0737240 Nov 23 04:45:30.235169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46594) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:30.253810 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] vlan segment allocate from pool success with {'vlan_id': 167, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:45:30.264586 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Pushing event updated for resources: {'SecurityGroup': ['ID=25463d27-1c33-4168-9af3-99abf9937829,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:30.275229 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:30.276035 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Added segment a9894f23-3e17-410c-be3b-599b7c126aff of type vlan for network e76b4702-3c7e-4f2b-b195-6e7835f5dace Nov 23 04:45:30.333514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:30.345406 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 0fa27471-87ed-4ec2-afcf-f34af121d0f7 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:30.373366 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:30.382382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:30.383289 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:30.392768 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-db0166da-1099-40b7-a4f9-990044fef795 None None] Provisioning complete for port 09c0c1c0-6993-499a-a73c-5e3efb36176a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:30.393463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-db0166da-1099-40b7-a4f9-990044fef795 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:30.495780 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 0.5473938 Nov 23 04:45:30.499719 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46598) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:30.506639 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-431192c3-6cba-441f-baa0-61b813040484 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'e76b4702-3c7e-4f2b-b195-6e7835f5dace', 'tempest-TagsTest-Tag-272922438') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:30.511671 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0efc491f-78ff-4c8f-ba82-f7da1114dd04 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Pushing event updated for resources: {'Network': ['ID=e76b4702-3c7e-4f2b-b195-6e7835f5dace,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:30.529187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 0fa27471-87ed-4ec2-afcf-f34af121d0f7 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:45:30.575191 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 0fa27471-87ed-4ec2-afcf-f34af121d0f7 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:30.575572 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:30.607913 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e0edda-da5c-41be-94b2-be28c114241e', 'name': 'tempest-NetworksTestDHCPv6-router-1455455661', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:45:28Z', 'updated_at': '2021-11-23T04:45:29Z', 'revision_number': 2, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'gw_port_host': None, '_interfaces': [{'id': 'd35610f2-b0da-491e-acdf-4fe9a182f5d7', 'name': '', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'mac_address': 'fa:16:3e:84:07:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e0edda-da5c-41be-94b2-be28c114241e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e162fa6e-81bc-4f60-87f8-3410e51f6cc9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:45:28Z', 'updated_at': '2021-11-23T04:45:29Z', 'revision_number': 2, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'subnets': [{'id': 'e162fa6e-81bc-4f60-87f8-3410e51f6cc9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:30.640394 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c49890b-0e83-4d06-8a1b-96d6e97185d7 req-b93fadb1-e5c1-4226-a31d-7f4253ba838e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:30.648971 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8c49890b-0e83-4d06-8a1b-96d6e97185d7 req-b93fadb1-e5c1-4226-a31d-7f4253ba838e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 945 time: 0.1231010 Nov 23 04:45:30.665318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network e76b4702-3c7e-4f2b-b195-6e7835f5dace details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:45:30.666462 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Checking router: 92e0edda-da5c-41be-94b2-be28c114241e for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:45:30.666999 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Updating router 92e0edda-da5c-41be-94b2-be28c114241e port d35610f2-b0da-491e-acdf-4fe9a182f5d7 binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:45:30.687056 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-431192c3-6cba-441f-baa0-61b813040484 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] 10.222.0.37 "PUT /v2.0/networks/e76b4702-3c7e-4f2b-b195-6e7835f5dace/tags/tempest-TagsTest-Tag-272922438 HTTP/1.1" status: 201 len: 201 time: 0.1860509 Nov 23 04:45:30.689261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46600) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:30.697573 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-e941da29-726a-40c5-97b6-6f35c2032ef6 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e76b4702-3c7e-4f2b-b195-6e7835f5dace', 'tempest-TagsTest-Tag-272922438') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:30.699937 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:30.784404 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:30.845087 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 0fa27471-87ed-4ec2-afcf-f34af121d0f7, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0fa27471-87ed-4ec2-afcf-f34af121d0f7,segment=NetworkSegment(464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4),segment_id=464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:30.851005 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ca04ec-77f9-47a0-a500-e4bfcf83b858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa27471-87ed-4ec2-afcf-f34af121d0f7'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:45:30.855465 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcf9241b-59ee-4fdf-96ac-45e1a037d51a" -d '{"events": [{"server_uuid": "64ca04ec-77f9-47a0-a500-e4bfcf83b858", "name": "network-vif-plugged", "status": "completed", "tag": "0fa27471-87ed-4ec2-afcf-f34af121d0f7"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:45:30.867554 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e941da29-726a-40c5-97b6-6f35c2032ef6 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] 10.222.0.37 "GET /v2.0/networks/e76b4702-3c7e-4f2b-b195-6e7835f5dace/tags/tempest-TagsTest-Tag-272922438 HTTP/1.1" status: 204 len: 168 time: 0.1711605 Nov 23 04:45:30.867775 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46604) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:30.872128 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-057c266f-9f68-4937-8f06-e3039b131231 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'e76b4702-3c7e-4f2b-b195-6e7835f5dace') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:30.877080 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:30.889758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9b941ef9-926b-401f-bfb2-8ce730c0ed63 None None] Provisioning complete for port d35610f2-b0da-491e-acdf-4fe9a182f5d7 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:30.889758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9b941ef9-926b-401f-bfb2-8ce730c0ed63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:30.961333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:45:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20d8c112-f054-4a90-bee1-9e6ddf5f8e7f x-openstack-request-id: req-20d8c112-f054-4a90-bee1-9e6ddf5f8e7f {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:45:30.961840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ca04ec-77f9-47a0-a500-e4bfcf83b858", "name": "network-vif-plugged", "status": "completed", "tag": "0fa27471-87ed-4ec2-afcf-f34af121d0f7", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:45:30.962101 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20d8c112-f054-4a90-bee1-9e6ddf5f8e7f {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:45:30.962499 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ca04ec-77f9-47a0-a500-e4bfcf83b858', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0fa27471-87ed-4ec2-afcf-f34af121d0f7', 'code': 200} Nov 23 04:45:30.999757 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-057c266f-9f68-4937-8f06-e3039b131231 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] 10.222.0.37 "GET /v2.0/networks/e76b4702-3c7e-4f2b-b195-6e7835f5dace/tags HTTP/1.1" status: 200 len: 237 time: 0.1276832 Nov 23 04:45:30.999949 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46606) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:31.010473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-574ccdbb-5d86-4c19-83a8-121e7bcec882 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'e76b4702-3c7e-4f2b-b195-6e7835f5dace', {'tags': ['tempest-TagsTest-Tag-2129240143', 'tempest-TagsTest-Tag-1692592286', 'tempest-TagsTest-Tag-1694247077']}) {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:31.024667 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9b941ef9-926b-401f-bfb2-8ce730c0ed63 None None] Port d35610f2-b0da-491e-acdf-4fe9a182f5d7 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:45:31.027245 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=0fa27471-87ed-4ec2-afcf-f34af121d0f7,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:31.117781 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:31.123541 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:31.127294 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-574ccdbb-5d86-4c19-83a8-121e7bcec882 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] 10.222.0.37 "PUT /v2.0/networks/e76b4702-3c7e-4f2b-b195-6e7835f5dace/tags HTTP/1.1" status: 200 len: 309 time: 0.1259425 Nov 23 04:45:31.132331 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46608) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:31.137870 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-f00f25b5-f2a0-49e8-8645-80ea01198b72 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'e76b4702-3c7e-4f2b-b195-6e7835f5dace', 'tempest-TagsTest-Tag-2129240143') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:31.162535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-de2c816f-130b-46cd-901a-a1e3376eb8e8 None None] Provisioning complete for port d35610f2-b0da-491e-acdf-4fe9a182f5d7 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:31.163058 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-de2c816f-130b-46cd-901a-a1e3376eb8e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:31.181967 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896221b-0555-4a2c-9996-f5c94ae64e87 None None] Pushing event updated for resources: {'Port': ['ID=d35610f2-b0da-491e-acdf-4fe9a182f5d7,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:31.187387 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8c49890b-0e83-4d06-8a1b-96d6e97185d7 req-d6017d9f-11b3-4115-af27-cc68aa564116 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bd3fdea-3945-4601-9615-d65a8ff38693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5372393 Nov 23 04:45:31.222151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-de2c816f-130b-46cd-901a-a1e3376eb8e8 None None] Port d35610f2-b0da-491e-acdf-4fe9a182f5d7 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:45:31.246216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717be8b0-1543-4214-b92a-6952f864d730 req-296df9df-1229-49f9-b98c-48e3b8281fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:31.247736 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-717be8b0-1543-4214-b92a-6952f864d730 req-296df9df-1229-49f9-b98c-48e3b8281fa4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 1099 time: 0.0594556 Nov 23 04:45:31.279792 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Attempting to bind port d35610f2-b0da-491e-acdf-4fe9a182f5d7 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:31.280210 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Attempting to bind port d35610f2-b0da-491e-acdf-4fe9a182f5d7 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:31.281810 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Attempting to bind port d35610f2-b0da-491e-acdf-4fe9a182f5d7 on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:31.289560 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f00f25b5-f2a0-49e8-8645-80ea01198b72 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] 10.222.0.37 "DELETE /v2.0/networks/e76b4702-3c7e-4f2b-b195-6e7835f5dace/tags/tempest-TagsTest-Tag-2129240143 HTTP/1.1" status: 204 len: 168 time: 0.1555872 Nov 23 04:45:31.291276 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46610) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:31.293709 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:31.294197 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:31.294604 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:31.294997 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:31.295525 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Bound port: d35610f2-b0da-491e-acdf-4fe9a182f5d7, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:31.295908 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:31.298249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-5674401c-45d5-4428-a4b4-889fa8672428 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e76b4702-3c7e-4f2b-b195-6e7835f5dace', 'tempest-TagsTest-Tag-2129240143') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:31.352752 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-717be8b0-1543-4214-b92a-6952f864d730 req-12dfa40e-80a9-4bdb-93e3-db31da00a273 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=9bd3fdea-3945-4601-9615-d65a8ff38693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735991 Nov 23 04:45:31.378609 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] For port d35610f2-b0da-491e-acdf-4fe9a182f5d7, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:31.384604 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] For port d35610f2-b0da-491e-acdf-4fe9a182f5d7, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d35610f2-b0da-491e-acdf-4fe9a182f5d7,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:31.393102 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:31.393616 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-5674401c-45d5-4428-a4b4-889fa8672428 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] show failed (client error): The resource could not be found. Nov 23 04:45:31.394877 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5674401c-45d5-4428-a4b4-889fa8672428 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] 10.222.0.37 "GET /v2.0/networks/e76b4702-3c7e-4f2b-b195-6e7835f5dace/tags/tempest-TagsTest-Tag-2129240143 HTTP/1.1" status: 404 len: 326 time: 0.1017001 Nov 23 04:45:31.397579 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46612) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:31.402055 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-8ddfdd10-4be5-4267-be4b-b830bcf7ee31 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e76b4702-3c7e-4f2b-b195-6e7835f5dace', 'tempest-TagsTest-Tag-1692592286') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:31.410403 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0a673cf0-c98a-4ab0-abe0-6e2488ed5aac tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:31.481031 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1896221b-0555-4a2c-9996-f5c94ae64e87 None None] Pushing event updated for resources: {'Port': ['ID=d35610f2-b0da-491e-acdf-4fe9a182f5d7,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:31.486155 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8ddfdd10-4be5-4267-be4b-b830bcf7ee31 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] 10.222.0.37 "GET /v2.0/networks/e76b4702-3c7e-4f2b-b195-6e7835f5dace/tags/tempest-TagsTest-Tag-1692592286 HTTP/1.1" status: 204 len: 168 time: 0.0851386 Nov 23 04:45:31.486902 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46614) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:31.487615 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Routers {'92e0edda-da5c-41be-94b2-be28c114241e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:31.488254 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['92e0edda-da5c-41be-94b2-be28c114241e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:31.495441 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-a4b67209-c326-4e35-9cf8-c4f0d8ed74a8 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e76b4702-3c7e-4f2b-b195-6e7835f5dace', 'tempest-TagsTest-Tag-1694247077') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:31.554103 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 09c0c1c0-6993-499a-a73c-5e3efb36176a up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:31.558706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e76aa070-c515-4f9d-9df9-7f373d7176fa None None] Provisioning complete for port d35610f2-b0da-491e-acdf-4fe9a182f5d7 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:31.559365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e76aa070-c515-4f9d-9df9-7f373d7176fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:31.619486 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a4b67209-c326-4e35-9cf8-c4f0d8ed74a8 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] 10.222.0.37 "GET /v2.0/networks/e76b4702-3c7e-4f2b-b195-6e7835f5dace/tags/tempest-TagsTest-Tag-1694247077 HTTP/1.1" status: 204 len: 168 time: 0.1274672 Nov 23 04:45:31.621225 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] Set router 92e0edda-da5c-41be-94b2-be28c114241e gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:31.622623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46616) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:31.630317 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-8fce3f81-9e95-407c-9b68-5c400f1e774f tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e76b4702-3c7e-4f2b-b195-6e7835f5dace') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:31.676724 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 09c0c1c0-6993-499a-a73c-5e3efb36176a triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:31.677100 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:31.729593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e76aa070-c515-4f9d-9df9-7f373d7176fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:31.766604 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-0a673cf0-c98a-4ab0-abe0-6e2488ed5aac tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port d35610f2-b0da-491e-acdf-4fe9a182f5d7 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:31.766991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0a673cf0-c98a-4ab0-abe0-6e2488ed5aac tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:31.783673 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e76aa070-c515-4f9d-9df9-7f373d7176fa None None] For port d35610f2-b0da-491e-acdf-4fe9a182f5d7, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d35610f2-b0da-491e-acdf-4fe9a182f5d7,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:31.790715 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e76aa070-c515-4f9d-9df9-7f373d7176fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:31.833810 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8fce3f81-9e95-407c-9b68-5c400f1e774f tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] 10.222.0.37 "DELETE /v2.0/networks/e76b4702-3c7e-4f2b-b195-6e7835f5dace/tags HTTP/1.1" status: 204 len: 168 time: 0.2066233 Nov 23 04:45:31.834055 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46618) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:31.838178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.tag.tag_plugin [None req-d4d1d9ee-2fa5-48bc-ac20-66641a880706 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e76b4702-3c7e-4f2b-b195-6e7835f5dace', 'tempest-TagsTest-Tag-1692592286') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:31.874745 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76aa070-c515-4f9d-9df9-7f373d7176fa None None] Pushing event updated for resources: {'Port': ['ID=d35610f2-b0da-491e-acdf-4fe9a182f5d7,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:31.880397 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '92e0edda-da5c-41be-94b2-be28c114241e', 'name': 'tempest-NetworksTestDHCPv6-router-1455455661', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:45:28Z', 'updated_at': '2021-11-23T04:45:29Z', 'revision_number': 2, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'gw_port_host': None, '_interfaces': [{'id': 'd35610f2-b0da-491e-acdf-4fe9a182f5d7', 'name': '', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'mac_address': 'fa:16:3e:84:07:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e0edda-da5c-41be-94b2-be28c114241e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e162fa6e-81bc-4f60-87f8-3410e51f6cc9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:45:28Z', 'updated_at': '2021-11-23T04:45:31Z', 'revision_number': 4, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'subnets': [{'id': 'e162fa6e-81bc-4f60-87f8-3410e51f6cc9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:31.911212 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2711a1-cc42-47c3-acec-3a9fe9998e0d None None] The sync data for ids ['92e0edda-da5c-41be-94b2-be28c114241e'] in dv-neutron-818850-1-hyperv is: [{'id': '92e0edda-da5c-41be-94b2-be28c114241e', 'name': 'tempest-NetworksTestDHCPv6-router-1455455661', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:45:28Z', 'updated_at': '2021-11-23T04:45:29Z', 'revision_number': 2, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'gw_port_host': None, '_interfaces': [{'id': 'd35610f2-b0da-491e-acdf-4fe9a182f5d7', 'name': '', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'mac_address': 'fa:16:3e:84:07:5b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '92e0edda-da5c-41be-94b2-be28c114241e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1217, 'fixed_ips': [{'subnet_id': 'e162fa6e-81bc-4f60-87f8-3410e51f6cc9', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:45:28Z', 'updated_at': '2021-11-23T04:45:31Z', 'revision_number': 4, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'subnets': [{'id': 'e162fa6e-81bc-4f60-87f8-3410e51f6cc9', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:45:31.913881 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e26d2a91-61f7-4c04-b5e9-2ca5472bb932 None None] Provisioning complete for port d35610f2-b0da-491e-acdf-4fe9a182f5d7 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:31.914905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e26d2a91-61f7-4c04-b5e9-2ca5472bb932 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:31.947487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-0a673cf0-c98a-4ab0-abe0-6e2488ed5aac tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] For port d35610f2-b0da-491e-acdf-4fe9a182f5d7, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d35610f2-b0da-491e-acdf-4fe9a182f5d7,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:31.947867 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0a673cf0-c98a-4ab0-abe0-6e2488ed5aac tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:31.964362 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-d4d1d9ee-2fa5-48bc-ac20-66641a880706 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] show failed (client error): The resource could not be found. Nov 23 04:45:31.966027 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d4d1d9ee-2fa5-48bc-ac20-66641a880706 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] 10.222.0.37 "GET /v2.0/networks/e76b4702-3c7e-4f2b-b195-6e7835f5dace/tags/tempest-TagsTest-Tag-1692592286 HTTP/1.1" status: 404 len: 326 time: 0.1311412 Nov 23 04:45:31.967435 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-0a673cf0-c98a-4ab0-abe0-6e2488ed5aac tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for d35610f2-b0da-491e-acdf-4fe9a182f5d7 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:31.969073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46620) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:31.975103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-fbb0dda4-bbc8-42cb-a497-52821ec0a854 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'e76b4702-3c7e-4f2b-b195-6e7835f5dace', 'tempest-TagsTest-Tag-1694247077') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:32.058233 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-fbb0dda4-bbc8-42cb-a497-52821ec0a854 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] show failed (client error): The resource could not be found. Nov 23 04:45:32.059933 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fbb0dda4-bbc8-42cb-a497-52821ec0a854 tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] 10.222.0.37 "GET /v2.0/networks/e76b4702-3c7e-4f2b-b195-6e7835f5dace/tags/tempest-TagsTest-Tag-1694247077 HTTP/1.1" status: 404 len: 326 time: 0.0890579 Nov 23 04:45:32.062268 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46622) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:32.067652 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.tag.tag_plugin [None req-b7894d2a-87af-4afa-ac1b-9943937120be tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'e76b4702-3c7e-4f2b-b195-6e7835f5dace') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:32.159629 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b7894d2a-87af-4afa-ac1b-9943937120be tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] 10.222.0.37 "DELETE /v2.0/networks/e76b4702-3c7e-4f2b-b195-6e7835f5dace/tags HTTP/1.1" status: 204 len: 168 time: 0.0961945 Nov 23 04:45:32.165547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46624) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:32.174188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0a673cf0-c98a-4ab0-abe0-6e2488ed5aac tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:32.209550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a673cf0-c98a-4ab0-abe0-6e2488ed5aac tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=d35610f2-b0da-491e-acdf-4fe9a182f5d7,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:32.263466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a1967122-f372-423d-9a36-d8955db1b6ee tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:32.337891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0a673cf0-c98a-4ab0-abe0-6e2488ed5aac tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:32.410738 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180cf1dc-88f9-44d3-8714-bbab5f5e480e req-49dcce20-66c1-4eac-af89-a7ecd1e1b6ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:32.419973 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-180cf1dc-88f9-44d3-8714-bbab5f5e480e req-49dcce20-66c1-4eac-af89-a7ecd1e1b6ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 946 time: 0.1407022 Nov 23 04:45:32.491713 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a1967122-f372-423d-9a36-d8955db1b6ee tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:32.533732 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-a1967122-f372-423d-9a36-d8955db1b6ee tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e76b4702-3c7e-4f2b-b195-6e7835f5dace']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:32.541839 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-180cf1dc-88f9-44d3-8714-bbab5f5e480e req-fd6adaa3-469d-43fe-aac5-eb1c6796c4df tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bd3fdea-3945-4601-9615-d65a8ff38693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208279 Nov 23 04:45:32.548136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a673cf0-c98a-4ab0-abe0-6e2488ed5aac tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Router 92e0edda-da5c-41be-94b2-be28c114241e has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:45:32.553913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-a1967122-f372-423d-9a36-d8955db1b6ee tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9894f23-3e17-410c-be3b-599b7c126aff') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:32.554348 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-a1967122-f372-423d-9a36-d8955db1b6ee tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9894f23-3e17-410c-be3b-599b7c126aff') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:32.573809 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a1967122-f372-423d-9a36-d8955db1b6ee tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:32.589585 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a1967122-f372-423d-9a36-d8955db1b6ee tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:32.597747 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1967122-f372-423d-9a36-d8955db1b6ee tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Releasing vlan 167 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:45:32.598287 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a1967122-f372-423d-9a36-d8955db1b6ee tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:45:32.601635 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:45:32.654737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a673cf0-c98a-4ab0-abe0-6e2488ed5aac tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:45:32.664626 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0a673cf0-c98a-4ab0-abe0-6e2488ed5aac tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "PUT /v2.0/routers/92e0edda-da5c-41be-94b2-be28c114241e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4282644 Nov 23 04:45:32.667095 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46628) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:32.700299 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a1967122-f372-423d-9a36-d8955db1b6ee tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:32.715977 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a1967122-f372-423d-9a36-d8955db1b6ee tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:32.719239 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a1967122-f372-423d-9a36-d8955db1b6ee tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] 10.222.0.37 "DELETE /v2.0/networks/e76b4702-3c7e-4f2b-b195-6e7835f5dace HTTP/1.1" status: 204 len: 168 time: 0.5526521 Nov 23 04:45:32.734360 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1967122-f372-423d-9a36-d8955db1b6ee tempest-TagsTest-807473638 tempest-TagsTest-807473638-project] Pushing event deleted for resources: {'Network': ['ID=e76b4702-3c7e-4f2b-b195-6e7835f5dace,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:32.754141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40806480-eb57-46d3-98bf-1d5bf1915240 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:32.755705 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40806480-eb57-46d3-98bf-1d5bf1915240 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:32.757242 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-40806480-eb57-46d3-98bf-1d5bf1915240 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0870070 Nov 23 04:45:32.760119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46632) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:32.818022 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-181b3f1e-ad21-43f5-a42a-294e22a9213b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet e162fa6e-81bc-4f60-87f8-3410e51f6cc9 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:32.821197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-181b3f1e-ad21-43f5-a42a-294e22a9213b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:32.864097 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-181b3f1e-ad21-43f5-a42a-294e22a9213b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:32.953687 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-181b3f1e-ad21-43f5-a42a-294e22a9213b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:32.986273 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46636) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:33.013559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-181b3f1e-ad21-43f5-a42a-294e22a9213b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.041255 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181b3f1e-ad21-43f5-a42a-294e22a9213b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=e162fa6e-81bc-4f60-87f8-3410e51f6cc9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:33.046108 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-181b3f1e-ad21-43f5-a42a-294e22a9213b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.052630 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-181b3f1e-ad21-43f5-a42a-294e22a9213b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/e162fa6e-81bc-4f60-87f8-3410e51f6cc9 HTTP/1.1" status: 204 len: 168 time: 0.2892087 Nov 23 04:45:33.052795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-528069b3-55d2-4cf9-88b1-d9fe4b497677 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:33.053270 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46640) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:33.154337 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6ec3aa9c-5aa8-49a3-93d9-326a89d01e87 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=650575ba8002434b932c060383414943&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1668572 Nov 23 04:45:33.156794 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46642) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:33.188834 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-66a4f060-4fcb-4a88-9efc-2454d0114a9e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1338179 Nov 23 04:45:33.191302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46644) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:33.285752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e1aa-2bce-4a1e-ad5d-4c1c671b69f9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.355843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a797-ce9e-4c9f-a7e5-eb335cd83702 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.399295 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfac7c17-db4b-4c4c-9d63-d1508763b797 None None] DHCP port deletion for 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:45:33.418914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a797-ce9e-4c9f-a7e5-eb335cd83702 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.448424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-cfac7c17-db4b-4c4c-9d63-d1508763b797 None None] Deleting port 09c0c1c0-6993-499a-a73c-5e3efb36176a {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:33.448912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cfac7c17-db4b-4c4c-9d63-d1508763b797 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.501434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e1aa-2bce-4a1e-ad5d-4c1c671b69f9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.505921 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 09c0c1c0-6993-499a-a73c-5e3efb36176a no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:33.507891 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef78efe-fe75-42a3-a4ce-d898b2e419c8 None None] Sync routers for ids ['92e0edda-da5c-41be-94b2-be28c114241e'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:45:33.508582 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e1aa-2bce-4a1e-ad5d-4c1c671b69f9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.564887 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e1aa-2bce-4a1e-ad5d-4c1c671b69f9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.565575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c0e1aa-2bce-4a1e-ad5d-4c1c671b69f9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Fanout notify agent at l3_agent the message router_deleted on router 92e0edda-da5c-41be-94b2-be28c114241e {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:45:33.568947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef78efe-fe75-42a3-a4ce-d898b2e419c8 None None] Routers {'92e0edda-da5c-41be-94b2-be28c114241e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:33.569667 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1ef78efe-fe75-42a3-a4ce-d898b2e419c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['92e0edda-da5c-41be-94b2-be28c114241e'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:33.573796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b9c0e1aa-2bce-4a1e-ad5d-4c1c671b69f9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.574501 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-cfac7c17-db4b-4c4c-9d63-d1508763b797 None None] For port 09c0c1c0-6993-499a-a73c-5e3efb36176a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=09c0c1c0-6993-499a-a73c-5e3efb36176a,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:33.578086 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cfac7c17-db4b-4c4c-9d63-d1508763b797 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.578262 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b9c0e1aa-2bce-4a1e-ad5d-4c1c671b69f9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/routers/92e0edda-da5c-41be-94b2-be28c114241e HTTP/1.1" status: 204 len: 168 time: 0.3829281 Nov 23 04:45:33.578753 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46648) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:33.593813 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a797-ce9e-4c9f-a7e5-eb335cd83702 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.597089 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cbc7a797-ce9e-4c9f-a7e5-eb335cd83702 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.600794 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cbc7a797-ce9e-4c9f-a7e5-eb335cd83702 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/25463d27-1c33-4168-9af3-99abf9937829 HTTP/1.1" status: 204 len: 168 time: 0.4403412 Nov 23 04:45:33.621214 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1ef78efe-fe75-42a3-a4ce-d898b2e419c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:33.624573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc7a797-ce9e-4c9f-a7e5-eb335cd83702 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25463d27-1c33-4168-9af3-99abf9937829,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:33.629009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-cfac7c17-db4b-4c4c-9d63-d1508763b797 None None] Calling delete_port for 09c0c1c0-6993-499a-a73c-5e3efb36176a owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:33.647547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-882eaaf8-7286-436d-b64a-dbdd38a0ef62 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:33.651999 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-882eaaf8-7286-436d-b64a-dbdd38a0ef62 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0692255 Nov 23 04:45:33.653173 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46652) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:33.681937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef78efe-fe75-42a3-a4ce-d898b2e419c8 None None] Routers set() bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:33.682311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef78efe-fe75-42a3-a4ce-d898b2e419c8 None None] Router IDs set() for agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Nov 23 04:45:33.682950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_agentschedulers_db [None req-1ef78efe-fe75-42a3-a4ce-d898b2e419c8 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'92e0edda-da5c-41be-94b2-be28c114241e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent'). {{(pid=109954) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Nov 23 04:45:33.683333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ef78efe-fe75-42a3-a4ce-d898b2e419c8 None None] The sync data for ids ['92e0edda-da5c-41be-94b2-be28c114241e'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:45:33.727155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccccef5b-cad5-4b56-bf6b-645d5d1e67ec req-f79182b8-12d4-4296-add9-db5ab8ce04c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:33.728895 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ccccef5b-cad5-4b56-bf6b-645d5d1e67ec req-f79182b8-12d4-4296-add9-db5ab8ce04c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 946 time: 0.0688901 Nov 23 04:45:33.736042 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23efcd9f-f228-4959-ab34-37eb847fefe7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:33.737918 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-23efcd9f-f228-4959-ab34-37eb847fefe7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0836208 Nov 23 04:45:33.740631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46654) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:33.749383 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.792513 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c9b1554e-e4c3-4b1b-8a67-a2baabf614a8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0505047 Nov 23 04:45:33.803461 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46656) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:33.810707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-81b20a5a-3128-45a9-a961-eff1a35aa4d8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:33.824675 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 09c0c1c0-6993-499a-a73c-5e3efb36176a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=09c0c1c0-6993-499a-a73c-5e3efb36176a,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:33.832667 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.860869 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ccccef5b-cad5-4b56-bf6b-645d5d1e67ec req-44bdd3d7-efdb-4fe7-a841-492b0b1059f8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bd3fdea-3945-4601-9615-d65a8ff38693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0702159 Nov 23 04:45:33.887056 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cfac7c17-db4b-4c4c-9d63-d1508763b797 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:33.904791 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfac7c17-db4b-4c4c-9d63-d1508763b797 None None] No DVR routers for this DVR port 09c0c1c0-6993-499a-a73c-5e3efb36176a on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:33.929184 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=09c0c1c0-6993-499a-a73c-5e3efb36176a,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:33.959871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b20a5a-3128-45a9-a961-eff1a35aa4d8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:33.960391 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfac7c17-db4b-4c4c-9d63-d1508763b797 None None] Pushing event deleted for resources: {'Port': ['ID=09c0c1c0-6993-499a-a73c-5e3efb36176a,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:33.963822 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81b20a5a-3128-45a9-a961-eff1a35aa4d8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:34.080404 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9899e8-67ee-42f5-83bb-36780481b7ab req-aeec610e-8f86-42b5-a9a2-ed955d3374df tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:34.081973 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7e9899e8-67ee-42f5-83bb-36780481b7ab req-aeec610e-8f86-42b5-a9a2-ed955d3374df tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 946 time: 0.1021233 Nov 23 04:45:34.173045 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7e9899e8-67ee-42f5-83bb-36780481b7ab req-02cf2e16-b6c0-43bb-b917-ffdaf1c2727e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bd3fdea-3945-4601-9615-d65a8ff38693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835795 Nov 23 04:45:34.312907 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.objects.ports [None req-81b20a5a-3128-45a9-a961-eff1a35aa4d8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:45:34.314367 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81b20a5a-3128-45a9-a961-eff1a35aa4d8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:34.352294 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81b20a5a-3128-45a9-a961-eff1a35aa4d8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:34.355428 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-81b20a5a-3128-45a9-a961-eff1a35aa4d8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:34.359638 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b20a5a-3128-45a9-a961-eff1a35aa4d8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:34.360271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81b20a5a-3128-45a9-a961-eff1a35aa4d8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:34.364315 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188f71bf-ee4b-491c-9885-39fc3ad8b6a0 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:34.378666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b20a5a-3128-45a9-a961-eff1a35aa4d8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=a7dfded4-01e6-4ac1-aeb7-dce4a5636cc2,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:34.384900 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-81b20a5a-3128-45a9-a961-eff1a35aa4d8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5802796 Nov 23 04:45:34.387984 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46664) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:34.393673 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-2337a3eb-635a-4d5d-8c90-56979f78c16b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:34.503027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2337a3eb-635a-4d5d-8c90-56979f78c16b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:34.506580 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2337a3eb-635a-4d5d-8c90-56979f78c16b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:34.512438 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'fixed_ips': [{'subnet_id': 'a7dfded4-01e6-4ac1-aeb7-dce4a5636cc2'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:45:34.513305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:34.652735 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Allocated IP 2001:db8::f816:3eff:fe24:6119 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/a7dfded4-01e6-4ac1-aeb7-dce4a5636cc2/eda6af25-f88f-4055-b515-08214d050224) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:34.738656 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2337a3eb-635a-4d5d-8c90-56979f78c16b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:34.788732 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2337a3eb-635a-4d5d-8c90-56979f78c16b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:34.792127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-2337a3eb-635a-4d5d-8c90-56979f78c16b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:34.795657 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:34.798603 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2337a3eb-635a-4d5d-8c90-56979f78c16b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:34.799199 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2337a3eb-635a-4d5d-8c90-56979f78c16b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:34.803231 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:34.811220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2337a3eb-635a-4d5d-8c90-56979f78c16b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=9720c870-171f-4b0b-b3ed-eaa0e510d1ce,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:34.820600 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2337a3eb-635a-4d5d-8c90-56979f78c16b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4314344 Nov 23 04:45:34.823450 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46666) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:34.828257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-348c5808-6cae-4112-82a7-412ef34980ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'mac_address': 'fa:16:3e:9d:a6:a9', 'name': 'tempest-NetworksTestDHCPv6-1392263171'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:34.850289 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:34.853468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:34.857618 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:34.863229 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Pushing event updated for resources: {'Port': ['ID=eda6af25-f88f-4055-b515-08214d050224,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:34.914385 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Attempting to bind port eda6af25-f88f-4055-b515-08214d050224 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:34.914670 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Attempting to bind port eda6af25-f88f-4055-b515-08214d050224 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:34.915037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Attempting to bind port eda6af25-f88f-4055-b515-08214d050224 on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:34.920000 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:34.920378 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:34.920784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:34.921178 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:34.921671 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Bound port: eda6af25-f88f-4055-b515-08214d050224, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:34.922055 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:34.942775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348c5808-6cae-4112-82a7-412ef34980ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:34.984459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] For port eda6af25-f88f-4055-b515-08214d050224, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:34.988241 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] For port eda6af25-f88f-4055-b515-08214d050224, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=eda6af25-f88f-4055-b515-08214d050224,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:34.992388 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:35.030312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-348c5808-6cae-4112-82a7-412ef34980ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:35.055586 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-348c5808-6cae-4112-82a7-412ef34980ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port ab96c42f-aff0-4f98-9f6c-ad10bc2a9f9f yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:45:35.058019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677acd8b-2372-433a-80cf-9967d742c1ad None None] Pushing event updated for resources: {'Port': ['ID=eda6af25-f88f-4055-b515-08214d050224,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:35.228995 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-348c5808-6cae-4112-82a7-412ef34980ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 172.20.0.10 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/9720c870-171f-4b0b-b3ed-eaa0e510d1ce/ab96c42f-aff0-4f98-9f6c-ad10bc2a9f9f) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:35.236214 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-348c5808-6cae-4112-82a7-412ef34980ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::f816:3eff:fe9d:a6a9 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/a7dfded4-01e6-4ac1-aeb7-dce4a5636cc2/ab96c42f-aff0-4f98-9f6c-ad10bc2a9f9f) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:35.389472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-348c5808-6cae-4112-82a7-412ef34980ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:35.425967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-348c5808-6cae-4112-82a7-412ef34980ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:35.480189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348c5808-6cae-4112-82a7-412ef34980ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:35.483375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-348c5808-6cae-4112-82a7-412ef34980ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:35.486150 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-348c5808-6cae-4112-82a7-412ef34980ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:35.493425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348c5808-6cae-4112-82a7-412ef34980ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=ab96c42f-aff0-4f98-9f6c-ad10bc2a9f9f,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:35.498054 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device eda6af25-f88f-4055-b515-08214d050224 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:35.542727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348c5808-6cae-4112-82a7-412ef34980ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:35.543343 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-348c5808-6cae-4112-82a7-412ef34980ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:35.550334 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port eda6af25-f88f-4055-b515-08214d050224 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:35.550711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:35.558660 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-348c5808-6cae-4112-82a7-412ef34980ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7341990 Nov 23 04:45:35.561220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46668) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:35.610636 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b891cc2b-e509-4d85-8269-808eaf8e66e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:35.616511 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b891cc2b-e509-4d85-8269-808eaf8e66e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:35.618094 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b891cc2b-e509-4d85-8269-808eaf8e66e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1783 time: 0.0560248 Nov 23 04:45:35.620717 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46670) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:35.628200 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:35.675240 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port eda6af25-f88f-4055-b515-08214d050224, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=eda6af25-f88f-4055-b515-08214d050224,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:35.679600 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:35.697301 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46672) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:35.713421 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d35610f2-b0da-491e-acdf-4fe9a182f5d7 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:35.738578 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a0235-8542-4347-af93-bed8e324f6c3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port ab96c42f-aff0-4f98-9f6c-ad10bc2a9f9f {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:35.738999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eb4a0235-8542-4347-af93-bed8e324f6c3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:35.748712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: d35610f2-b0da-491e-acdf-4fe9a182f5d7 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:35.749179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d35610f2-b0da-491e-acdf-4fe9a182f5d7 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:35.767664 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=eda6af25-f88f-4055-b515-08214d050224,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:35.843463 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eb4a0235-8542-4347-af93-bed8e324f6c3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:35.858192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-eb4a0235-8542-4347-af93-bed8e324f6c3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for ab96c42f-aff0-4f98-9f6c-ad10bc2a9f9f owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:36.041668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6db08980-9894-4ba8-9cea-ba095dfad81d None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:36.061609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eb4a0235-8542-4347-af93-bed8e324f6c3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:36.092402 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4a0235-8542-4347-af93-bed8e324f6c3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=ab96c42f-aff0-4f98-9f6c-ad10bc2a9f9f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:36.123270 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e5cdeb60-0079-4f93-85c1-4a8dcba595e5 None None] Provisioning complete for port eda6af25-f88f-4055-b515-08214d050224 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:36.126796 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e5cdeb60-0079-4f93-85c1-4a8dcba595e5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:36.187729 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eb4a0235-8542-4347-af93-bed8e324f6c3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:36.193916 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-eb4a0235-8542-4347-af93-bed8e324f6c3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/ab96c42f-aff0-4f98-9f6c-ad10bc2a9f9f HTTP/1.1" status: 204 len: 168 time: 0.5699751 Nov 23 04:45:36.194251 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46674) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:36.251900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0640b3f-3bfd-4d63-a5c0-b859eac7c891 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:36.253734 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0640b3f-3bfd-4d63-a5c0-b859eac7c891 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:36.255444 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0640b3f-3bfd-4d63-a5c0-b859eac7c891 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:36.260167 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c0640b3f-3bfd-4d63-a5c0-b859eac7c891 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0618746 Nov 23 04:45:36.260647 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46676) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:36.351709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c310a50-8187-4144-a7d0-cc80fff16c71 None None] Update dhcp port {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'fixed_ips': [{'subnet_id': 'a7dfded4-01e6-4ac1-aeb7-dce4a5636cc2', 'ip_address': '2001:db8::f816:3eff:fe24:6119'}, {'subnet_id': '9720c870-171f-4b0b-b3ed-eaa0e510d1ce'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': 'eda6af25-f88f-4055-b515-08214d050224'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:45:36.353610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a13ee97-b326-4e49-be4d-f57b072b8116 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 9720c870-171f-4b0b-b3ed-eaa0e510d1ce {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:36.360774 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a13ee97-b326-4e49-be4d-f57b072b8116 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:36.377353 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c310a50-8187-4144-a7d0-cc80fff16c71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:36.428292 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a13ee97-b326-4e49-be4d-f57b072b8116 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:36.522243 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a13ee97-b326-4e49-be4d-f57b072b8116 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:36.621960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:36.639341 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a13ee97-b326-4e49-be4d-f57b072b8116 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server [None req-7c310a50-8187-4144-a7d0-cc80fff16c71 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9720c870-171f-4b0b-b3ed-eaa0e510d1ce: This subnet is being modified by another concurrent operation. Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise exception Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9720c870-171f-4b0b-b3ed-eaa0e510d1ce: This subnet is being modified by another concurrent operation. Nov 23 04:45:36.640140 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Nov 23 04:45:36.700077 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a13ee97-b326-4e49-be4d-f57b072b8116 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=9720c870-171f-4b0b-b3ed-eaa0e510d1ce,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:36.707047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a13ee97-b326-4e49-be4d-f57b072b8116 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:36.710426 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8a13ee97-b326-4e49-be4d-f57b072b8116 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/9720c870-171f-4b0b-b3ed-eaa0e510d1ce HTTP/1.1" status: 204 len: 168 time: 0.4487035 Nov 23 04:45:36.717825 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46678) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:36.808083 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-486856eb-c194-42ab-8224-b8b49fec646a None None] Provisioning complete for port eda6af25-f88f-4055-b515-08214d050224 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:36.808461 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-486856eb-c194-42ab-8224-b8b49fec646a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:36.811263 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-af96232d-d829-4757-a937-7ed895f95e71 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet a7dfded4-01e6-4ac1-aeb7-dce4a5636cc2 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:36.817962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-af96232d-d829-4757-a937-7ed895f95e71 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:36.865559 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79cb0b1a-df70-45e8-83ab-ad1ae2afdbbc None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:45:36.899276 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ba2c0873-83c0-452f-8c41-08dd7d4fa914 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:36.902043 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-af96232d-d829-4757-a937-7ed895f95e71 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:36.976431 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-486856eb-c194-42ab-8224-b8b49fec646a None None] Could not find standard attr ID for object ab96c42f-aff0-4f98-9f6c-ad10bc2a9f9f. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:45:37.001030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79cb0b1a-df70-45e8-83ab-ad1ae2afdbbc None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:45:37.064286 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-af96232d-d829-4757-a937-7ed895f95e71 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:37.096073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.17 (6023fd77-591f-46b1-a5c0-cfdcd89cb477/e3976da0-c45f-4146-8ac7-2acfcca95bc5/2bff44f8-3450-46d0-a1db-b9e2cbf433df) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:37.180203 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-af96232d-d829-4757-a937-7ed895f95e71 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:37.216728 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af96232d-d829-4757-a937-7ed895f95e71 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=a7dfded4-01e6-4ac1-aeb7-dce4a5636cc2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:37.218764 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-af96232d-d829-4757-a937-7ed895f95e71 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:37.222571 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-af96232d-d829-4757-a937-7ed895f95e71 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/a7dfded4-01e6-4ac1-aeb7-dce4a5636cc2 HTTP/1.1" status: 204 len: 168 time: 0.5042145 Nov 23 04:45:37.225108 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46680) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:37.268422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:37.271724 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-160d69c8-dcb7-4315-9a84-688e1f05c2b3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0442679 Nov 23 04:45:37.275527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46682) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:37.280476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:37.305062 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:37.368436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 6023fd77-591f-46b1-a5c0-cfdcd89cb477 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:37.376215 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:37.379802 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:37.386498 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:37.390317 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:37.415198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=2bff44f8-3450-46d0-a1db-b9e2cbf433df,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:37.428916 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device eda6af25-f88f-4055-b515-08214d050224 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:37.438629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:37.528559 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:37.575514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port eda6af25-f88f-4055-b515-08214d050224, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=eda6af25-f88f-4055-b515-08214d050224,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:37.581112 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:37.662278 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:37.683570 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=eda6af25-f88f-4055-b515-08214d050224,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:37.743098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device eda6af25-f88f-4055-b515-08214d050224 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:37.811936 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port eda6af25-f88f-4055-b515-08214d050224 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:37.812319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:37.842592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.objects.ports [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:45:38.027730 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-830ce4b0-5039-4c36-b262-64f8aa4636f0 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:45:38.041363 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:38.047071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:38.089355 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:38.096854 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:38.130742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=2bff44f8-3450-46d0-a1db-b9e2cbf433df,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:38.134104 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:38.170337 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2da6842a-294f-468f-916f-54174c426f41 None None] Provisioning complete for port eda6af25-f88f-4055-b515-08214d050224 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:38.170586 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2da6842a-294f-468f-916f-54174c426f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:38.234179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 6023fd77-591f-46b1-a5c0-cfdcd89cb477 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:38.236012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:38.248833 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:45:38.249200 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:45:38.260367 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-830ce4b0-5039-4c36-b262-64f8aa4636f0 None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:45:38.362775 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2da6842a-294f-468f-916f-54174c426f41 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:38.381761 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router f83f90b6-e261-4f09-8b08-e108991b8127 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:45:38.480595 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:38.507150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:45:38.512974 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9c4b2a01-6385-41cc-92f1-702dcaf4efb1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/f83f90b6-e261-4f09-8b08-e108991b8127/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8144991 Nov 23 04:45:38.519908 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Sync routers for ids ['f83f90b6-e261-4f09-8b08-e108991b8127'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:45:38.530358 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Routers {'f83f90b6-e261-4f09-8b08-e108991b8127'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:38.530975 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 5},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f83f90b6-e261-4f09-8b08-e108991b8127'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:38.568466 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] For port eda6af25-f88f-4055-b515-08214d050224, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=eda6af25-f88f-4055-b515-08214d050224,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:38.603673 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:38.608725 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:38.609638 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:38.662462 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-2da6842a-294f-468f-916f-54174c426f41 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:45:38.662995 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-2da6842a-294f-468f-916f-54174c426f41 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:45:38.692934 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:38.702372 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:38.710153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:38.710751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:38.737188 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.4606309 Nov 23 04:45:38.740022 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46688) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:38.740186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=bd0ec7fe-d2e9-4dd3-92a3-16e174c2d8a8,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:38.744768 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Set router f83f90b6-e261-4f09-8b08-e108991b8127 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:38.745826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e4d73e-978e-435a-bdea-903eeeb66b7a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=eda6af25-f88f-4055-b515-08214d050224,revision_number=7']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:38.748548 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c5f1539a-7793-49c6-9bd6-394b6147c8b9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:38.794380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:38.839669 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port eda6af25-f88f-4055-b515-08214d050224, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=eda6af25-f88f-4055-b515-08214d050224,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:38.846322 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:38.899387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f1539a-7793-49c6-9bd6-394b6147c8b9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:38.906217 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c5f1539a-7793-49c6-9bd6-394b6147c8b9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:38.911308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=eda6af25-f88f-4055-b515-08214d050224,revision_number=8']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:39.022485 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:45:37Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '777bc61d-a5e2-4a0a-ad35-e60eb56a02cd', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.141', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'port_id': '4e752977-7abf-4e10-9f92-468bc3a42371', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'mac_address': 'fa:16:3e:43:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e18509-8def-4501-af6f-f421dcd08442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:44:33Z', 'updated_at': '2021-11-23T04:44:40Z', 'revision_number': 1, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bff44f8-3450-46d0-a1db-b9e2cbf433df', 'name': '', 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:59:60:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'e3976da0-c45f-4146-8ac7-2acfcca95bc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:45:36Z', 'updated_at': '2021-11-23T04:45:37Z', 'revision_number': 2, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': 'e3976da0-c45f-4146-8ac7-2acfcca95bc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:44:11Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:39.055754 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Checking router: f83f90b6-e261-4f09-8b08-e108991b8127 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:45:39.056213 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Updating router f83f90b6-e261-4f09-8b08-e108991b8127 port 2bff44f8-3450-46d0-a1db-b9e2cbf433df binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:45:39.088964 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:39.201303 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e79907e2-5a66-4888-be78-e2cbcaf017ed None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:39.266406 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97751db-67fb-47ea-a1f6-17115cdac6f3 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:39.354956 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3c5b2bed-ebe0-4052-911e-841e73df6143 None None] Provisioning complete for port eda6af25-f88f-4055-b515-08214d050224 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:39.355474 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3c5b2bed-ebe0-4052-911e-841e73df6143 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:39.403875 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:39.410980 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:39.440471 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c5f1539a-7793-49c6-9bd6-394b6147c8b9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:39.491612 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe0a3c-3ba0-4e4f-8be8-a8573dbbca5a None None] Pushing event updated for resources: {'Port': ['ID=2bff44f8-3450-46d0-a1db-b9e2cbf433df,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:39.528835 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Attempting to bind port 2bff44f8-3450-46d0-a1db-b9e2cbf433df on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:39.529608 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Attempting to bind port 2bff44f8-3450-46d0-a1db-b9e2cbf433df by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:39.529608 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Attempting to bind port 2bff44f8-3450-46d0-a1db-b9e2cbf433df on network 6023fd77-591f-46b1-a5c0-cfdcd89cb477 {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:39.531791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f1539a-7793-49c6-9bd6-394b6147c8b9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=5378aa02-6cfa-4ca7-ba46-9fc54b4722b1,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:39.536382 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:39.536893 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Checking segment: {'id': '464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:39.537351 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:39.537730 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Bound using segment: {'id': '464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:39.538204 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Bound port: 2bff44f8-3450-46d0-a1db-b9e2cbf433df, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:39.538593 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:39.545692 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f1539a-7793-49c6-9bd6-394b6147c8b9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:39.547230 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-c5f1539a-7793-49c6-9bd6-394b6147c8b9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:39.550854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f1539a-7793-49c6-9bd6-394b6147c8b9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:39.551456 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c5f1539a-7793-49c6-9bd6-394b6147c8b9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:39.568232 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device eda6af25-f88f-4055-b515-08214d050224 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:39.574030 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c5f1539a-7793-49c6-9bd6-394b6147c8b9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8299015 Nov 23 04:45:39.574271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46690) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:39.580353 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ed2a9abf-6bcc-4944-8a38-6345c8e41476 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'mac_address': 'fa:16:3e:1a:ab:65', 'name': 'tempest-NetworksTestDHCPv6-1301277241'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:39.624968 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] For port 2bff44f8-3450-46d0-a1db-b9e2cbf433df, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:39.630144 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] For port 2bff44f8-3450-46d0-a1db-b9e2cbf433df, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2bff44f8-3450-46d0-a1db-b9e2cbf433df,segment=NetworkSegment(464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4),segment_id=464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:39.634805 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:39.640600 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port eda6af25-f88f-4055-b515-08214d050224 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:39.640990 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:39.694455 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Routers {'f83f90b6-e261-4f09-8b08-e108991b8127'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:45:39.695089 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f83f90b6-e261-4f09-8b08-e108991b8127'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:39.777880 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-894b60b0-5ad9-48be-8b40-ef5443364a35 None None] Provisioning complete for port 2bff44f8-3450-46d0-a1db-b9e2cbf433df triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:39.777880 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-894b60b0-5ad9-48be-8b40-ef5443364a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:39.786314 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed2a9abf-6bcc-4944-8a38-6345c8e41476 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:39.814166 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] Set router f83f90b6-e261-4f09-8b08-e108991b8127 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:45:39.869177 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcfe0a3c-3ba0-4e4f-8be8-a8573dbbca5a None None] Pushing event updated for resources: {'Port': ['ID=2bff44f8-3450-46d0-a1db-b9e2cbf433df,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:39.936067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-894b60b0-5ad9-48be-8b40-ef5443364a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:39.940832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ed2a9abf-6bcc-4944-8a38-6345c8e41476 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:39.950868 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2be264-6a5f-46f9-ba23-6be6f7fa4bce None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:39.971547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-ed2a9abf-6bcc-4944-8a38-6345c8e41476 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port 0aa6a14d-79ee-4240-9f79-2e6ae11c866d yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:45:40.032401 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-894b60b0-5ad9-48be-8b40-ef5443364a35 None None] For port 2bff44f8-3450-46d0-a1db-b9e2cbf433df, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2bff44f8-3450-46d0-a1db-b9e2cbf433df,segment=NetworkSegment(464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4),segment_id=464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:40.041310 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-894b60b0-5ad9-48be-8b40-ef5443364a35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:40.154475 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:45:37Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '777bc61d-a5e2-4a0a-ad35-e60eb56a02cd', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.141', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'port_id': '4e752977-7abf-4e10-9f92-468bc3a42371', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'mac_address': 'fa:16:3e:43:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e18509-8def-4501-af6f-f421dcd08442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:44:33Z', 'updated_at': '2021-11-23T04:44:40Z', 'revision_number': 1, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bff44f8-3450-46d0-a1db-b9e2cbf433df', 'name': '', 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:59:60:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'e3976da0-c45f-4146-8ac7-2acfcca95bc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:45:36Z', 'updated_at': '2021-11-23T04:45:39Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': 'e3976da0-c45f-4146-8ac7-2acfcca95bc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:44:11Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:45:40.176186 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894b60b0-5ad9-48be-8b40-ef5443364a35 None None] Pushing event updated for resources: {'Port': ['ID=2bff44f8-3450-46d0-a1db-b9e2cbf433df,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:40.181302 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-ed2a9abf-6bcc-4944-8a38-6345c8e41476 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 172.20.0.7 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/5378aa02-6cfa-4ca7-ba46-9fc54b4722b1/0aa6a14d-79ee-4240-9f79-2e6ae11c866d) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:40.187509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-ed2a9abf-6bcc-4944-8a38-6345c8e41476 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::f816:3eff:fe1a:ab65 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/bd0ec7fe-d2e9-4dd3-92a3-16e174c2d8a8/0aa6a14d-79ee-4240-9f79-2e6ae11c866d) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:40.193982 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55c8d42a-c2ca-42e2-8c82-fb770fc87958 None None] The sync data for ids ['f83f90b6-e261-4f09-8b08-e108991b8127'] in dv-neutron-818850-1-hyperv is: [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:45:37Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '777bc61d-a5e2-4a0a-ad35-e60eb56a02cd', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.141', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'port_id': '4e752977-7abf-4e10-9f92-468bc3a42371', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'mac_address': 'fa:16:3e:43:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e18509-8def-4501-af6f-f421dcd08442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:44:33Z', 'updated_at': '2021-11-23T04:44:40Z', 'revision_number': 1, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2bff44f8-3450-46d0-a1db-b9e2cbf433df', 'name': '', 'network_id': '6023fd77-591f-46b1-a5c0-cfdcd89cb477', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:59:60:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1229, 'fixed_ips': [{'subnet_id': 'e3976da0-c45f-4146-8ac7-2acfcca95bc5', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:45:36Z', 'updated_at': '2021-11-23T04:45:39Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': 'e3976da0-c45f-4146-8ac7-2acfcca95bc5', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:44:11Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:45:40.225468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-4b4cdf23-603d-49dc-853b-4c72280cfdd4 None None] Provisioning complete for port 2bff44f8-3450-46d0-a1db-b9e2cbf433df triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:40.225913 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4b4cdf23-603d-49dc-853b-4c72280cfdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:40.376502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:40.409871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ed2a9abf-6bcc-4944-8a38-6345c8e41476 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:40.431400 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-4b4cdf23-603d-49dc-853b-4c72280cfdd4 None None] Provisioning complete for port eda6af25-f88f-4055-b515-08214d050224 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:40.431858 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4b4cdf23-603d-49dc-853b-4c72280cfdd4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:40.433560 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56f3728-6f1f-4fdf-8c1c-51eb67583ad5 None None] Update dhcp port {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'fixed_ips': [{'subnet_id': 'bd0ec7fe-d2e9-4dd3-92a3-16e174c2d8a8', 'ip_address': '2001:db8::f816:3eff:fe24:6119'}, {'subnet_id': '5378aa02-6cfa-4ca7-ba46-9fc54b4722b1'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': 'eda6af25-f88f-4055-b515-08214d050224'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:45:40.453385 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ed2a9abf-6bcc-4944-8a38-6345c8e41476 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:40.504977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d56f3728-6f1f-4fdf-8c1c-51eb67583ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:40.512844 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed2a9abf-6bcc-4944-8a38-6345c8e41476 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:40.517166 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed2a9abf-6bcc-4944-8a38-6345c8e41476 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=0aa6a14d-79ee-4240-9f79-2e6ae11c866d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:40.520102 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-ed2a9abf-6bcc-4944-8a38-6345c8e41476 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:40.522086 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed2a9abf-6bcc-4944-8a38-6345c8e41476 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:40.582827 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed2a9abf-6bcc-4944-8a38-6345c8e41476 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:40.583526 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ed2a9abf-6bcc-4944-8a38-6345c8e41476 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:40.602311 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ed2a9abf-6bcc-4944-8a38-6345c8e41476 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.0264859 Nov 23 04:45:40.604699 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46694) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:40.658181 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e4230-0545-42ea-a761-489b8e49f0b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:40.664943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d25e4230-0545-42ea-a761-489b8e49f0b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:40.666633 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d25e4230-0545-42ea-a761-489b8e49f0b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1784 time: 0.0606732 Nov 23 04:45:40.669349 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46696) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:40.716623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-d56f3728-6f1f-4fdf-8c1c-51eb67583ad5 None None] Allocated IP 172.20.0.2 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/5378aa02-6cfa-4ca7-ba46-9fc54b4722b1/eda6af25-f88f-4055-b515-08214d050224) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:40.788727 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-27a55b41-53cb-4d41-a56e-2bbc3f250ab1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port 0aa6a14d-79ee-4240-9f79-2e6ae11c866d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:40.788949 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-27a55b41-53cb-4d41-a56e-2bbc3f250ab1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:40.806456 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-097bd86c-4fef-43b4-b289-dc383ab7b1b8 None None] Provisioning complete for port 2bff44f8-3450-46d0-a1db-b9e2cbf433df triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:40.806833 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-097bd86c-4fef-43b4-b289-dc383ab7b1b8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:40.862493 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d56f3728-6f1f-4fdf-8c1c-51eb67583ad5 None None] For port eda6af25-f88f-4055-b515-08214d050224, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=eda6af25-f88f-4055-b515-08214d050224,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:40.890100 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-27a55b41-53cb-4d41-a56e-2bbc3f250ab1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:40.903967 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-27a55b41-53cb-4d41-a56e-2bbc3f250ab1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for 0aa6a14d-79ee-4240-9f79-2e6ae11c866d owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:40.919017 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d56f3728-6f1f-4fdf-8c1c-51eb67583ad5 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:40.929412 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d56f3728-6f1f-4fdf-8c1c-51eb67583ad5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.025518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56f3728-6f1f-4fdf-8c1c-51eb67583ad5 None None] Pushing event updated for resources: {'Port': ['ID=eda6af25-f88f-4055-b515-08214d050224,revision_number=9']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:41.102947 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-27a55b41-53cb-4d41-a56e-2bbc3f250ab1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.133681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a55b41-53cb-4d41-a56e-2bbc3f250ab1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=0aa6a14d-79ee-4240-9f79-2e6ae11c866d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:41.227411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-27a55b41-53cb-4d41-a56e-2bbc3f250ab1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.230641 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-27a55b41-53cb-4d41-a56e-2bbc3f250ab1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/0aa6a14d-79ee-4240-9f79-2e6ae11c866d HTTP/1.1" status: 204 len: 168 time: 0.5603318 Nov 23 04:45:41.233102 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46700) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:41.288563 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f42eab1-0d85-4945-8ba8-1d3aea6c4984 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:41.289715 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f42eab1-0d85-4945-8ba8-1d3aea6c4984 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:41.291244 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f42eab1-0d85-4945-8ba8-1d3aea6c4984 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:41.292836 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9f42eab1-0d85-4945-8ba8-1d3aea6c4984 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0587876 Nov 23 04:45:41.295612 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46702) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:41.349413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0f82f95-5224-4d7a-92df-2d02ad9c740e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 5378aa02-6cfa-4ca7-ba46-9fc54b4722b1 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:41.352705 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d0f82f95-5224-4d7a-92df-2d02ad9c740e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.399202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d0f82f95-5224-4d7a-92df-2d02ad9c740e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.430422 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:45:41.498504 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d0f82f95-5224-4d7a-92df-2d02ad9c740e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.554053 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device eda6af25-f88f-4055-b515-08214d050224 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:41.574861 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d0f82f95-5224-4d7a-92df-2d02ad9c740e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.602758 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f82f95-5224-4d7a-92df-2d02ad9c740e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=5378aa02-6cfa-4ca7-ba46-9fc54b4722b1,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:41.608966 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d0f82f95-5224-4d7a-92df-2d02ad9c740e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.612377 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d0f82f95-5224-4d7a-92df-2d02ad9c740e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/5378aa02-6cfa-4ca7-ba46-9fc54b4722b1 HTTP/1.1" status: 204 len: 168 time: 0.3158288 Nov 23 04:45:41.613603 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-757ef2cf-e07c-42f9-94e9-ad575f1033af None None] Provisioning complete for port eda6af25-f88f-4055-b515-08214d050224 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:41.613976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-757ef2cf-e07c-42f9-94e9-ad575f1033af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.615094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46704) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:41.656324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port eda6af25-f88f-4055-b515-08214d050224 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:41.657356 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.674968 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet bd0ec7fe-d2e9-4dd3-92a3-16e174c2d8a8 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:41.679017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.725619 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.838808 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf376ff1-a0ec-43f6-9327-adb00d0dbfed None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:41.841374 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.901989 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.910856 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.930995 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=bd0ec7fe-d2e9-4dd3-92a3-16e174c2d8a8,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:41.933502 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:41.936652 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/bd0ec7fe-d2e9-4dd3-92a3-16e174c2d8a8 HTTP/1.1" status: 204 len: 168 time: 0.3205616 Nov 23 04:45:41.939639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46706) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:41.950135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:41.950492 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:41.950842 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:41.951183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:41.951517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:41.951850 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:41.952181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:41.952511 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:41.952838 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:41.953163 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:41.954152 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:41.954572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2e0bb5c-c96d-40c6-9762-6e4929623cab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:41.991604 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-11f839fb-8a7c-4600-9597-e40d0d214cd3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0508976 Nov 23 04:45:41.994331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46708) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:41.999050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-11c2ae57-6ee5-4782-ac41-07d3412421ab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:42.053018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2bff44f8-3450-46d0-a1db-b9e2cbf433df up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:42.088695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11c2ae57-6ee5-4782-ac41-07d3412421ab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:42.093126 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-11c2ae57-6ee5-4782-ac41-07d3412421ab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:42.116335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 2bff44f8-3450-46d0-a1db-b9e2cbf433df triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:42.116718 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:42.118798 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7d9a5dc1-623d-40de-8c50-f02b461c1b6d None None] Could not find standard attr ID for object 0aa6a14d-79ee-4240-9f79-2e6ae11c866d. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:45:42.199622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd355cc4-eecb-43e4-9808-9ccb897bea9d None None] DHCP port deletion for 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:45:42.252932 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-bd355cc4-eecb-43e4-9808-9ccb897bea9d None None] Deleting port eda6af25-f88f-4055-b515-08214d050224 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:42.253335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bd355cc4-eecb-43e4-9808-9ccb897bea9d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:42.299209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-11c2ae57-6ee5-4782-ac41-07d3412421ab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:42.319146 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-bd355cc4-eecb-43e4-9808-9ccb897bea9d None None] For port eda6af25-f88f-4055-b515-08214d050224, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=eda6af25-f88f-4055-b515-08214d050224,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:42.319523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bd355cc4-eecb-43e4-9808-9ccb897bea9d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:42.332769 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-bd355cc4-eecb-43e4-9808-9ccb897bea9d None None] Calling delete_port for eda6af25-f88f-4055-b515-08214d050224 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:42.338535 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11c2ae57-6ee5-4782-ac41-07d3412421ab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:42.341707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-11c2ae57-6ee5-4782-ac41-07d3412421ab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:42.346536 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2ae57-6ee5-4782-ac41-07d3412421ab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:42.347119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-11c2ae57-6ee5-4782-ac41-07d3412421ab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:42.362145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c2ae57-6ee5-4782-ac41-07d3412421ab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=844924e1-bfa7-4253-904b-b02547043439,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:42.370433 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-11c2ae57-6ee5-4782-ac41-07d3412421ab tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3751371 Nov 23 04:45:42.373331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46710) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:42.378371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-0af371ce-b3cf-492c-9512-cce307246c53 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:42.415808 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bd355cc4-eecb-43e4-9808-9ccb897bea9d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:42.441592 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd355cc4-eecb-43e4-9808-9ccb897bea9d None None] Pushing event deleted for resources: {'Port': ['ID=eda6af25-f88f-4055-b515-08214d050224,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:42.446460 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd355cc4-eecb-43e4-9808-9ccb897bea9d None None] No DVR routers for this DVR port eda6af25-f88f-4055-b515-08214d050224 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:42.465212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59943e24-6e6f-4e06-9132-f517340204b8 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:42.504309 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0af371ce-b3cf-492c-9512-cce307246c53 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:42.507817 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0af371ce-b3cf-492c-9512-cce307246c53 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:42.624178 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'fixed_ips': [{'subnet_id': '844924e1-bfa7-4253-904b-b02547043439'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:45:42.625039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:42.658483 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:42.773084 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Allocated IP 172.20.0.2 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/844924e1-bfa7-4253-904b-b02547043439/2b7c6045-b373-41cd-8cc7-bdef19695e7a) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:42.805074 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.objects.ports [None req-0af371ce-b3cf-492c-9512-cce307246c53 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:45:42.806563 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0af371ce-b3cf-492c-9512-cce307246c53 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:42.848568 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0af371ce-b3cf-492c-9512-cce307246c53 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:42.853900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-0af371ce-b3cf-492c-9512-cce307246c53 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:42.859573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0af371ce-b3cf-492c-9512-cce307246c53 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:42.860206 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0af371ce-b3cf-492c-9512-cce307246c53 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:42.872208 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af371ce-b3cf-492c-9512-cce307246c53 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=d7920492-c1da-4d9a-94ae-ceb31a86479b,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:42.881621 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0af371ce-b3cf-492c-9512-cce307246c53 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5072322 Nov 23 04:45:42.884305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46712) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:42.889252 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-2e18ece5-5ba5-4119-add5-903ab86609df tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'mac_address': 'fa:16:3e:a2:3a:5e', 'name': 'tempest-NetworksTestDHCPv6-1130804069'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:42.916817 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:42.922684 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:42.967144 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:42.971596 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:42.975907 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:42.978922 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Pushing event updated for resources: {'Port': ['ID=2b7c6045-b373-41cd-8cc7-bdef19695e7a,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:43.012111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e18ece5-5ba5-4119-add5-903ab86609df tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:43.030546 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Attempting to bind port 2b7c6045-b373-41cd-8cc7-bdef19695e7a on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:43.030905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Attempting to bind port 2b7c6045-b373-41cd-8cc7-bdef19695e7a by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:43.031268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Attempting to bind port 2b7c6045-b373-41cd-8cc7-bdef19695e7a on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:43.036359 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:43.036732 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:43.037133 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:43.037555 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:43.038019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Bound port: 2b7c6045-b373-41cd-8cc7-bdef19695e7a, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:43.038390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:43.093933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2e18ece5-5ba5-4119-add5-903ab86609df tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:43.099295 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] For port 2b7c6045-b373-41cd-8cc7-bdef19695e7a, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:43.102430 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] For port 2b7c6045-b373-41cd-8cc7-bdef19695e7a, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2b7c6045-b373-41cd-8cc7-bdef19695e7a,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:43.107515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:43.114439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-2e18ece5-5ba5-4119-add5-903ab86609df tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port 04a428b4-a308-47f4-9977-df1a08bc3036 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:45:43.170468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3e79ac-d2aa-49ca-84fd-c40a05ddc03d None None] Pushing event updated for resources: {'Port': ['ID=2b7c6045-b373-41cd-8cc7-bdef19695e7a,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:43.290298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-2e18ece5-5ba5-4119-add5-903ab86609df tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 172.20.0.13 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/844924e1-bfa7-4253-904b-b02547043439/04a428b4-a308-47f4-9977-df1a08bc3036) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:43.296471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-2e18ece5-5ba5-4119-add5-903ab86609df tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::f816:3eff:fea2:3a5e (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/d7920492-c1da-4d9a-94ae-ceb31a86479b/04a428b4-a308-47f4-9977-df1a08bc3036) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:43.488603 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2e18ece5-5ba5-4119-add5-903ab86609df tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:43.503752 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2b7c6045-b373-41cd-8cc7-bdef19695e7a up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:43.525739 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2e18ece5-5ba5-4119-add5-903ab86609df tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:43.553493 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 2b7c6045-b373-41cd-8cc7-bdef19695e7a triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:43.553872 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:43.573752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e18ece5-5ba5-4119-add5-903ab86609df tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:43.576967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-2e18ece5-5ba5-4119-add5-903ab86609df tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:43.579538 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e18ece5-5ba5-4119-add5-903ab86609df tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:43.606310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e18ece5-5ba5-4119-add5-903ab86609df tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=04a428b4-a308-47f4-9977-df1a08bc3036,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:43.636495 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:43.636718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e18ece5-5ba5-4119-add5-903ab86609df tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:43.637248 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2e18ece5-5ba5-4119-add5-903ab86609df tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:43.653681 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2e18ece5-5ba5-4119-add5-903ab86609df tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.7682512 Nov 23 04:45:43.656021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46716) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:43.670734 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 2b7c6045-b373-41cd-8cc7-bdef19695e7a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2b7c6045-b373-41cd-8cc7-bdef19695e7a,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:43.675324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:43.718273 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ca1e67-6f0c-4e15-9a36-82dc2e960c27 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:43.724883 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43ca1e67-6f0c-4e15-9a36-82dc2e960c27 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:43.726546 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-43ca1e67-6f0c-4e15-9a36-82dc2e960c27 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1764 time: 0.0684657 Nov 23 04:45:43.728420 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=2b7c6045-b373-41cd-8cc7-bdef19695e7a,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:43.729303 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46718) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:43.741582 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device eda6af25-f88f-4055-b515-08214d050224 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:43.765013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: eda6af25-f88f-4055-b515-08214d050224 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:43.765386 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device eda6af25-f88f-4055-b515-08214d050224 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:43.820414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-f9656965-abd3-4683-8094-5081f4f577ed tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port 04a428b4-a308-47f4-9977-df1a08bc3036 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:43.820999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f9656965-abd3-4683-8094-5081f4f577ed tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:43.915398 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f9656965-abd3-4683-8094-5081f4f577ed tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:43.929037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-f9656965-abd3-4683-8094-5081f4f577ed tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for 04a428b4-a308-47f4-9977-df1a08bc3036 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:44.079564 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f66f8f5-a555-4357-9a53-0a7c5472cc58 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:44.113896 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f9656965-abd3-4683-8094-5081f4f577ed tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.143625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9656965-abd3-4683-8094-5081f4f577ed tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=04a428b4-a308-47f4-9977-df1a08bc3036,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:44.192789 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-35b57386-fbbd-4743-943f-6ce19893cd71 None None] Provisioning complete for port 2b7c6045-b373-41cd-8cc7-bdef19695e7a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:44.193397 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-35b57386-fbbd-4743-943f-6ce19893cd71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.231543 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f9656965-abd3-4683-8094-5081f4f577ed tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.238300 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f9656965-abd3-4683-8094-5081f4f577ed tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/04a428b4-a308-47f4-9977-df1a08bc3036 HTTP/1.1" status: 204 len: 168 time: 0.5056441 Nov 23 04:45:44.238472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46720) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:44.296724 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd43ee88-a5e1-481f-afcf-3ead05e40efd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:44.298958 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd43ee88-a5e1-481f-afcf-3ead05e40efd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:44.300475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd43ee88-a5e1-481f-afcf-3ead05e40efd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:44.304596 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dd43ee88-a5e1-481f-afcf-3ead05e40efd tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0607886 Nov 23 04:45:44.304744 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46722) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:44.356133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-19c9d5da-ba59-4789-a83d-4fa4e787a3e3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 844924e1-bfa7-4253-904b-b02547043439 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:44.359223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-19c9d5da-ba59-4789-a83d-4fa4e787a3e3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.359395 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6cf3269-982d-4bb6-a854-beb20970f964 None None] Update dhcp port {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'fixed_ips': [{'subnet_id': '844924e1-bfa7-4253-904b-b02547043439', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd7920492-c1da-4d9a-94ae-ceb31a86479b'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': '2b7c6045-b373-41cd-8cc7-bdef19695e7a'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:45:44.384923 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a6cf3269-982d-4bb6-a854-beb20970f964 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.399543 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-19c9d5da-ba59-4789-a83d-4fa4e787a3e3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.487873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-19c9d5da-ba59-4789-a83d-4fa4e787a3e3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.545718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-19c9d5da-ba59-4789-a83d-4fa4e787a3e3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server [None req-a6cf3269-982d-4bb6-a854-beb20970f964 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 844924e1-bfa7-4253-904b-b02547043439: This subnet is being modified by another concurrent operation. Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise exception Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 844924e1-bfa7-4253-904b-b02547043439: This subnet is being modified by another concurrent operation. Nov 23 04:45:44.547729 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Nov 23 04:45:44.574340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c9d5da-ba59-4789-a83d-4fa4e787a3e3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=844924e1-bfa7-4253-904b-b02547043439,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:44.576561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-19c9d5da-ba59-4789-a83d-4fa4e787a3e3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.581729 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-19c9d5da-ba59-4789-a83d-4fa4e787a3e3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/844924e1-bfa7-4253-904b-b02547043439 HTTP/1.1" status: 204 len: 168 time: 0.2760093 Nov 23 04:45:44.583012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46724) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:44.624865 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45c7079c-8829-449c-9c98-efb42f393e11 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:44.645990 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet d7920492-c1da-4d9a-94ae-ceb31a86479b {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:44.649072 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.689040 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.731422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.753209 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3aa8b6f2-08f1-4b05-a41d-e4fce01e3fc0 None None] Provisioning complete for port 2b7c6045-b373-41cd-8cc7-bdef19695e7a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:44.753539 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3aa8b6f2-08f1-4b05-a41d-e4fce01e3fc0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.789146 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.822629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=d7920492-c1da-4d9a-94ae-ceb31a86479b,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:44.827649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.831446 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/d7920492-c1da-4d9a-94ae-ceb31a86479b HTTP/1.1" status: 204 len: 168 time: 0.2473202 Nov 23 04:45:44.834072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46726) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:44.841113 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:44.841472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:44.842009 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:44.842509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:44.843073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:44.843572 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:44.844658 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:44.845156 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:44.845681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:44.846188 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:44.846516 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:44.846848 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-35c669cb-f616-4765-85cb-d113c012bff1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:44.884436 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-926e4f2e-1379-4ee9-961d-74822902274a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0466235 Nov 23 04:45:44.885109 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46728) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:44.896933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-85b0e91b-1ff1-4501-a9b5-9cfc62ce1e77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:44.900533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d212512b-db15-462b-878a-3d9539a2d86d None None] Update dhcp port {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'fixed_ips': [{'subnet_id': 'd7920492-c1da-4d9a-94ae-ceb31a86479b'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': '2b7c6045-b373-41cd-8cc7-bdef19695e7a'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:45:44.925997 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d212512b-db15-462b-878a-3d9539a2d86d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:44.987010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85b0e91b-1ff1-4501-a9b5-9cfc62ce1e77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:44.991272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-85b0e91b-1ff1-4501-a9b5-9cfc62ce1e77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:45.105738 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c510bbec-d05e-4ce1-b19a-50a83b19edcb None None] Could not find standard attr ID for object 04a428b4-a308-47f4-9977-df1a08bc3036. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:45:45.117753 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c510bbec-d05e-4ce1-b19a-50a83b19edcb None None] Provisioning complete for port 2b7c6045-b373-41cd-8cc7-bdef19695e7a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:45.118135 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c510bbec-d05e-4ce1-b19a-50a83b19edcb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:45.162005 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ec5572a-eb66-4ff6-b91b-42846a271d62 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:45:45.179229 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-85b0e91b-1ff1-4501-a9b5-9cfc62ce1e77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:45.220032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85b0e91b-1ff1-4501-a9b5-9cfc62ce1e77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:45.223625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-85b0e91b-1ff1-4501-a9b5-9cfc62ce1e77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:45.226698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85b0e91b-1ff1-4501-a9b5-9cfc62ce1e77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:45.227295 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-85b0e91b-1ff1-4501-a9b5-9cfc62ce1e77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:45.245870 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b0e91b-1ff1-4501-a9b5-9cfc62ce1e77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=1a383d2b-ceb4-41dc-93ab-3e6850c8869c,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:45.256667 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46730) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:45.257153 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-85b0e91b-1ff1-4501-a9b5-9cfc62ce1e77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3709567 Nov 23 04:45:45.262489 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:45.286760 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ec5572a-eb66-4ff6-b91b-42846a271d62 None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:45:45.371769 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:45.375240 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:45.482333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2b7c6045-b373-41cd-8cc7-bdef19695e7a no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:45.622819 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:45.646565 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3f3205-12b1-4441-b3c2-bbd2b989073e None None] Update dhcp port {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'fixed_ips': [{'subnet_id': '1a383d2b-ceb4-41dc-93ab-3e6850c8869c'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': '2b7c6045-b373-41cd-8cc7-bdef19695e7a'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:45:45.679415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 2b7c6045-b373-41cd-8cc7-bdef19695e7a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2b7c6045-b373-41cd-8cc7-bdef19695e7a,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:45.684643 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:45.688067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6d3f3205-12b1-4441-b3c2-bbd2b989073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:45.741870 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.objects.ports [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:45:45.919309 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=2b7c6045-b373-41cd-8cc7-bdef19695e7a,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:45.933382 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:45.933729 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:45.934430 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:45.934430 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:45.934709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:45.935137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:45.935372 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:45.935794 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:45.936202 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:45.936507 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:45.936894 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:45.937219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:45:45.984634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:46.101136 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-6d3f3205-12b1-4441-b3c2-bbd2b989073e None None] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 2001:db8::f816:3eff:fec4:2256-7a7571d6-2df8-427a-ad1e-4acc38d733 {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:45:46.101579 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-6d3f3205-12b1-4441-b3c2-bbd2b989073e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:45:46.142340 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] For port 2b7c6045-b373-41cd-8cc7-bdef19695e7a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2b7c6045-b373-41cd-8cc7-bdef19695e7a,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:46.176306 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:46.183004 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:46.184061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:46.261788 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:46.271104 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:46.281253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:46.282609 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:46.287803 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=55e5eac1-8ee3-49cf-b64e-0da7a2565753,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:46.294608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=2b7c6045-b373-41cd-8cc7-bdef19695e7a,revision_number=7']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:46.306869 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ca240af6-cbee-4740-9012-e9ed4eadc779 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.0462990 Nov 23 04:45:46.307108 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46734) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:46.311918 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-dab7cfb6-57d1-4997-9b5c-db06b8f5b7d5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'mac_address': 'fa:16:3e:f7:36:5a', 'name': 'tempest-NetworksTestDHCPv6-22972912'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:46.423838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dab7cfb6-57d1-4997-9b5c-db06b8f5b7d5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:46.504991 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dab7cfb6-57d1-4997-9b5c-db06b8f5b7d5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:46.525207 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-dab7cfb6-57d1-4997-9b5c-db06b8f5b7d5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port be07b08b-72ae-42bf-bfde-081247b7fdca yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:45:46.632454 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6d3f3205-12b1-4441-b3c2-bbd2b989073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:46.693399 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-dab7cfb6-57d1-4997-9b5c-db06b8f5b7d5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 172.20.0.4 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/1a383d2b-ceb4-41dc-93ab-3e6850c8869c/be07b08b-72ae-42bf-bfde-081247b7fdca) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:46.700593 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-dab7cfb6-57d1-4997-9b5c-db06b8f5b7d5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::f816:3eff:fef7:365a (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/55e5eac1-8ee3-49cf-b64e-0da7a2565753/be07b08b-72ae-42bf-bfde-081247b7fdca) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:46.854385 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dab7cfb6-57d1-4997-9b5c-db06b8f5b7d5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:46.890883 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dab7cfb6-57d1-4997-9b5c-db06b8f5b7d5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:46.934921 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dab7cfb6-57d1-4997-9b5c-db06b8f5b7d5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:46.935467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-6d3f3205-12b1-4441-b3c2-bbd2b989073e None None] Allocated IP 172.20.0.2 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/1a383d2b-ceb4-41dc-93ab-3e6850c8869c/2b7c6045-b373-41cd-8cc7-bdef19695e7a) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:46.940605 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-dab7cfb6-57d1-4997-9b5c-db06b8f5b7d5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:46.943195 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab7cfb6-57d1-4997-9b5c-db06b8f5b7d5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:46.950290 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab7cfb6-57d1-4997-9b5c-db06b8f5b7d5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=be07b08b-72ae-42bf-bfde-081247b7fdca,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:46.996617 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dab7cfb6-57d1-4997-9b5c-db06b8f5b7d5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:46.997237 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dab7cfb6-57d1-4997-9b5c-db06b8f5b7d5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.016597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46736) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:47.017181 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dab7cfb6-57d1-4997-9b5c-db06b8f5b7d5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1025 time: 0.7079618 Nov 23 04:45:47.029921 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-6d3f3205-12b1-4441-b3c2-bbd2b989073e None None] For port 2b7c6045-b373-41cd-8cc7-bdef19695e7a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2b7c6045-b373-41cd-8cc7-bdef19695e7a,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:47.059846 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6d3f3205-12b1-4441-b3c2-bbd2b989073e None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.064448 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6d3f3205-12b1-4441-b3c2-bbd2b989073e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.070203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11e7e6-0acc-423d-aac9-2b6c04c5e852 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:47.076265 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e11e7e6-0acc-423d-aac9-2b6c04c5e852 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:47.077884 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3e11e7e6-0acc-423d-aac9-2b6c04c5e852 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1780 time: 0.0602849 Nov 23 04:45:47.081115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46738) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:47.155721 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3f3205-12b1-4441-b3c2-bbd2b989073e None None] Pushing event updated for resources: {'Port': ['ID=2b7c6045-b373-41cd-8cc7-bdef19695e7a,revision_number=8']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:47.168824 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-f3432627-2845-427e-ae18-0e5603cbfc33 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port be07b08b-72ae-42bf-bfde-081247b7fdca {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:47.169164 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3432627-2845-427e-ae18-0e5603cbfc33 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.268320 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3432627-2845-427e-ae18-0e5603cbfc33 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.285641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-f3432627-2845-427e-ae18-0e5603cbfc33 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for be07b08b-72ae-42bf-bfde-081247b7fdca owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:47.485651 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3432627-2845-427e-ae18-0e5603cbfc33 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.514325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3432627-2845-427e-ae18-0e5603cbfc33 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=be07b08b-72ae-42bf-bfde-081247b7fdca,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:47.518121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2b7c6045-b373-41cd-8cc7-bdef19695e7a up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:47.571783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 2b7c6045-b373-41cd-8cc7-bdef19695e7a triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:47.572096 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.612972 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3432627-2845-427e-ae18-0e5603cbfc33 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.618790 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f3432627-2845-427e-ae18-0e5603cbfc33 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/be07b08b-72ae-42bf-bfde-081247b7fdca HTTP/1.1" status: 204 len: 168 time: 0.5344343 Nov 23 04:45:47.619187 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46740) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:47.664741 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.686562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6495db61-198c-4e88-a4ad-0673b6a4bd2c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:47.689177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6495db61-198c-4e88-a4ad-0673b6a4bd2c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:47.691499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6495db61-198c-4e88-a4ad-0673b6a4bd2c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:47.693725 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6495db61-198c-4e88-a4ad-0673b6a4bd2c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.0735846 Nov 23 04:45:47.697356 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46742) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:47.700488 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 2b7c6045-b373-41cd-8cc7-bdef19695e7a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2b7c6045-b373-41cd-8cc7-bdef19695e7a,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:47.704840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.755651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=2b7c6045-b373-41cd-8cc7-bdef19695e7a,revision_number=9']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:47.757951 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c386bb71-1d8d-401e-9ca9-4bfa79331a5f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 1a383d2b-ceb4-41dc-93ab-3e6850c8869c {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:47.764731 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c386bb71-1d8d-401e-9ca9-4bfa79331a5f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.807204 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c386bb71-1d8d-401e-9ca9-4bfa79331a5f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.810993 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca9fde6e-53aa-438a-98cb-15b725989e9c None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:45:47.893833 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c386bb71-1d8d-401e-9ca9-4bfa79331a5f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.925352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ecb39343-2d35-4303-9974-13e2f5bcc4df None None] Provisioning complete for port 2b7c6045-b373-41cd-8cc7-bdef19695e7a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:47.925736 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ecb39343-2d35-4303-9974-13e2f5bcc4df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.928334 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca9fde6e-53aa-438a-98cb-15b725989e9c None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:45:47.959843 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c386bb71-1d8d-401e-9ca9-4bfa79331a5f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.989174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c386bb71-1d8d-401e-9ca9-4bfa79331a5f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=1a383d2b-ceb4-41dc-93ab-3e6850c8869c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:47.991180 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c386bb71-1d8d-401e-9ca9-4bfa79331a5f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:47.997114 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46746) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:47.997255 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c386bb71-1d8d-401e-9ca9-4bfa79331a5f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/1a383d2b-ceb4-41dc-93ab-3e6850c8869c HTTP/1.1" status: 204 len: 168 time: 0.2986922 Nov 23 04:45:48.050388 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e2c0a4b-f188-405f-8406-fea5e980aa45 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 55e5eac1-8ee3-49cf-b64e-0da7a2565753 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:48.053526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0a4b-f188-405f-8406-fea5e980aa45 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:48.094933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0a4b-f188-405f-8406-fea5e980aa45 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:48.202129 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0a4b-f188-405f-8406-fea5e980aa45 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:48.267240 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0a4b-f188-405f-8406-fea5e980aa45 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:48.297608 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2c0a4b-f188-405f-8406-fea5e980aa45 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=55e5eac1-8ee3-49cf-b64e-0da7a2565753,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:48.302630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1e2c0a4b-f188-405f-8406-fea5e980aa45 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:48.305997 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1e2c0a4b-f188-405f-8406-fea5e980aa45 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/55e5eac1-8ee3-49cf-b64e-0da7a2565753 HTTP/1.1" status: 204 len: 168 time: 0.3074100 Nov 23 04:45:48.308708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46748) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:48.349214 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-82996ee2-9134-4f1b-ab49-f0558f7938d6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392857 Nov 23 04:45:48.351709 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46750) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:48.400089 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea64f3c3-c8c1-468c-b2d4-85d96b5386c8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:48.401662 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ea64f3c3-c8c1-468c-b2d4-85d96b5386c8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0489702 Nov 23 04:45:48.404179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46752) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:48.458672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b3603b-1f94-4d67-a292-f8aed4118d92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:48.460154 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d9b3603b-1f94-4d67-a292-f8aed4118d92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0550630 Nov 23 04:45:48.462838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46754) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:48.503244 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fce0ee93-59d2-466b-87b3-54029251f4da tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0392835 Nov 23 04:45:48.507980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46756) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:48.513830 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8374e7c6-5b3b-4bb3-b5d3-0c81e405a65d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:48.612217 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8374e7c6-5b3b-4bb3-b5d3-0c81e405a65d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:48.615827 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8374e7c6-5b3b-4bb3-b5d3-0c81e405a65d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:48.617249 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-8374e7c6-5b3b-4bb3-b5d3-0c81e405a65d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:45:48.617717 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8374e7c6-5b3b-4bb3-b5d3-0c81e405a65d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:48.633697 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8374e7c6-5b3b-4bb3-b5d3-0c81e405a65d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1245286 Nov 23 04:45:48.636528 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46758) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:48.643138 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-42cec96f-99ad-4370-ae0e-4bc00099eb77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:48.709057 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7014001-b9a2-4833-a3fe-e1483241d1d9 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:48.731619 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42cec96f-99ad-4370-ae0e-4bc00099eb77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:48.735147 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42cec96f-99ad-4370-ae0e-4bc00099eb77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:48.736508 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-42cec96f-99ad-4370-ae0e-4bc00099eb77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:45:48.736936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-42cec96f-99ad-4370-ae0e-4bc00099eb77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:48.752305 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-42cec96f-99ad-4370-ae0e-4bc00099eb77 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1147709 Nov 23 04:45:48.755305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46760) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:48.760133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-17caf16c-dccc-4daf-bf14-2ce17dff2d65 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:48.835280 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-55549078-ef8c-4fad-8ebd-accef6764162 None None] Provisioning complete for port 2b7c6045-b373-41cd-8cc7-bdef19695e7a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:48.835843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55549078-ef8c-4fad-8ebd-accef6764162 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:48.865190 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17caf16c-dccc-4daf-bf14-2ce17dff2d65 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:48.869413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-17caf16c-dccc-4daf-bf14-2ce17dff2d65 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:48.870426 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-17caf16c-dccc-4daf-bf14-2ce17dff2d65 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:45:48.871255 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17caf16c-dccc-4daf-bf14-2ce17dff2d65 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:48.893352 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-17caf16c-dccc-4daf-bf14-2ce17dff2d65 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1369612 Nov 23 04:45:48.896658 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46762) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:48.904074 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-9d36500f-94de-451b-b910-f7640121758b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:48.933530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf4c6723-f9d0-4984-8f9b-d6f65df2bafd None None] DHCP port deletion for 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:45:48.980747 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c6723-f9d0-4984-8f9b-d6f65df2bafd None None] Deleting port 2b7c6045-b373-41cd-8cc7-bdef19695e7a {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:48.981025 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6723-f9d0-4984-8f9b-d6f65df2bafd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:48.993189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d36500f-94de-451b-b910-f7640121758b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:48.996705 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d36500f-94de-451b-b910-f7640121758b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:48.998259 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d36500f-94de-451b-b910-f7640121758b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:45:48.998695 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d36500f-94de-451b-b910-f7640121758b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:49.014649 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9d36500f-94de-451b-b910-f7640121758b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.1161926 Nov 23 04:45:49.017668 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46764) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:49.022606 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-3abdf2ec-64e1-46d3-a9b7-f4de42d68ff5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:49.047976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-bf4c6723-f9d0-4984-8f9b-d6f65df2bafd None None] For port 2b7c6045-b373-41cd-8cc7-bdef19695e7a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2b7c6045-b373-41cd-8cc7-bdef19695e7a,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:49.048293 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6723-f9d0-4984-8f9b-d6f65df2bafd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:49.060440 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-bf4c6723-f9d0-4984-8f9b-d6f65df2bafd None None] Calling delete_port for 2b7c6045-b373-41cd-8cc7-bdef19695e7a owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:49.115652 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3abdf2ec-64e1-46d3-a9b7-f4de42d68ff5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:49.119221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3abdf2ec-64e1-46d3-a9b7-f4de42d68ff5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:49.120621 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-3abdf2ec-64e1-46d3-a9b7-f4de42d68ff5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:45:49.121047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3abdf2ec-64e1-46d3-a9b7-f4de42d68ff5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:49.136881 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3abdf2ec-64e1-46d3-a9b7-f4de42d68ff5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.1181231 Nov 23 04:45:49.140455 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46766) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:49.142478 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bf4c6723-f9d0-4984-8f9b-d6f65df2bafd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:49.145300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-5cec4f10-8688-4724-b174-110ff7658835 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:49.168788 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4c6723-f9d0-4984-8f9b-d6f65df2bafd None None] Pushing event deleted for resources: {'Port': ['ID=2b7c6045-b373-41cd-8cc7-bdef19695e7a,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:49.175797 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf4c6723-f9d0-4984-8f9b-d6f65df2bafd None None] No DVR routers for this DVR port 2b7c6045-b373-41cd-8cc7-bdef19695e7a on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:49.191730 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8373a25f-e95a-4ba4-9139-1fe796201f16 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:49.239450 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cec4f10-8688-4724-b174-110ff7658835 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:49.243429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5cec4f10-8688-4724-b174-110ff7658835 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:49.244829 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-5cec4f10-8688-4724-b174-110ff7658835 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:45:49.245264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5cec4f10-8688-4724-b174-110ff7658835 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:45:49.263812 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5cec4f10-8688-4724-b174-110ff7658835 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.1200349 Nov 23 04:45:49.264032 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46768) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:49.294356 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-327eb74a-7e00-4dd6-a167-e670a628a045 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0273130 Nov 23 04:45:49.294975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46770) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:49.349928 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07748609-7d3c-45c7-8408-86bc49a2facc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:49.351386 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-07748609-7d3c-45c7-8408-86bc49a2facc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0553310 Nov 23 04:45:49.353920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46772) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:49.392103 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c77c5d5f-805d-4b10-9ee2-d8c9402fef92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371311 Nov 23 04:45:49.395531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46774) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:49.400133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e6a7564f-0f2c-439a-a3bb-7610e104ee03 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:49.470344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2b7c6045-b373-41cd-8cc7-bdef19695e7a no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:49.491918 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a7564f-0f2c-439a-a3bb-7610e104ee03 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:49.493769 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 2b7c6045-b373-41cd-8cc7-bdef19695e7a {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:49.494121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2b7c6045-b373-41cd-8cc7-bdef19695e7a not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:49.496422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e6a7564f-0f2c-439a-a3bb-7610e104ee03 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:49.742422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.objects.ports [None req-e6a7564f-0f2c-439a-a3bb-7610e104ee03 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:45:49.743724 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e6a7564f-0f2c-439a-a3bb-7610e104ee03 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:49.780344 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a7564f-0f2c-439a-a3bb-7610e104ee03 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:49.783811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-e6a7564f-0f2c-439a-a3bb-7610e104ee03 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:49.787945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a7564f-0f2c-439a-a3bb-7610e104ee03 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:49.788526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e6a7564f-0f2c-439a-a3bb-7610e104ee03 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:49.792798 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65d014d-443d-4bfd-b580-9933a727727a None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:49.805727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a7564f-0f2c-439a-a3bb-7610e104ee03 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=a97cf244-e0ba-4c47-98c6-dcaac1cfda78,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:49.814552 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e6a7564f-0f2c-439a-a3bb-7610e104ee03 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.4173419 Nov 23 04:45:49.816932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46776) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:49.821794 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-50b8a36f-8872-4aaa-b713-a6aa76bc0de9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'mac_address': 'fa:16:3e:5d:f4:46', 'name': 'tempest-NetworksTestDHCPv6-1121236801'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:49.935017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50b8a36f-8872-4aaa-b713-a6aa76bc0de9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:49.941544 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'fixed_ips': [{'subnet_id': 'a97cf244-e0ba-4c47-98c6-dcaac1cfda78'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:45:49.942422 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:50.018359 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-50b8a36f-8872-4aaa-b713-a6aa76bc0de9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:50.042646 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-50b8a36f-8872-4aaa-b713-a6aa76bc0de9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port 1f697a8a-ec2c-418f-ace4-34705a864681 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:45:50.077559 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Allocated IP 2001:db8::f816:3eff:fe98:c1e3 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/a97cf244-e0ba-4c47-98c6-dcaac1cfda78/0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:50.227593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:50.233053 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:50.276776 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:50.281165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:50.281534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-50b8a36f-8872-4aaa-b713-a6aa76bc0de9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::f816:3eff:fe5d:f446 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/a97cf244-e0ba-4c47-98c6-dcaac1cfda78/1f697a8a-ec2c-418f-ace4-34705a864681) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:50.286748 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:50.290284 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Pushing event updated for resources: {'Port': ['ID=0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:50.342563 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Attempting to bind port 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:50.342945 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Attempting to bind port 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:50.343316 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Attempting to bind port 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1 on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:50.348814 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:50.349222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:50.349653 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:50.350049 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:50.350514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Bound port: 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:50.350893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:50.412494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] For port 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:50.416066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] For port 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:50.419932 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:50.439650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-50b8a36f-8872-4aaa-b713-a6aa76bc0de9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:50.475847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55bede4e-7650-4fd0-9c66-2c9aae8d3eb1 None None] Pushing event updated for resources: {'Port': ['ID=0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:50.482456 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-50b8a36f-8872-4aaa-b713-a6aa76bc0de9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:50.529196 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50b8a36f-8872-4aaa-b713-a6aa76bc0de9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:50.532526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-50b8a36f-8872-4aaa-b713-a6aa76bc0de9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:50.536863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50b8a36f-8872-4aaa-b713-a6aa76bc0de9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:50.542426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50b8a36f-8872-4aaa-b713-a6aa76bc0de9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:50.543033 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-50b8a36f-8872-4aaa-b713-a6aa76bc0de9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:50.551847 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b8a36f-8872-4aaa-b713-a6aa76bc0de9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=1f697a8a-ec2c-418f-ace4-34705a864681,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:50.563772 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-50b8a36f-8872-4aaa-b713-a6aa76bc0de9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.7457495 Nov 23 04:45:50.566864 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46780) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:50.630360 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f79a632-ccc2-413b-a4e7-2ab1d33a7b67 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:50.637699 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f79a632-ccc2-413b-a4e7-2ab1d33a7b67 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:50.639786 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4f79a632-ccc2-413b-a4e7-2ab1d33a7b67 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.0708618 Nov 23 04:45:50.643087 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46782) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:50.738113 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c9a709f1-d79a-46a0-998a-dd71c7e3f34c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port 1f697a8a-ec2c-418f-ace4-34705a864681 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:50.738570 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c9a709f1-d79a-46a0-998a-dd71c7e3f34c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:51.072891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c9a709f1-d79a-46a0-998a-dd71c7e3f34c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:51.086634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c9a709f1-d79a-46a0-998a-dd71c7e3f34c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for 1f697a8a-ec2c-418f-ace4-34705a864681 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:51.217221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c9a709f1-d79a-46a0-998a-dd71c7e3f34c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:51.246935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a709f1-d79a-46a0-998a-dd71c7e3f34c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=1f697a8a-ec2c-418f-ace4-34705a864681,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:51.281935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c9a709f1-d79a-46a0-998a-dd71c7e3f34c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:51.285776 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c9a709f1-d79a-46a0-998a-dd71c7e3f34c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/1f697a8a-ec2c-418f-ace4-34705a864681 HTTP/1.1" status: 204 len: 168 time: 0.6417427 Nov 23 04:45:51.288316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46784) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:51.349259 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3b5ce6-3e3a-496f-b0c3-f5add33c5552 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:51.350817 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f3b5ce6-3e3a-496f-b0c3-f5add33c5552 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:51.352364 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7f3b5ce6-3e3a-496f-b0c3-f5add33c5552 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.0630212 Nov 23 04:45:51.355087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46786) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:51.381240 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8fc04441-4a1e-4f08-9c59-d2c80472b615 None None] Provisioning complete for port 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:51.381803 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8fc04441-4a1e-4f08-9c59-d2c80472b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:51.409602 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc656d25-0b3d-4ff0-99f5-c9c8ca636cbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet a97cf244-e0ba-4c47-98c6-dcaac1cfda78 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:51.413080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dc656d25-0b3d-4ff0-99f5-c9c8ca636cbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:51.462489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dc656d25-0b3d-4ff0-99f5-c9c8ca636cbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:51.478727 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8fc04441-4a1e-4f08-9c59-d2c80472b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:51.519407 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-8fc04441-4a1e-4f08-9c59-d2c80472b615 None None] For port 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:51.524294 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8fc04441-4a1e-4f08-9c59-d2c80472b615 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:51.536851 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:51.561120 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dc656d25-0b3d-4ff0-99f5-c9c8ca636cbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:51.621578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc04441-4a1e-4f08-9c59-d2c80472b615 None None] Pushing event updated for resources: {'Port': ['ID=0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:51.632167 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:51.632545 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:51.636174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dc656d25-0b3d-4ff0-99f5-c9c8ca636cbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:51.639774 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b417e9ec-a92f-4ea2-aea4-0f52e0dc24d1 None None] Could not find standard attr ID for object 1f697a8a-ec2c-418f-ace4-34705a864681. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:45:51.672806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dc656d25-0b3d-4ff0-99f5-c9c8ca636cbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:51.676772 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dc656d25-0b3d-4ff0-99f5-c9c8ca636cbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/a97cf244-e0ba-4c47-98c6-dcaac1cfda78 HTTP/1.1" status: 204 len: 168 time: 0.3207507 Nov 23 04:45:51.678201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc656d25-0b3d-4ff0-99f5-c9c8ca636cbc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=a97cf244-e0ba-4c47-98c6-dcaac1cfda78,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:51.679429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46788) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:51.726830 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f43d8e3a-f4df-476a-82dd-69888242e1ad tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425148 Nov 23 04:45:51.729484 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46790) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:51.734384 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e6ab69ad-b5bd-47a9-8c30-6452e657c354 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:51.780892 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6688aa3b-677a-4794-85a2-8f7c5ad46a34 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:51.823668 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6ab69ad-b5bd-47a9-8c30-6452e657c354 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:51.827403 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e6ab69ad-b5bd-47a9-8c30-6452e657c354 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:51.963870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51bc6ae3-482d-4f31-af3e-284891022396 None None] DHCP port deletion for 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:45:52.010928 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-51bc6ae3-482d-4f31-af3e-284891022396 None None] Deleting port 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:52.011305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-51bc6ae3-482d-4f31-af3e-284891022396 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:52.077344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-51bc6ae3-482d-4f31-af3e-284891022396 None None] For port 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:52.077675 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-51bc6ae3-482d-4f31-af3e-284891022396 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:52.090473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-51bc6ae3-482d-4f31-af3e-284891022396 None None] Calling delete_port for 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:52.114958 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.objects.ports [None req-e6ab69ad-b5bd-47a9-8c30-6452e657c354 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:45:52.168265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-51bc6ae3-482d-4f31-af3e-284891022396 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:52.198624 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51bc6ae3-482d-4f31-af3e-284891022396 None None] Pushing event deleted for resources: {'Port': ['ID=0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:52.202028 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51bc6ae3-482d-4f31-af3e-284891022396 None None] No DVR routers for this DVR port 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:52.223696 dv-neutron-818850-1-hyperv neutron-server[109952]: WARNING neutron.services.revisions.revision_plugin [None req-e6ab69ad-b5bd-47a9-8c30-6452e657c354 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Could not find related port for resource to bump revision. Nov 23 04:45:52.228694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_pluggable_backend [None req-e6ab69ad-b5bd-47a9-8c30-6452e657c354 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Port 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109952) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 04:45:52.228999 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_pluggable_backend [None req-e6ab69ad-b5bd-47a9-8c30-6452e657c354 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Reverting IP allocation for 2001:db8::f816:3eff:fe98:c1e3 {{(pid=109952) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 04:45:52.232350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_pluggable_backend [None req-e6ab69ad-b5bd-47a9-8c30-6452e657c354 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe98:c1e3 {{(pid=109952) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 04:45:52.233566 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e6ab69ad-b5bd-47a9-8c30-6452e657c354 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:52.273786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6ab69ad-b5bd-47a9-8c30-6452e657c354 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:52.276935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-e6ab69ad-b5bd-47a9-8c30-6452e657c354 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:52.279904 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6ab69ad-b5bd-47a9-8c30-6452e657c354 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:52.280509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e6ab69ad-b5bd-47a9-8c30-6452e657c354 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:52.287318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc2e5d4-895e-42ad-9aa6-6eaf37ec392d None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:52.301206 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ab69ad-b5bd-47a9-8c30-6452e657c354 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=1336fb60-45dd-4b0d-ba09-b06ece74c2b1,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:52.315680 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e6ab69ad-b5bd-47a9-8c30-6452e657c354 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5850050 Nov 23 04:45:52.316597 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46794) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:52.321530 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-7bd3eec5-9ee6-482d-8017-218726b4859e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'mac_address': 'fa:16:3e:da:15:12', 'name': 'tempest-NetworksTestDHCPv6-347402839'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:52.439097 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'fixed_ips': [{'subnet_id': '1336fb60-45dd-4b0d-ba09-b06ece74c2b1'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:45:52.439652 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bd3eec5-9ee6-482d-8017-218726b4859e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:52.440083 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:52.521569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bd3eec5-9ee6-482d-8017-218726b4859e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:52.542872 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-7bd3eec5-9ee6-482d-8017-218726b4859e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port 4ec6beb2-5f1c-4845-bad2-675e7cca9c8a yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:45:52.569616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Allocated IP 2001:db8::f816:3eff:fe4d:9fb5 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/1336fb60-45dd-4b0d-ba09-b06ece74c2b1/1993b361-17b7-4789-ab0d-d933bd94def0) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:52.711620 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:52.717265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:52.764969 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-7bd3eec5-9ee6-482d-8017-218726b4859e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::f816:3eff:feda:1512 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/1336fb60-45dd-4b0d-ba09-b06ece74c2b1/4ec6beb2-5f1c-4845-bad2-675e7cca9c8a) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:52.902253 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:52.905644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:52.909358 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:52.921666 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Pushing event updated for resources: {'Port': ['ID=1993b361-17b7-4789-ab0d-d933bd94def0,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:52.925786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bd3eec5-9ee6-482d-8017-218726b4859e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:52.958972 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bd3eec5-9ee6-482d-8017-218726b4859e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:52.970187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Attempting to bind port 1993b361-17b7-4789-ab0d-d933bd94def0 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:52.970491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Attempting to bind port 1993b361-17b7-4789-ab0d-d933bd94def0 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:52.970867 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Attempting to bind port 1993b361-17b7-4789-ab0d-d933bd94def0 on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:52.975832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:52.976210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:52.976612 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:52.977019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:52.977586 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Bound port: 1993b361-17b7-4789-ab0d-d933bd94def0, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:52.977971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:53.007950 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bd3eec5-9ee6-482d-8017-218726b4859e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:53.011077 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-7bd3eec5-9ee6-482d-8017-218726b4859e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:53.013513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd3eec5-9ee6-482d-8017-218726b4859e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:53.019362 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bd3eec5-9ee6-482d-8017-218726b4859e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:53.019984 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bd3eec5-9ee6-482d-8017-218726b4859e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:53.026211 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd3eec5-9ee6-482d-8017-218726b4859e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=4ec6beb2-5f1c-4845-bad2-675e7cca9c8a,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:53.041715 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] For port 1993b361-17b7-4789-ab0d-d933bd94def0, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:53.043460 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7bd3eec5-9ee6-482d-8017-218726b4859e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 0.7258461 Nov 23 04:45:53.044833 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] For port 1993b361-17b7-4789-ab0d-d933bd94def0, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=1993b361-17b7-4789-ab0d-d933bd94def0,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:53.046197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46796) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:53.050335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:53.096464 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5664952a-a98f-454b-844c-81fd07ab21c1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:53.105266 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5664952a-a98f-454b-844c-81fd07ab21c1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:53.105266 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5664952a-a98f-454b-844c-81fd07ab21c1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0568330 Nov 23 04:45:53.111687 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46798) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:53.112043 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648b4bae-c149-4da3-b5b0-78313fdfe182 None None] Pushing event updated for resources: {'Port': ['ID=1993b361-17b7-4789-ab0d-d933bd94def0,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:53.204102 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-3191a6ef-c700-4aaf-bc0a-9b41a461aab7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port 4ec6beb2-5f1c-4845-bad2-675e7cca9c8a {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:53.204546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3191a6ef-c700-4aaf-bc0a-9b41a461aab7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:53.308925 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3191a6ef-c700-4aaf-bc0a-9b41a461aab7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:53.322762 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-3191a6ef-c700-4aaf-bc0a-9b41a461aab7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for 4ec6beb2-5f1c-4845-bad2-675e7cca9c8a owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:53.460854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3191a6ef-c700-4aaf-bc0a-9b41a461aab7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:53.490954 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3191a6ef-c700-4aaf-bc0a-9b41a461aab7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=4ec6beb2-5f1c-4845-bad2-675e7cca9c8a,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:53.497052 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 1993b361-17b7-4789-ab0d-d933bd94def0 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:53.518271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3191a6ef-c700-4aaf-bc0a-9b41a461aab7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:53.523986 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3191a6ef-c700-4aaf-bc0a-9b41a461aab7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/4ec6beb2-5f1c-4845-bad2-675e7cca9c8a HTTP/1.1" status: 204 len: 168 time: 0.4092004 Nov 23 04:45:53.524235 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46800) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:53.551485 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 1993b361-17b7-4789-ab0d-d933bd94def0 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:53.551860 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:53.581608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b820b3f-3188-4851-9797-c698b2d90462 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:53.583262 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b820b3f-3188-4851-9797-c698b2d90462 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:53.587162 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3b820b3f-3188-4851-9797-c698b2d90462 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0595546 Nov 23 04:45:53.587411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46802) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:53.628426 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:53.638860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-54fe65cb-e8fd-4b0a-942e-0af4710c5976 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 1336fb60-45dd-4b0d-ba09-b06ece74c2b1 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:53.642682 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-54fe65cb-e8fd-4b0a-942e-0af4710c5976 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:53.665556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 1993b361-17b7-4789-ab0d-d933bd94def0, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=1993b361-17b7-4789-ab0d-d933bd94def0,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:53.670663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:53.689936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-54fe65cb-e8fd-4b0a-942e-0af4710c5976 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:53.730706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:53.760727 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:53.761076 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 0ad4df87-e0cd-4c5b-8364-7d93dd35b1a1 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:53.762463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=1993b361-17b7-4789-ab0d-d933bd94def0,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:53.786345 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-54fe65cb-e8fd-4b0a-942e-0af4710c5976 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:53.847573 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-54fe65cb-e8fd-4b0a-942e-0af4710c5976 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:53.873579 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fe65cb-e8fd-4b0a-942e-0af4710c5976 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=1336fb60-45dd-4b0d-ba09-b06ece74c2b1,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:53.881387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-54fe65cb-e8fd-4b0a-942e-0af4710c5976 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:53.885565 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-54fe65cb-e8fd-4b0a-942e-0af4710c5976 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/1336fb60-45dd-4b0d-ba09-b06ece74c2b1 HTTP/1.1" status: 204 len: 168 time: 0.2972026 Nov 23 04:45:53.888170 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46804) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:53.933345 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2a8d402a-f41b-469f-a53f-c6425e117f72 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0435457 Nov 23 04:45:53.935592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46806) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:53.988412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb5931d-8c3f-45d1-946d-d0efd3212b6c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:53.990040 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5bb5931d-8c3f-45d1-946d-d0efd3212b6c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0534477 Nov 23 04:45:53.992438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46808) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:54.021415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-515df612-baa2-466a-9b8b-e569e56b4fb6 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:54.045505 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddf8cdc8-2600-4c9c-847b-0f46cf5b94c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:54.048601 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ddf8cdc8-2600-4c9c-847b-0f46cf5b94c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0546610 Nov 23 04:45:54.051393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46810) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:54.089646 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3c5e138e-5965-462d-8cf7-c741f8291eb9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0371003 Nov 23 04:45:54.093667 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46812) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:54.096355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2a95fbca-e7bd-4cff-a356-97d174627dd9 None None] Provisioning complete for port 1993b361-17b7-4789-ab0d-d933bd94def0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:54.096733 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2a95fbca-e7bd-4cff-a356-97d174627dd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:54.099541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c8009604-96cf-4f13-8ce8-cb7f16a838fc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:54.196345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c8009604-96cf-4f13-8ce8-cb7f16a838fc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:54.200683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8009604-96cf-4f13-8ce8-cb7f16a838fc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:54.241537 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce02d39f-4ab6-4235-b442-7543320a2626 None None] DHCP port deletion for 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:45:54.289165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ce02d39f-4ab6-4235-b442-7543320a2626 None None] Deleting port 1993b361-17b7-4789-ab0d-d933bd94def0 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:54.289481 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ce02d39f-4ab6-4235-b442-7543320a2626 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:54.351751 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ce02d39f-4ab6-4235-b442-7543320a2626 None None] For port 1993b361-17b7-4789-ab0d-d933bd94def0, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=1993b361-17b7-4789-ab0d-d933bd94def0,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:54.352147 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ce02d39f-4ab6-4235-b442-7543320a2626 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:54.364487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ce02d39f-4ab6-4235-b442-7543320a2626 None None] Calling delete_port for 1993b361-17b7-4789-ab0d-d933bd94def0 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:54.448295 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ce02d39f-4ab6-4235-b442-7543320a2626 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:54.475046 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce02d39f-4ab6-4235-b442-7543320a2626 None None] Pushing event deleted for resources: {'Port': ['ID=1993b361-17b7-4789-ab0d-d933bd94def0,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:54.476915 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce02d39f-4ab6-4235-b442-7543320a2626 None None] No DVR routers for this DVR port 1993b361-17b7-4789-ab0d-d933bd94def0 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:54.503812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.objects.ports [None req-c8009604-96cf-4f13-8ce8-cb7f16a838fc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:45:54.604433 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING neutron.services.revisions.revision_plugin [None req-c8009604-96cf-4f13-8ce8-cb7f16a838fc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Could not find related port for resource to bump revision. Nov 23 04:45:54.608514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.ipam_pluggable_backend [None req-c8009604-96cf-4f13-8ce8-cb7f16a838fc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Port 1993b361-17b7-4789-ab0d-d933bd94def0 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109953) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 04:45:54.608814 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.ipam_pluggable_backend [None req-c8009604-96cf-4f13-8ce8-cb7f16a838fc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Reverting IP allocation for 2001:db8::f816:3eff:fe4d:9fb5 {{(pid=109953) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 04:45:54.612223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.ipam_pluggable_backend [None req-c8009604-96cf-4f13-8ce8-cb7f16a838fc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe4d:9fb5 {{(pid=109953) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 04:45:54.613453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8009604-96cf-4f13-8ce8-cb7f16a838fc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:54.651169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8009604-96cf-4f13-8ce8-cb7f16a838fc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:54.654524 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-c8009604-96cf-4f13-8ce8-cb7f16a838fc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:54.659229 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8009604-96cf-4f13-8ce8-cb7f16a838fc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:54.659812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c8009604-96cf-4f13-8ce8-cb7f16a838fc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:54.663786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b93e90bc-a70d-4c96-a9ca-67920eba715d None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:54.677721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8009604-96cf-4f13-8ce8-cb7f16a838fc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=5f35dd3f-2922-442f-ae4a-fafad631835e,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:54.683209 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c8009604-96cf-4f13-8ce8-cb7f16a838fc tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 0.5881464 Nov 23 04:45:54.686232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46816) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:54.691774 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8a22ba39-e566-4a1f-8eb3-d141cbd1e125 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'mac_address': 'fa:16:3e:22:8b:f9', 'name': 'tempest-NetworksTestDHCPv6-1497574447'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:54.803817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a22ba39-e566-4a1f-8eb3-d141cbd1e125 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:54.808216 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a22ba39-e566-4a1f-8eb3-d141cbd1e125 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:54.819207 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'fixed_ips': [{'subnet_id': '5f35dd3f-2922-442f-ae4a-fafad631835e'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:45:54.820323 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:54.828491 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-8a22ba39-e566-4a1f-8eb3-d141cbd1e125 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port 5baced10-6979-475e-a153-f8406dd43777 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:45:54.939625 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-8a22ba39-e566-4a1f-8eb3-d141cbd1e125 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::f816:3eff:fe22:8bf9 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/5f35dd3f-2922-442f-ae4a-fafad631835e/5baced10-6979-475e-a153-f8406dd43777) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:55.084790 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a22ba39-e566-4a1f-8eb3-d141cbd1e125 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:55.116450 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a22ba39-e566-4a1f-8eb3-d141cbd1e125 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:55.159159 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Allocated IP 2001:db8::f816:3eff:fe2f:c212 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/5f35dd3f-2922-442f-ae4a-fafad631835e/85387ece-936f-4c56-9ffd-375c20b68de0) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:55.164526 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a22ba39-e566-4a1f-8eb3-d141cbd1e125 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:55.167842 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-8a22ba39-e566-4a1f-8eb3-d141cbd1e125 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:55.171570 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a22ba39-e566-4a1f-8eb3-d141cbd1e125 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:55.177822 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a22ba39-e566-4a1f-8eb3-d141cbd1e125 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:55.178451 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a22ba39-e566-4a1f-8eb3-d141cbd1e125 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:55.184617 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a22ba39-e566-4a1f-8eb3-d141cbd1e125 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=5baced10-6979-475e-a153-f8406dd43777,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:55.200130 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8a22ba39-e566-4a1f-8eb3-d141cbd1e125 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5128338 Nov 23 04:45:55.203110 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46818) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:55.250065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24269bd3-27d0-4235-9c05-7d6749944e19 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:55.254626 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-24269bd3-27d0-4235-9c05-7d6749944e19 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0480623 Nov 23 04:45:55.254962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46820) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:55.309095 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:55.316189 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:55.358211 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:55.361939 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:55.365465 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:55.371742 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Pushing event updated for resources: {'Port': ['ID=85387ece-936f-4c56-9ffd-375c20b68de0,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:55.427972 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Attempting to bind port 85387ece-936f-4c56-9ffd-375c20b68de0 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:55.428366 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Attempting to bind port 85387ece-936f-4c56-9ffd-375c20b68de0 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:55.428827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Attempting to bind port 85387ece-936f-4c56-9ffd-375c20b68de0 on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:55.434240 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:55.434664 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:55.435010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:55.435399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:55.435875 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Bound port: 85387ece-936f-4c56-9ffd-375c20b68de0, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:55.436269 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:55.493010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 1993b361-17b7-4789-ab0d-d933bd94def0 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:45:55.527905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 1993b361-17b7-4789-ab0d-d933bd94def0 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:45:55.528250 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 1993b361-17b7-4789-ab0d-d933bd94def0 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:45:55.533649 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] For port 85387ece-936f-4c56-9ffd-375c20b68de0, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:55.545780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] For port 85387ece-936f-4c56-9ffd-375c20b68de0, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=85387ece-936f-4c56-9ffd-375c20b68de0,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:55.550642 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:55.613454 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46f285a-54c7-4eac-a509-1f9ae856c51a None None] Pushing event updated for resources: {'Port': ['ID=85387ece-936f-4c56-9ffd-375c20b68de0,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:55.668836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-cca52c3b-2133-4179-8b3b-e9148e54a171 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port 5baced10-6979-475e-a153-f8406dd43777 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:55.669173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cca52c3b-2133-4179-8b3b-e9148e54a171 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:55.765194 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cca52c3b-2133-4179-8b3b-e9148e54a171 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:55.779980 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-cca52c3b-2133-4179-8b3b-e9148e54a171 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for 5baced10-6979-475e-a153-f8406dd43777 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:55.921028 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cca52c3b-2133-4179-8b3b-e9148e54a171 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:55.948854 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca52c3b-2133-4179-8b3b-e9148e54a171 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=5baced10-6979-475e-a153-f8406dd43777,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:55.979288 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cca52c3b-2133-4179-8b3b-e9148e54a171 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:55.982572 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cca52c3b-2133-4179-8b3b-e9148e54a171 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/5baced10-6979-475e-a153-f8406dd43777 HTTP/1.1" status: 204 len: 168 time: 0.7264962 Nov 23 04:45:55.984894 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46822) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:56.037408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038771c-bad3-4af7-ad8b-0faf6fd8a5e1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:56.038945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4038771c-bad3-4af7-ad8b-0faf6fd8a5e1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:56.040420 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4038771c-bad3-4af7-ad8b-0faf6fd8a5e1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.0540581 Nov 23 04:45:56.042992 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46824) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:56.094078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab04bc89-c6e8-4792-bfec-b31cd9d72b52 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 5f35dd3f-2922-442f-ae4a-fafad631835e {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:56.097301 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab04bc89-c6e8-4792-bfec-b31cd9d72b52 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:56.137123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab04bc89-c6e8-4792-bfec-b31cd9d72b52 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:56.223634 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab04bc89-c6e8-4792-bfec-b31cd9d72b52 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:56.283972 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab04bc89-c6e8-4792-bfec-b31cd9d72b52 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:56.314643 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab04bc89-c6e8-4792-bfec-b31cd9d72b52 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:56.317916 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ab04bc89-c6e8-4792-bfec-b31cd9d72b52 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/5f35dd3f-2922-442f-ae4a-fafad631835e HTTP/1.1" status: 204 len: 168 time: 0.2740173 Nov 23 04:45:56.318792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab04bc89-c6e8-4792-bfec-b31cd9d72b52 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=5f35dd3f-2922-442f-ae4a-fafad631835e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:56.320432 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46826) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:56.364926 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d3303c0b-23cb-473e-8158-f05c428c5fbb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0433996 Nov 23 04:45:56.368702 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46828) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:56.374424 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:56.466202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:56.470458 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:56.574761 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c78c134-ee9e-4ee4-8b8e-acc68c5ce901 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:56.693028 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b47a9352-1ff8-4d1a-a1a1-30147427ebcd None None] Provisioning complete for port 85387ece-936f-4c56-9ffd-375c20b68de0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:56.693427 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b47a9352-1ff8-4d1a-a1a1-30147427ebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:56.765899 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.objects.ports [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:45:56.788803 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b47a9352-1ff8-4d1a-a1a1-30147427ebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:56.799022 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8837932-ac7f-48f3-83e9-737640fee8ad None None] DHCP port deletion for 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:45:56.846138 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b47a9352-1ff8-4d1a-a1a1-30147427ebcd None None] For port 85387ece-936f-4c56-9ffd-375c20b68de0, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=85387ece-936f-4c56-9ffd-375c20b68de0,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:56.852502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b47a9352-1ff8-4d1a-a1a1-30147427ebcd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:56.913597 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a8837932-ac7f-48f3-83e9-737640fee8ad None None] Deleting port 85387ece-936f-4c56-9ffd-375c20b68de0 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:56.913999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a8837932-ac7f-48f3-83e9-737640fee8ad None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:56.915680 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47a9352-1ff8-4d1a-a1a1-30147427ebcd None None] Pushing event updated for resources: {'Port': ['ID=85387ece-936f-4c56-9ffd-375c20b68de0,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:56.929697 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:56.999339 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a8837932-ac7f-48f3-83e9-737640fee8ad None None] For port 85387ece-936f-4c56-9ffd-375c20b68de0, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=85387ece-936f-4c56-9ffd-375c20b68de0,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:56.999760 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a8837932-ac7f-48f3-83e9-737640fee8ad None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:57.013180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a8837932-ac7f-48f3-83e9-737640fee8ad None None] Calling delete_port for 85387ece-936f-4c56-9ffd-375c20b68de0 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:57.083832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] For port 85387ece-936f-4c56-9ffd-375c20b68de0, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=85387ece-936f-4c56-9ffd-375c20b68de0,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:57.112174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:57.116337 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:57.117032 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:57.164583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a8837932-ac7f-48f3-83e9-737640fee8ad None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:57.188559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:57.195750 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:57.197648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8837932-ac7f-48f3-83e9-737640fee8ad None None] Pushing event deleted for resources: {'Port': ['ID=85387ece-936f-4c56-9ffd-375c20b68de0,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:57.204491 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:57.205090 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:57.228982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=84f0a22c-6e4b-4cc6-b9be-a5c1e3df9136,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:57.231250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=85387ece-936f-4c56-9ffd-375c20b68de0,revision_number=6']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:57.241180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8837932-ac7f-48f3-83e9-737640fee8ad None None] No DVR routers for this DVR port 85387ece-936f-4c56-9ffd-375c20b68de0 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:45:57.241368 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9417881a-3bfe-4aa8-9546-e4a23869fdd1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.8681374 Nov 23 04:45:57.241368 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46836) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:57.247755 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-5bd25f2b-eb26-4e8d-b919-d4bc32f9ddc0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'mac_address': 'fa:16:3e:a4:f2:e2', 'name': 'tempest-NetworksTestDHCPv6-1758458531'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:57.254085 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36aa41f2-cbf1-40b8-9a19-5dec7b8aa445 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:57.375489 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bd25f2b-eb26-4e8d-b919-d4bc32f9ddc0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:57.380637 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5bd25f2b-eb26-4e8d-b919-d4bc32f9ddc0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:57.400566 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-5bd25f2b-eb26-4e8d-b919-d4bc32f9ddc0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port 39f80546-02ed-4b30-9e50-c63e1c3d51a9 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:45:57.409229 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'fixed_ips': [{'subnet_id': '84f0a22c-6e4b-4cc6-b9be-a5c1e3df9136'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:45:57.410131 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:57.514623 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-5bd25f2b-eb26-4e8d-b919-d4bc32f9ddc0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::f816:3eff:fea4:f2e2 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/84f0a22c-6e4b-4cc6-b9be-a5c1e3df9136/39f80546-02ed-4b30-9e50-c63e1c3d51a9) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:57.662383 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5bd25f2b-eb26-4e8d-b919-d4bc32f9ddc0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:57.695525 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5bd25f2b-eb26-4e8d-b919-d4bc32f9ddc0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:57.738535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Allocated IP 2001:db8::f816:3eff:fe6d:d8fe (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/84f0a22c-6e4b-4cc6-b9be-a5c1e3df9136/553e9b7d-670f-4988-867d-baa01eea7269) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:57.742713 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bd25f2b-eb26-4e8d-b919-d4bc32f9ddc0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:57.745828 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-5bd25f2b-eb26-4e8d-b919-d4bc32f9ddc0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:57.750429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bd25f2b-eb26-4e8d-b919-d4bc32f9ddc0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:57.756293 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bd25f2b-eb26-4e8d-b919-d4bc32f9ddc0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:57.756900 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5bd25f2b-eb26-4e8d-b919-d4bc32f9ddc0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:57.760210 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd25f2b-eb26-4e8d-b919-d4bc32f9ddc0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=39f80546-02ed-4b30-9e50-c63e1c3d51a9,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:57.776166 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5bd25f2b-eb26-4e8d-b919-d4bc32f9ddc0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.5342827 Nov 23 04:45:57.779222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46838) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:57.830186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940e3ba1-0e4b-4cf4-aa8e-c9cdce654034 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:57.834249 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-940e3ba1-0e4b-4cf4-aa8e-c9cdce654034 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.0508869 Nov 23 04:45:57.834493 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46840) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:57.934577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-c9af6667-3e65-43db-9621-214c7f22a66b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port 39f80546-02ed-4b30-9e50-c63e1c3d51a9 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:57.934820 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c9af6667-3e65-43db-9621-214c7f22a66b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:58.024648 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c9af6667-3e65-43db-9621-214c7f22a66b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:58.038418 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-c9af6667-3e65-43db-9621-214c7f22a66b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for 39f80546-02ed-4b30-9e50-c63e1c3d51a9 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:45:58.044566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:58.050720 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:58.086915 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:58.089785 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:58.093406 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:58.121319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Pushing event updated for resources: {'Port': ['ID=553e9b7d-670f-4988-867d-baa01eea7269,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:58.151245 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Attempting to bind port 553e9b7d-670f-4988-867d-baa01eea7269 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:45:58.151628 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Attempting to bind port 553e9b7d-670f-4988-867d-baa01eea7269 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:45:58.152005 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Attempting to bind port 553e9b7d-670f-4988-867d-baa01eea7269 on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:45:58.156902 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:45:58.157869 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:45:58.158536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:58.158935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:45:58.159409 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Bound port: 553e9b7d-670f-4988-867d-baa01eea7269, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:45:58.159791 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:58.175801 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c9af6667-3e65-43db-9621-214c7f22a66b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:58.203619 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9af6667-3e65-43db-9621-214c7f22a66b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=39f80546-02ed-4b30-9e50-c63e1c3d51a9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:58.231870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] For port 553e9b7d-670f-4988-867d-baa01eea7269, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:45:58.233876 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c9af6667-3e65-43db-9621-214c7f22a66b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:58.234951 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] For port 553e9b7d-670f-4988-867d-baa01eea7269, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=553e9b7d-670f-4988-867d-baa01eea7269,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:45:58.238523 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c9af6667-3e65-43db-9621-214c7f22a66b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/39f80546-02ed-4b30-9e50-c63e1c3d51a9 HTTP/1.1" status: 204 len: 168 time: 0.4026668 Nov 23 04:45:58.239010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:58.240880 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46842) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:58.297847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb284497-58ef-4485-8b26-c27a2eeee6db None None] Pushing event updated for resources: {'Port': ['ID=553e9b7d-670f-4988-867d-baa01eea7269,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:58.303635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c486efe3-d08a-404a-b98a-6b9c3fd37833 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:58.308735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c486efe3-d08a-404a-b98a-6b9c3fd37833 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:58.310356 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c486efe3-d08a-404a-b98a-6b9c3fd37833 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.0684602 Nov 23 04:45:58.313013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46844) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:58.371484 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5667d702-1dfb-4066-8dbc-52e2a4d6fcd6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 84f0a22c-6e4b-4cc6-b9be-a5c1e3df9136 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:45:58.374616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5667d702-1dfb-4066-8dbc-52e2a4d6fcd6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:58.416329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5667d702-1dfb-4066-8dbc-52e2a4d6fcd6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:58.510618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5667d702-1dfb-4066-8dbc-52e2a4d6fcd6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:58.578244 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5667d702-1dfb-4066-8dbc-52e2a4d6fcd6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:58.608258 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5667d702-1dfb-4066-8dbc-52e2a4d6fcd6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=84f0a22c-6e4b-4cc6-b9be-a5c1e3df9136,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:58.612492 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5667d702-1dfb-4066-8dbc-52e2a4d6fcd6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:58.615808 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5667d702-1dfb-4066-8dbc-52e2a4d6fcd6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/84f0a22c-6e4b-4cc6-b9be-a5c1e3df9136 HTTP/1.1" status: 204 len: 168 time: 0.3012125 Nov 23 04:45:58.618314 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46846) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:58.655710 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5b22cd41-7f8b-4272-955d-21aae95019af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0362854 Nov 23 04:45:58.658725 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46848) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:58.705715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-880646d2-a147-4ecb-a883-82b367def5a2 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:58.707065 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-880646d2-a147-4ecb-a883-82b367def5a2 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0474539 Nov 23 04:45:58.709500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46850) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:58.763753 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c9f78e3-158a-4476-b7b7-97efa8b10787 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:58.765210 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4c9f78e3-158a-4476-b7b7-97efa8b10787 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0547569 Nov 23 04:45:58.768319 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46854) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:58.807117 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6ea04f20-5765-4fca-871f-c9da621b6f82 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0377080 Nov 23 04:45:58.810908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46856) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:58.815605 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5182c4e0-36b9-465c-8c21-be6f7e0add3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:58.908635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5182c4e0-36b9-465c-8c21-be6f7e0add3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:58.912302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5182c4e0-36b9-465c-8c21-be6f7e0add3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:59.066484 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46858) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:59.110012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5182c4e0-36b9-465c-8c21-be6f7e0add3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:59.154565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5182c4e0-36b9-465c-8c21-be6f7e0add3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:59.158087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-5182c4e0-36b9-465c-8c21-be6f7e0add3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:59.161455 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5182c4e0-36b9-465c-8c21-be6f7e0add3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:59.162049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5182c4e0-36b9-465c-8c21-be6f7e0add3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:59.177630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182c4e0-36b9-465c-8c21-be6f7e0add3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=583317ed-abdb-486f-8ce2-19858b30985f,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:59.191335 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5182c4e0-36b9-465c-8c21-be6f7e0add3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.3765252 Nov 23 04:45:59.192983 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46860) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:59.198383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-21ac3a08-d5b6-462f-adf4-570f32058a61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'mac_address': 'fa:16:3e:fd:a8:61', 'name': 'tempest-NetworksTestDHCPv6-1086304233'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:45:59.220705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf7badee-771e-446c-9f25-5c044df55355 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:45:59.324560 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21ac3a08-d5b6-462f-adf4-570f32058a61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:45:59.343921 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f6a9a8ef-53ff-4605-a1f6-2a62fd25559b None None] Provisioning complete for port 553e9b7d-670f-4988-867d-baa01eea7269 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:59.344321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f6a9a8ef-53ff-4605-a1f6-2a62fd25559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:59.425886 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21ac3a08-d5b6-462f-adf4-570f32058a61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:59.448098 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-21ac3a08-d5b6-462f-adf4-570f32058a61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port 5b292958-23f3-4853-91eb-76ad0e49991c yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:45:59.456325 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f6a9a8ef-53ff-4605-a1f6-2a62fd25559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:59.464255 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a5a1723-2ef5-4885-9d45-591aecc05145 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:59.494143 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f6a9a8ef-53ff-4605-a1f6-2a62fd25559b None None] For port 553e9b7d-670f-4988-867d-baa01eea7269, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=553e9b7d-670f-4988-867d-baa01eea7269,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:59.502509 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f6a9a8ef-53ff-4605-a1f6-2a62fd25559b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:59.593571 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a9a8ef-53ff-4605-a1f6-2a62fd25559b None None] Pushing event updated for resources: {'Port': ['ID=553e9b7d-670f-4988-867d-baa01eea7269,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:59.598670 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 553e9b7d-670f-4988-867d-baa01eea7269 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:45:59.639471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-21ac3a08-d5b6-462f-adf4-570f32058a61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::399 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/583317ed-abdb-486f-8ce2-19858b30985f/5b292958-23f3-4853-91eb-76ad0e49991c) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:45:59.659594 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 553e9b7d-670f-4988-867d-baa01eea7269 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:59.659984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:59.835529 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-01885f8b-c90f-4993-9f27-5033c883c61a None None] Provisioning complete for port 553e9b7d-670f-4988-867d-baa01eea7269 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:45:59.836355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-01885f8b-c90f-4993-9f27-5033c883c61a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:59.844437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21ac3a08-d5b6-462f-adf4-570f32058a61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:59.868927 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a1723-2ef5-4885-9d45-591aecc05145 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 2bff44f8-3450-46d0-a1db-b9e2cbf433df {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:45:59.869578 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a5a1723-2ef5-4885-9d45-591aecc05145 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:59.884966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21ac3a08-d5b6-462f-adf4-570f32058a61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:59.936181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21ac3a08-d5b6-462f-adf4-570f32058a61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:45:59.940237 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-21ac3a08-d5b6-462f-adf4-570f32058a61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:45:59.943979 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ac3a08-d5b6-462f-adf4-570f32058a61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:45:59.949658 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21ac3a08-d5b6-462f-adf4-570f32058a61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:45:59.950775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-21ac3a08-d5b6-462f-adf4-570f32058a61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:45:59.960008 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ac3a08-d5b6-462f-adf4-570f32058a61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=5b292958-23f3-4853-91eb-76ad0e49991c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:45:59.972751 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-21ac3a08-d5b6-462f-adf4-570f32058a61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 0.7788029 Nov 23 04:45:59.975350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46862) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:45:59.989873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-8a5a1723-2ef5-4885-9d45-591aecc05145 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 2bff44f8-3450-46d0-a1db-b9e2cbf433df, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2bff44f8-3450-46d0-a1db-b9e2cbf433df,segment=NetworkSegment(464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4),segment_id=464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:45:59.990482 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a5a1723-2ef5-4885-9d45-591aecc05145 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:00.005031 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8a5a1723-2ef5-4885-9d45-591aecc05145 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 2bff44f8-3450-46d0-a1db-b9e2cbf433df owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:00.027956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87155c1-f06a-4f17-86a1-3e4c008ea5e0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:00.034505 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f87155c1-f06a-4f17-86a1-3e4c008ea5e0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:00.036158 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f87155c1-f06a-4f17-86a1-3e4c008ea5e0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1592 time: 0.0592740 Nov 23 04:46:00.040867 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46864) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:00.050079 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-6d9149b4-570a-415a-83a4-f8ca0f94dee8 None None] Could not find standard attr ID for object 5baced10-6979-475e-a153-f8406dd43777. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:46:00.140860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ffc65aa0-4565-4ef6-963c-84fbf37c3ea7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port 5b292958-23f3-4853-91eb-76ad0e49991c {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:00.141335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ffc65aa0-4565-4ef6-963c-84fbf37c3ea7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:00.218537 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a5a1723-2ef5-4885-9d45-591aecc05145 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:00.239776 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ffc65aa0-4565-4ef6-963c-84fbf37c3ea7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:00.246785 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5a1723-2ef5-4885-9d45-591aecc05145 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=2bff44f8-3450-46d0-a1db-b9e2cbf433df,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:00.262331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ffc65aa0-4565-4ef6-963c-84fbf37c3ea7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for 5b292958-23f3-4853-91eb-76ad0e49991c owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:00.269731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f6fdad0c-6e6b-4209-bb9c-a1789c40ccaa None None] Could not find standard attr ID for object 39f80546-02ed-4b30-9e50-c63e1c3d51a9. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:46:00.426258 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ffc65aa0-4565-4ef6-963c-84fbf37c3ea7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:00.459247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc65aa0-4565-4ef6-963c-84fbf37c3ea7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=5b292958-23f3-4853-91eb-76ad0e49991c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:00.486459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ffc65aa0-4565-4ef6-963c-84fbf37c3ea7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:00.491479 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ffc65aa0-4565-4ef6-963c-84fbf37c3ea7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/5b292958-23f3-4853-91eb-76ad0e49991c HTTP/1.1" status: 204 len: 168 time: 0.4493029 Nov 23 04:46:00.493912 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46866) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:00.572430 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487f0560-e2f9-4b44-a282-af5641142c53 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:00.575760 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-487f0560-e2f9-4b44-a282-af5641142c53 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:00.577589 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-487f0560-e2f9-4b44-a282-af5641142c53 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0825675 Nov 23 04:46:00.580277 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46868) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:00.593565 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c7563ccf-cf00-4569-afa5-95bf8e263d95 None None] Could not find standard attr ID for object 5b292958-23f3-4853-91eb-76ad0e49991c. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:46:00.646799 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb99de45-4077-4107-a410-b2a5739eec61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 583317ed-abdb-486f-8ce2-19858b30985f {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:00.650113 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb99de45-4077-4107-a410-b2a5739eec61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:00.697926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb99de45-4077-4107-a410-b2a5739eec61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:00.740079 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8a5a1723-2ef5-4885-9d45-591aecc05145 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:00.749021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb99de45-4077-4107-a410-b2a5739eec61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:00.822944 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb99de45-4077-4107-a410-b2a5739eec61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:00.854743 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb99de45-4077-4107-a410-b2a5739eec61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=583317ed-abdb-486f-8ce2-19858b30985f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:00.858757 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb99de45-4077-4107-a410-b2a5739eec61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:00.865961 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46870) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:00.866491 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fb99de45-4077-4107-a410-b2a5739eec61 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/583317ed-abdb-486f-8ce2-19858b30985f HTTP/1.1" status: 204 len: 168 time: 0.2844532 Nov 23 04:46:00.911656 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-00d52051-00e4-43da-ad17-81d66f8de40a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0437458 Nov 23 04:46:00.913999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46872) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:00.941686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b67b1b7-2857-4fd3-b839-f7fbddae00b2 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:00.981852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d928bb9-65bf-476d-a5de-7b9d991c02d9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:00.985855 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6d928bb9-65bf-476d-a5de-7b9d991c02d9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0703092 Nov 23 04:46:00.986621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46874) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:01.034096 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a5a1723-2ef5-4885-9d45-591aecc05145 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router f83f90b6-e261-4f09-8b08-e108991b8127 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:46:01.040532 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86e40fea-33db-4a34-8449-8bbc6bd629e6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:01.044307 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-86e40fea-33db-4a34-8449-8bbc6bd629e6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0545127 Nov 23 04:46:01.044619 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46876) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:01.088769 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1d69993e-9625-4834-b781-50e9d7da2f22 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0425012 Nov 23 04:46:01.094454 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46878) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:01.100012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f8600cd5-e1d1-4c8f-a0cc-bdf70e394da5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:01.113995 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec2e3b6-8ff7-4e03-bf6a-cb922bfdf0b1 None None] DHCP port deletion for 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:46:01.160431 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a5a1723-2ef5-4885-9d45-591aecc05145 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:46:01.165720 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8a5a1723-2ef5-4885-9d45-591aecc05145 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/f83f90b6-e261-4f09-8b08-e108991b8127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0980029 Nov 23 04:46:01.168699 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-eec2e3b6-8ff7-4e03-bf6a-cb922bfdf0b1 None None] Deleting port 553e9b7d-670f-4988-867d-baa01eea7269 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:01.168996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-eec2e3b6-8ff7-4e03-bf6a-cb922bfdf0b1 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:01.174025 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99747bd8-1899-4de1-b5e5-0b6219af2606 None None] Sync routers for ids ['f83f90b6-e261-4f09-8b08-e108991b8127'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:46:01.203088 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8600cd5-e1d1-4c8f-a0cc-bdf70e394da5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:01.207437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8600cd5-e1d1-4c8f-a0cc-bdf70e394da5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:01.230050 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99747bd8-1899-4de1-b5e5-0b6219af2606 None None] Routers {'f83f90b6-e261-4f09-8b08-e108991b8127'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:01.230685 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-99747bd8-1899-4de1-b5e5-0b6219af2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f83f90b6-e261-4f09-8b08-e108991b8127'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:01.292124 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-eec2e3b6-8ff7-4e03-bf6a-cb922bfdf0b1 None None] For port 553e9b7d-670f-4988-867d-baa01eea7269, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=553e9b7d-670f-4988-867d-baa01eea7269,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:01.293006 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-eec2e3b6-8ff7-4e03-bf6a-cb922bfdf0b1 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:01.313227 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-eec2e3b6-8ff7-4e03-bf6a-cb922bfdf0b1 None None] Calling delete_port for 553e9b7d-670f-4988-867d-baa01eea7269 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:01.404596 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae976013-c114-4618-9749-e45ebeaf375f req-45ac928f-ec39-4bbe-965d-c34032f7ffbb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:01.406346 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ae976013-c114-4618-9749-e45ebeaf375f req-45ac928f-ec39-4bbe-965d-c34032f7ffbb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 946 time: 0.0495527 Nov 23 04:46:01.416651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-99747bd8-1899-4de1-b5e5-0b6219af2606 None None] Set router f83f90b6-e261-4f09-8b08-e108991b8127 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:46:01.482511 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ae976013-c114-4618-9749-e45ebeaf375f req-54638776-63fe-44d2-bd4a-48c2c9796eba tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bd3fdea-3945-4601-9615-d65a8ff38693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686452 Nov 23 04:46:01.527388 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-eec2e3b6-8ff7-4e03-bf6a-cb922bfdf0b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:01.554500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.objects.ports [None req-f8600cd5-e1d1-4c8f-a0cc-bdf70e394da5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:46:01.564487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2e3b6-8ff7-4e03-bf6a-cb922bfdf0b1 None None] Pushing event deleted for resources: {'Port': ['ID=553e9b7d-670f-4988-867d-baa01eea7269,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:01.571969 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec2e3b6-8ff7-4e03-bf6a-cb922bfdf0b1 None None] No DVR routers for this DVR port 553e9b7d-670f-4988-867d-baa01eea7269 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:46:01.575719 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 553e9b7d-670f-4988-867d-baa01eea7269 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:01.597335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 553e9b7d-670f-4988-867d-baa01eea7269 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:46:01.597691 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 553e9b7d-670f-4988-867d-baa01eea7269 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:46:01.663900 dv-neutron-818850-1-hyperv neutron-server[109953]: WARNING neutron.services.revisions.revision_plugin [None req-f8600cd5-e1d1-4c8f-a0cc-bdf70e394da5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Could not find related port for resource to bump revision. Nov 23 04:46:01.669388 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.ipam_pluggable_backend [None req-f8600cd5-e1d1-4c8f-a0cc-bdf70e394da5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Port 553e9b7d-670f-4988-867d-baa01eea7269 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=109953) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Nov 23 04:46:01.669640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.ipam_pluggable_backend [None req-f8600cd5-e1d1-4c8f-a0cc-bdf70e394da5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Reverting IP allocation for 2001:db8::f816:3eff:fe6d:d8fe {{(pid=109953) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:575}} Nov 23 04:46:01.673559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.ipam_pluggable_backend [None req-f8600cd5-e1d1-4c8f-a0cc-bdf70e394da5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe6d:d8fe {{(pid=109953) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Nov 23 04:46:01.675116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8600cd5-e1d1-4c8f-a0cc-bdf70e394da5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:01.721933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8600cd5-e1d1-4c8f-a0cc-bdf70e394da5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:01.721933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-f8600cd5-e1d1-4c8f-a0cc-bdf70e394da5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:01.721933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8600cd5-e1d1-4c8f-a0cc-bdf70e394da5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:01.721933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8600cd5-e1d1-4c8f-a0cc-bdf70e394da5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:01.727435 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93900724-dac1-4fc3-a82a-6e8b3633de63 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:01.744478 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f8600cd5-e1d1-4c8f-a0cc-bdf70e394da5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.6483839 Nov 23 04:46:01.745219 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8600cd5-e1d1-4c8f-a0cc-bdf70e394da5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=45888e60-c0fd-4a16-831c-23d7d6cab3c9,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:01.747350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46884) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:01.753014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a161c0ac-b1ff-495e-aa73-04adc7eec04a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:01.812286 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-99747bd8-1899-4de1-b5e5-0b6219af2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:46:00Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '777bc61d-a5e2-4a0a-ad35-e60eb56a02cd', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.141', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'port_id': '4e752977-7abf-4e10-9f92-468bc3a42371', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'mac_address': 'fa:16:3e:43:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e18509-8def-4501-af6f-f421dcd08442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:44:33Z', 'updated_at': '2021-11-23T04:44:40Z', 'revision_number': 1, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:44:11Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:01.845367 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99747bd8-1899-4de1-b5e5-0b6219af2606 None None] Checking router: f83f90b6-e261-4f09-8b08-e108991b8127 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:46:01.863379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a161c0ac-b1ff-495e-aa73-04adc7eec04a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:01.867195 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a161c0ac-b1ff-495e-aa73-04adc7eec04a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:01.876529 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99747bd8-1899-4de1-b5e5-0b6219af2606 None None] Routers {'f83f90b6-e261-4f09-8b08-e108991b8127'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:01.877158 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-99747bd8-1899-4de1-b5e5-0b6219af2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f83f90b6-e261-4f09-8b08-e108991b8127'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:01.966959 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.ipam_backend_mixin [None req-a161c0ac-b1ff-495e-aa73-04adc7eec04a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 45888e60-c0fd-4a16-831c-23d7d6cab3c9 (CIDR: 2001:db8::/64) Nov 23 04:46:01.971349 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-a161c0ac-b1ff-495e-aa73-04adc7eec04a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:46:01.971806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a161c0ac-b1ff-495e-aa73-04adc7eec04a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:01.988501 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a161c0ac-b1ff-495e-aa73-04adc7eec04a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.2400351 Nov 23 04:46:01.991253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46886) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:01.996425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-0de0eee0-6831-4b5f-96d4-d039de68fa4c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:02.006147 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'fixed_ips': [{'subnet_id': '45888e60-c0fd-4a16-831c-23d7d6cab3c9'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:46:02.006996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:02.043927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-99747bd8-1899-4de1-b5e5-0b6219af2606 None None] Set router f83f90b6-e261-4f09-8b08-e108991b8127 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:46:02.110939 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0de0eee0-6831-4b5f-96d4-d039de68fa4c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:02.114508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0de0eee0-6831-4b5f-96d4-d039de68fa4c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:02.347675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0de0eee0-6831-4b5f-96d4-d039de68fa4c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:02.395520 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de0eee0-6831-4b5f-96d4-d039de68fa4c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:02.400113 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-0de0eee0-6831-4b5f-96d4-d039de68fa4c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:02.404174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de0eee0-6831-4b5f-96d4-d039de68fa4c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:02.404770 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0de0eee0-6831-4b5f-96d4-d039de68fa4c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:02.410876 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0eee0-6831-4b5f-96d4-d039de68fa4c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=09d2ee8f-da9a-42a7-a3be-37f7119138ec,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:02.426677 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0de0eee0-6831-4b5f-96d4-d039de68fa4c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4343264 Nov 23 04:46:02.429437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46888) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:02.432081 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Allocated IP 2001:db8::f816:3eff:fe79:9eca (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/45888e60-c0fd-4a16-831c-23d7d6cab3c9/854c0437-5893-4e59-94e8-5044b384cd11) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:02.434760 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-dc310c38-9222-4f7e-bbd2-463d2fdd6fa9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'mac_address': 'fa:16:3e:2c:93:bd', 'name': 'tempest-NetworksTestDHCPv6-986817933'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:02.551144 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc310c38-9222-4f7e-bbd2-463d2fdd6fa9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:02.606761 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c7d416-2e98-4b5b-b2d6-544f662fbb25 req-901bd4f8-a408-40f1-bc77-8108d2fc6ac7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:02.607655 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-10c7d416-2e98-4b5b-b2d6-544f662fbb25 req-901bd4f8-a408-40f1-bc77-8108d2fc6ac7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 946 time: 0.0516126 Nov 23 04:46:02.637490 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-99747bd8-1899-4de1-b5e5-0b6219af2606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:46:00Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '777bc61d-a5e2-4a0a-ad35-e60eb56a02cd', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.141', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'port_id': '4e752977-7abf-4e10-9f92-468bc3a42371', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'mac_address': 'fa:16:3e:43:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e18509-8def-4501-af6f-f421dcd08442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:44:33Z', 'updated_at': '2021-11-23T04:44:40Z', 'revision_number': 1, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:44:11Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:02.652368 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc310c38-9222-4f7e-bbd2-463d2fdd6fa9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:02.663613 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-10c7d416-2e98-4b5b-b2d6-544f662fbb25 req-d43f7fd5-336c-483f-9ef3-3850766c84e2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=9bd3fdea-3945-4601-9615-d65a8ff38693&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460179 Nov 23 04:46:02.673971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-dc310c38-9222-4f7e-bbd2-463d2fdd6fa9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port d9c5c3be-0022-4f21-b4a3-3a31d807bc59 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:46:02.674612 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99747bd8-1899-4de1-b5e5-0b6219af2606 None None] The sync data for ids ['f83f90b6-e261-4f09-8b08-e108991b8127'] in dv-neutron-818850-1-hyperv is: [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:46:00Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '777bc61d-a5e2-4a0a-ad35-e60eb56a02cd', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.141', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'port_id': '4e752977-7abf-4e10-9f92-468bc3a42371', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 1111, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'mac_address': 'fa:16:3e:43:a4:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '74e18509-8def-4501-af6f-f421dcd08442', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:44:33Z', 'updated_at': '2021-11-23T04:44:40Z', 'revision_number': 1, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:44:11Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:46:02.677506 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:02.684466 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:02.727423 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:02.731815 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:02.734134 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:02.745261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Pushing event updated for resources: {'Port': ['ID=854c0437-5893-4e59-94e8-5044b384cd11,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:02.795770 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Attempting to bind port 854c0437-5893-4e59-94e8-5044b384cd11 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:46:02.796145 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Attempting to bind port 854c0437-5893-4e59-94e8-5044b384cd11 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:46:02.796512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Attempting to bind port 854c0437-5893-4e59-94e8-5044b384cd11 on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:46:02.802178 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:46:02.802589 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:02.802949 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:02.803338 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:46:02.803796 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Bound port: 854c0437-5893-4e59-94e8-5044b384cd11, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:46:02.804175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:02.868938 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] For port 854c0437-5893-4e59-94e8-5044b384cd11, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:46:02.872485 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] For port 854c0437-5893-4e59-94e8-5044b384cd11, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=854c0437-5893-4e59-94e8-5044b384cd11,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:46:02.874264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-dc310c38-9222-4f7e-bbd2-463d2fdd6fa9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8:0:1::ea (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/09d2ee8f-da9a-42a7-a3be-37f7119138ec/d9c5c3be-0022-4f21-b4a3-3a31d807bc59) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:02.875990 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:02.880077 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-dc310c38-9222-4f7e-bbd2-463d2fdd6fa9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::f816:3eff:fe2c:93bd (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/45888e60-c0fd-4a16-831c-23d7d6cab3c9/d9c5c3be-0022-4f21-b4a3-3a31d807bc59) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:02.932745 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9df2a95-4141-4ef7-906b-ba8e0a6b9d0e None None] Pushing event updated for resources: {'Port': ['ID=854c0437-5893-4e59-94e8-5044b384cd11,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:03.011119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777e8597-c631-4b77-883f-b4ec27d5cc61 req-d283e0a0-d16f-475d-9978-eeca6d8df52d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:03.013670 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-777e8597-c631-4b77-883f-b4ec27d5cc61 req-d283e0a0-d16f-475d-9978-eeca6d8df52d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 946 time: 0.0544713 Nov 23 04:46:03.046994 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc310c38-9222-4f7e-bbd2-463d2fdd6fa9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:03.115486 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc310c38-9222-4f7e-bbd2-463d2fdd6fa9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:03.159730 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-777e8597-c631-4b77-883f-b4ec27d5cc61 req-fc7e6179-04a2-4c87-931c-fe71cf569ae9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 0fa27471-87ed-4ec2-afcf-f34af121d0f7 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:03.160186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-777e8597-c631-4b77-883f-b4ec27d5cc61 req-fc7e6179-04a2-4c87-931c-fe71cf569ae9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:03.192333 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc310c38-9222-4f7e-bbd2-463d2fdd6fa9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:03.197651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-dc310c38-9222-4f7e-bbd2-463d2fdd6fa9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:03.199727 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc310c38-9222-4f7e-bbd2-463d2fdd6fa9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=d9c5c3be-0022-4f21-b4a3-3a31d807bc59,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:03.202529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc310c38-9222-4f7e-bbd2-463d2fdd6fa9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:03.208354 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc310c38-9222-4f7e-bbd2-463d2fdd6fa9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:03.209007 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc310c38-9222-4f7e-bbd2-463d2fdd6fa9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:03.240170 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dc310c38-9222-4f7e-bbd2-463d2fdd6fa9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 0.8093495 Nov 23 04:46:03.242621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46892) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:03.294446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-777e8597-c631-4b77-883f-b4ec27d5cc61 req-fc7e6179-04a2-4c87-931c-fe71cf569ae9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 0fa27471-87ed-4ec2-afcf-f34af121d0f7, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0fa27471-87ed-4ec2-afcf-f34af121d0f7,segment=NetworkSegment(464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4),segment_id=464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:03.294860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-777e8597-c631-4b77-883f-b4ec27d5cc61 req-fc7e6179-04a2-4c87-931c-fe71cf569ae9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:03.311553 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-777e8597-c631-4b77-883f-b4ec27d5cc61 req-fc7e6179-04a2-4c87-931c-fe71cf569ae9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 0fa27471-87ed-4ec2-afcf-f34af121d0f7 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:03.350981 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a8135cd0-f5e9-44a1-a857-09eb9d1c3705 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port d9c5c3be-0022-4f21-b4a3-3a31d807bc59 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:03.351331 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a8135cd0-f5e9-44a1-a857-09eb9d1c3705 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:03.445738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-777e8597-c631-4b77-883f-b4ec27d5cc61 req-fc7e6179-04a2-4c87-931c-fe71cf569ae9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:03.447530 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a8135cd0-f5e9-44a1-a857-09eb9d1c3705 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:03.465370 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a8135cd0-f5e9-44a1-a857-09eb9d1c3705 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for d9c5c3be-0022-4f21-b4a3-3a31d807bc59 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:03.481646 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e6179-04a2-4c87-931c-fe71cf569ae9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=0fa27471-87ed-4ec2-afcf-f34af121d0f7,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:03.532693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-777e8597-c631-4b77-883f-b4ec27d5cc61 req-fc7e6179-04a2-4c87-931c-fe71cf569ae9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] No DVR routers for this DVR port 0fa27471-87ed-4ec2-afcf-f34af121d0f7 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:46:03.536400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-777e8597-c631-4b77-883f-b4ec27d5cc61 req-fc7e6179-04a2-4c87-931c-fe71cf569ae9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:03.540544 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-777e8597-c631-4b77-883f-b4ec27d5cc61 req-fc7e6179-04a2-4c87-931c-fe71cf569ae9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "DELETE /v2.0/ports/0fa27471-87ed-4ec2-afcf-f34af121d0f7 HTTP/1.1" status: 204 len: 173 time: 0.5177405 Nov 23 04:46:03.541078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64ca04ec-77f9-47a0-a500-e4bfcf83b858', 'name': 'network-vif-deleted', 'tag': '0fa27471-87ed-4ec2-afcf-f34af121d0f7'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:46:03.543819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20eb858d-10fa-42f7-984c-6e4d46f7c6f7" -d '{"events": [{"server_uuid": "64ca04ec-77f9-47a0-a500-e4bfcf83b858", "name": "network-vif-deleted", "tag": "0fa27471-87ed-4ec2-afcf-f34af121d0f7"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:46:03.545981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 854c0437-5893-4e59-94e8-5044b384cd11 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:46:03.589268 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:46:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a478aba-8a75-4ae5-bdff-1742f1aa82d0 x-openstack-request-id: req-4a478aba-8a75-4ae5-bdff-1742f1aa82d0 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:46:03.589994 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64ca04ec-77f9-47a0-a500-e4bfcf83b858", "name": "network-vif-deleted", "tag": "0fa27471-87ed-4ec2-afcf-f34af121d0f7", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:46:03.590345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4a478aba-8a75-4ae5-bdff-1742f1aa82d0 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:46:03.591353 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64ca04ec-77f9-47a0-a500-e4bfcf83b858', 'name': 'network-vif-deleted', 'tag': '0fa27471-87ed-4ec2-afcf-f34af121d0f7', 'status': 'completed', 'code': 200} Nov 23 04:46:03.616649 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 854c0437-5893-4e59-94e8-5044b384cd11 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:03.617027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:03.697591 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a8135cd0-f5e9-44a1-a857-09eb9d1c3705 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:03.725458 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:03.728233 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8135cd0-f5e9-44a1-a857-09eb9d1c3705 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=d9c5c3be-0022-4f21-b4a3-3a31d807bc59,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:03.763857 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 854c0437-5893-4e59-94e8-5044b384cd11, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=854c0437-5893-4e59-94e8-5044b384cd11,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:03.768513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:03.794494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2bff44f8-3450-46d0-a1db-b9e2cbf433df no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:03.796367 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a8135cd0-f5e9-44a1-a857-09eb9d1c3705 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:03.800687 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a8135cd0-f5e9-44a1-a857-09eb9d1c3705 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/d9c5c3be-0022-4f21-b4a3-3a31d807bc59 HTTP/1.1" status: 204 len: 168 time: 0.5569582 Nov 23 04:46:03.805735 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46898) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:03.812354 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e53f6b39-0c38-4fed-80c2-fa56f2e12037 req-31844784-a91e-4585-bc68-b99495b83dd2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=64ca04ec-77f9-47a0-a500-e4bfcf83b858 HTTP/1.1" status: 200 len: 210 time: 0.0408418 Nov 23 04:46:03.843601 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 2bff44f8-3450-46d0-a1db-b9e2cbf433df {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:46:03.844206 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2bff44f8-3450-46d0-a1db-b9e2cbf433df not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:46:03.872633 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=854c0437-5893-4e59-94e8-5044b384cd11,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:03.883816 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adce43d1-b129-4818-8c46-68798511253a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:03.888153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46900) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:03.888317 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-adce43d1-b129-4818-8c46-68798511253a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0808506 Nov 23 04:46:03.940453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b576e85e-e3b9-4a08-a453-ab72a8af06b0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:03.942032 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b576e85e-e3b9-4a08-a453-ab72a8af06b0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.0527623 Nov 23 04:46:03.944532 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46902) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:04.005893 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03868da0-e7e8-42fe-950d-a95ad112e6d8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:04.007446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03868da0-e7e8-42fe-950d-a95ad112e6d8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:04.009176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03868da0-e7e8-42fe-950d-a95ad112e6d8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:04.013421 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-03868da0-e7e8-42fe-950d-a95ad112e6d8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0654039 Nov 23 04:46:04.014026 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46904) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:04.076687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-0e3cc950-caaf-4030-8c8f-329fc4e0beeb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 09d2ee8f-da9a-42a7-a3be-37f7119138ec {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:04.082221 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e3cc950-caaf-4030-8c8f-329fc4e0beeb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:04.124076 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e3cc950-caaf-4030-8c8f-329fc4e0beeb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:04.183616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e3cc950-caaf-4030-8c8f-329fc4e0beeb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:04.228242 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-645fe89c-a6b4-4c02-90c4-830836da0783 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:04.259067 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e3cc950-caaf-4030-8c8f-329fc4e0beeb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:04.289217 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cc950-caaf-4030-8c8f-329fc4e0beeb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=09d2ee8f-da9a-42a7-a3be-37f7119138ec,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:04.293111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e3cc950-caaf-4030-8c8f-329fc4e0beeb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:04.296676 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0e3cc950-caaf-4030-8c8f-329fc4e0beeb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/09d2ee8f-da9a-42a7-a3be-37f7119138ec HTTP/1.1" status: 204 len: 168 time: 0.2820306 Nov 23 04:46:04.299267 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46906) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:04.301206 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-877c7695-91b7-4ff6-a692-0756e405b264 None None] Provisioning complete for port 854c0437-5893-4e59-94e8-5044b384cd11 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:04.301616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-877c7695-91b7-4ff6-a692-0756e405b264 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:04.350776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a082e1a-b725-4594-81fa-ec04a5104f25 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 45888e60-c0fd-4a16-831c-23d7d6cab3c9 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:04.353930 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a082e1a-b725-4594-81fa-ec04a5104f25 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:04.393396 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a082e1a-b725-4594-81fa-ec04a5104f25 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:04.479639 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a082e1a-b725-4594-81fa-ec04a5104f25 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:04.539552 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a082e1a-b725-4594-81fa-ec04a5104f25 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:04.567636 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a082e1a-b725-4594-81fa-ec04a5104f25 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=45888e60-c0fd-4a16-831c-23d7d6cab3c9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:04.572784 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a082e1a-b725-4594-81fa-ec04a5104f25 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:04.575516 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7a082e1a-b725-4594-81fa-ec04a5104f25 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/45888e60-c0fd-4a16-831c-23d7d6cab3c9 HTTP/1.1" status: 204 len: 168 time: 0.2752507 Nov 23 04:46:04.578185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46908) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:04.618378 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7fefd685-79c8-460e-826b-53752932cfe9 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0389857 Nov 23 04:46:04.621093 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46910) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:04.625982 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-710455d1-b750-457b-8f41-938a54b6f83a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:04.660575 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1a83848-8d8d-4a1f-a86d-698a1c2f3dc2 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:04.722692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-710455d1-b750-457b-8f41-938a54b6f83a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:04.722955 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-878d9617-ff1a-4a7a-9fd9-9ef942d5f7e8 None None] Provisioning complete for port 854c0437-5893-4e59-94e8-5044b384cd11 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:04.723337 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-878d9617-ff1a-4a7a-9fd9-9ef942d5f7e8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:04.726389 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-710455d1-b750-457b-8f41-938a54b6f83a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:04.885903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46914) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:04.927130 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0ba8bc-302c-4112-9101-2ad0db2baeec None None] DHCP port deletion for 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:46:04.948246 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f6b70a5-a9ce-4cdb-bb00-8579873cfd8c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:04.975216 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f6b70a5-a9ce-4cdb-bb00-8579873cfd8c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:04.977942 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-6d0ba8bc-302c-4112-9101-2ad0db2baeec None None] Deleting port 854c0437-5893-4e59-94e8-5044b384cd11 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:04.978320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba8bc-302c-4112-9101-2ad0db2baeec None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.039555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.objects.ports [None req-710455d1-b750-457b-8f41-938a54b6f83a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:46:05.042790 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f6b70a5-a9ce-4cdb-bb00-8579873cfd8c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.047015 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f6b70a5-a9ce-4cdb-bb00-8579873cfd8c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.048240 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1f6b70a5-a9ce-4cdb-bb00-8579873cfd8c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/security-groups/9bd3fdea-3945-4601-9615-d65a8ff38693 HTTP/1.1" status: 204 len: 168 time: 0.1612592 Nov 23 04:46:05.058191 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6b70a5-a9ce-4cdb-bb00-8579873cfd8c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd3fdea-3945-4601-9615-d65a8ff38693,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:05.068288 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-6d0ba8bc-302c-4112-9101-2ad0db2baeec None None] For port 854c0437-5893-4e59-94e8-5044b384cd11, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=854c0437-5893-4e59-94e8-5044b384cd11,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:05.068693 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba8bc-302c-4112-9101-2ad0db2baeec None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.084592 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46918) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:05.092744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-6d0ba8bc-302c-4112-9101-2ad0db2baeec None None] Calling delete_port for 854c0437-5893-4e59-94e8-5044b384cd11 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:05.160163 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-e7334421-4c3a-4021-a743-b4d5f3a791d2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting subnet e3976da0-c45f-4146-8ac7-2acfcca95bc5 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:05.163259 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7334421-4c3a-4021-a743-b4d5f3a791d2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.183140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6d0ba8bc-302c-4112-9101-2ad0db2baeec None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.205803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-710455d1-b750-457b-8f41-938a54b6f83a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.208388 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0ba8bc-302c-4112-9101-2ad0db2baeec None None] Pushing event deleted for resources: {'Port': ['ID=854c0437-5893-4e59-94e8-5044b384cd11,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:05.209985 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7334421-4c3a-4021-a743-b4d5f3a791d2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.214202 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d0ba8bc-302c-4112-9101-2ad0db2baeec None None] No DVR routers for this DVR port 854c0437-5893-4e59-94e8-5044b384cd11 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:46:05.244805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-710455d1-b750-457b-8f41-938a54b6f83a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Port 854c0437-5893-4e59-94e8-5044b384cd11 concurrently deleted while adding address for new subnet {'id': '900863ea-0d14-4b40-bf93-08f6040debd2', 'name': '', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 1258, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-11-23T04:46:04Z', 'updated_at': '2021-11-23T04:46:04Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb'}. {{(pid=109953) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:773}} Nov 23 04:46:05.245294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-710455d1-b750-457b-8f41-938a54b6f83a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.290092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-710455d1-b750-457b-8f41-938a54b6f83a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:05.293624 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7334421-4c3a-4021-a743-b4d5f3a791d2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.295364 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-710455d1-b750-457b-8f41-938a54b6f83a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:05.299044 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710455d1-b750-457b-8f41-938a54b6f83a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:05.299770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-710455d1-b750-457b-8f41-938a54b6f83a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.306339 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8082dffe-f0aa-443c-b384-4051e34e53ee None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:05.317766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-710455d1-b750-457b-8f41-938a54b6f83a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=900863ea-0d14-4b40-bf93-08f6040debd2,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:05.328810 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-710455d1-b750-457b-8f41-938a54b6f83a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7059283 Nov 23 04:46:05.331174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46920) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:05.337957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f41a4fb2-bcdc-4d3a-b650-123ba0e6fc59 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:05.373470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7334421-4c3a-4021-a743-b4d5f3a791d2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.402916 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7334421-4c3a-4021-a743-b4d5f3a791d2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Subnet': ['ID=e3976da0-c45f-4146-8ac7-2acfcca95bc5,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:05.405073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e7334421-4c3a-4021-a743-b4d5f3a791d2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.411628 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e7334421-4c3a-4021-a743-b4d5f3a791d2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/subnets/e3976da0-c45f-4146-8ac7-2acfcca95bc5 HTTP/1.1" status: 204 len: 168 time: 0.3233261 Nov 23 04:46:05.412003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46922) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:05.431371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fcc50c5-37b6-45d0-aa59-324dee099c9f None None] Network 6023fd77-591f-46b1-a5c0-cfdcd89cb477 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:05.497837 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 854c0437-5893-4e59-94e8-5044b384cd11 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:05.522414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.542869 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 854c0437-5893-4e59-94e8-5044b384cd11 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:46:05.543286 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 854c0437-5893-4e59-94e8-5044b384cd11 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:46:05.543426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f41a4fb2-bcdc-4d3a-b650-123ba0e6fc59 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:05.548794 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f41a4fb2-bcdc-4d3a-b650-123ba0e6fc59 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.570311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'fixed_ips': [{'subnet_id': '900863ea-0d14-4b40-bf93-08f6040debd2'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:46:05.571164 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.669133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 464b4ebe-2a8c-4458-ba18-abe7796f78eb {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:05.669492 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.685980 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.ipam_backend_mixin [None req-f41a4fb2-bcdc-4d3a-b650-123ba0e6fc59 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 900863ea-0d14-4b40-bf93-08f6040debd2 (CIDR: 2001:db8::/64) Nov 23 04:46:05.715223 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-f41a4fb2-bcdc-4d3a-b650-123ba0e6fc59 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:46:05.715716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f41a4fb2-bcdc-4d3a-b650-123ba0e6fc59 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:05.735803 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Allocated IP 2001:db8::f816:3eff:fea0:a1c5 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/900863ea-0d14-4b40-bf93-08f6040debd2/b96bc25a-d941-43ca-b9cc-f5237f2305a2) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:05.743387 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f41a4fb2-bcdc-4d3a-b650-123ba0e6fc59 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4101527 Nov 23 04:46:05.746146 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46924) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:05.750584 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4e05329-b009-4e52-8cb5-f9baaa1ddb7f None None] DHCP port deletion for 6023fd77-591f-46b1-a5c0-cfdcd89cb477 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:46:05.752508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-167bd4b4-b11e-400b-bcaa-0f8ad671f679 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:05.760830 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 464b4ebe-2a8c-4458-ba18-abe7796f78eb, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=464b4ebe-2a8c-4458-ba18-abe7796f78eb,segment=NetworkSegment(464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4),segment_id=464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:05.761556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.777019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 464b4ebe-2a8c-4458-ba18-abe7796f78eb owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:05.864581 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-167bd4b4-b11e-400b-bcaa-0f8ad671f679 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:05.868151 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-167bd4b4-b11e-400b-bcaa-0f8ad671f679 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.886847 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.891812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c4e05329-b009-4e52-8cb5-f9baaa1ddb7f None None] Deleting port 464b4ebe-2a8c-4458-ba18-abe7796f78eb {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:05.892223 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c4e05329-b009-4e52-8cb5-f9baaa1ddb7f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.906248 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] No DVR routers for this DVR port 464b4ebe-2a8c-4458-ba18-abe7796f78eb on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:46:05.931452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=464b4ebe-2a8c-4458-ba18-abe7796f78eb,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:05.996882 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:05.998549 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c4e05329-b009-4e52-8cb5-f9baaa1ddb7f None None] For port 464b4ebe-2a8c-4458-ba18-abe7796f78eb, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:05.998943 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c4e05329-b009-4e52-8cb5-f9baaa1ddb7f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.009805 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.016665 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c4e05329-b009-4e52-8cb5-f9baaa1ddb7f None None] Calling delete_port for 464b4ebe-2a8c-4458-ba18-abe7796f78eb owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:06.022663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.ipam_backend_mixin [None req-c4e05329-b009-4e52-8cb5-f9baaa1ddb7f None None] Port 464b4ebe-2a8c-4458-ba18-abe7796f78eb was not found and therefore no delete operation was performed {{(pid=109954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:46:06.023827 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.045083 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6023fd77-591f-46b1-a5c0-cfdcd89cb477']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:06.045885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c4e05329-b009-4e52-8cb5-f9baaa1ddb7f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.056123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:06.056839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '464cf1a3-e5e6-4e2d-bc2c-3a2df35c7dc4') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:06.062757 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:06.067273 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:06.068358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.073461 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:06.075502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e05329-b009-4e52-8cb5-f9baaa1ddb7f None None] No DVR routers for this DVR port 464b4ebe-2a8c-4458-ba18-abe7796f78eb on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:46:06.083507 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Pushing event updated for resources: {'Port': ['ID=b96bc25a-d941-43ca-b9cc-f5237f2305a2,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:06.085236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.097485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:46:06.097966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:46:06.101793 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:46:06.143869 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-167bd4b4-b11e-400b-bcaa-0f8ad671f679 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.145679 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e05329-b009-4e52-8cb5-f9baaa1ddb7f None None] Pushing event deleted for resources: {'Port': ['ID=464b4ebe-2a8c-4458-ba18-abe7796f78eb,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:06.159712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Attempting to bind port b96bc25a-d941-43ca-b9cc-f5237f2305a2 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:46:06.160087 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Attempting to bind port b96bc25a-d941-43ca-b9cc-f5237f2305a2 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:46:06.160597 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Attempting to bind port b96bc25a-d941-43ca-b9cc-f5237f2305a2 on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:46:06.168598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:46:06.169009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:06.169404 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.169813 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:46:06.170294 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Bound port: b96bc25a-d941-43ca-b9cc-f5237f2305a2, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:46:06.170803 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.172034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.184925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.188983 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/networks/6023fd77-591f-46b1-a5c0-cfdcd89cb477 HTTP/1.1" status: 204 len: 168 time: 0.7758176 Nov 23 04:46:06.191831 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167bd4b4-b11e-400b-bcaa-0f8ad671f679 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:06.192165 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46926) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:06.195479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-167bd4b4-b11e-400b-bcaa-0f8ad671f679 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:06.198494 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-167bd4b4-b11e-400b-bcaa-0f8ad671f679 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:06.199108 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-167bd4b4-b11e-400b-bcaa-0f8ad671f679 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.214976 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167bd4b4-b11e-400b-bcaa-0f8ad671f679 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=dd98bc10-f5e3-4431-b6a5-fe2348e2c3c2,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:06.225655 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-167bd4b4-b11e-400b-bcaa-0f8ad671f679 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4782405 Nov 23 04:46:06.228334 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46928) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:06.233421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c03bfc8c-876a-4839-8276-0ebf3438cc92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'mac_address': 'fa:16:3e:ed:51:15', 'name': 'tempest-NetworksTestDHCPv6-2032023239'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:06.253196 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] For port b96bc25a-d941-43ca-b9cc-f5237f2305a2, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:46:06.256670 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] For port b96bc25a-d941-43ca-b9cc-f5237f2305a2, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b96bc25a-d941-43ca-b9cc-f5237f2305a2,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:46:06.262927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.268351 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3c3d41-99c4-41b1-8835-97e73f9313dc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Network': ['ID=6023fd77-591f-46b1-a5c0-cfdcd89cb477,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:06.332327 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67c03dd-41e0-4a4d-a15f-8f059336b883 None None] Pushing event updated for resources: {'Port': ['ID=b96bc25a-d941-43ca-b9cc-f5237f2305a2,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:06.351813 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c03bfc8c-876a-4839-8276-0ebf3438cc92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:06.359317 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c03bfc8c-876a-4839-8276-0ebf3438cc92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.385714 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-c03bfc8c-876a-4839-8276-0ebf3438cc92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port 72ff3dad-b10d-4f83-9d15-a69b6df44b1d yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:46:06.402180 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-db61a02d-6fac-43b2-8964-b7addd4a020f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 876329ac-1684-4f1f-960c-4d51e65afe54 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:06.402557 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db61a02d-6fac-43b2-8964-b7addd4a020f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.437821 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 0fa27471-87ed-4ec2-afcf-f34af121d0f7 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:06.462765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 0fa27471-87ed-4ec2-afcf-f34af121d0f7 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:46:06.463113 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 0fa27471-87ed-4ec2-afcf-f34af121d0f7 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:46:06.487552 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db61a02d-6fac-43b2-8964-b7addd4a020f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.487875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db61a02d-6fac-43b2-8964-b7addd4a020f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.503332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-db61a02d-6fac-43b2-8964-b7addd4a020f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 876329ac-1684-4f1f-960c-4d51e65afe54 owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:06.576231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-c03bfc8c-876a-4839-8276-0ebf3438cc92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8:0:1::19c (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/dd98bc10-f5e3-4431-b6a5-fe2348e2c3c2/72ff3dad-b10d-4f83-9d15-a69b6df44b1d) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:06.584013 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-c03bfc8c-876a-4839-8276-0ebf3438cc92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::f816:3eff:feed:5115 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/900863ea-0d14-4b40-bf93-08f6040debd2/72ff3dad-b10d-4f83-9d15-a69b6df44b1d) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:06.738713 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db61a02d-6fac-43b2-8964-b7addd4a020f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.743769 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c03bfc8c-876a-4839-8276-0ebf3438cc92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.765524 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db61a02d-6fac-43b2-8964-b7addd4a020f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=876329ac-1684-4f1f-960c-4d51e65afe54,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:06.779675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c03bfc8c-876a-4839-8276-0ebf3438cc92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.829735 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c03bfc8c-876a-4839-8276-0ebf3438cc92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:06.830503 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db61a02d-6fac-43b2-8964-b7addd4a020f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.830786 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-db61a02d-6fac-43b2-8964-b7addd4a020f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP 777bc61d-a5e2-4a0a-ad35-e60eb56a02cd disassociated (deleted). External IP: 172.26.8.141, port: 4e752977-7abf-4e10-9f92-468bc3a42371. Nov 23 04:46:06.833084 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-c03bfc8c-876a-4839-8276-0ebf3438cc92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:06.836925 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c03bfc8c-876a-4839-8276-0ebf3438cc92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:06.842681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c03bfc8c-876a-4839-8276-0ebf3438cc92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:06.843332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c03bfc8c-876a-4839-8276-0ebf3438cc92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.854045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03bfc8c-876a-4839-8276-0ebf3438cc92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=72ff3dad-b10d-4f83-9d15-a69b6df44b1d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:06.868601 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c03bfc8c-876a-4839-8276-0ebf3438cc92 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 0.6390355 Nov 23 04:46:06.871350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46930) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:06.882134 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-54b0f828-f315-4b8d-b171-be865732660f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:06.964514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9b686e2c-4d4a-4f8b-a3f5-ad81d04f20e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port 72ff3dad-b10d-4f83-9d15-a69b6df44b1d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:06.964861 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9b686e2c-4d4a-4f8b-a3f5-ad81d04f20e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:07.068941 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9b686e2c-4d4a-4f8b-a3f5-ad81d04f20e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:07.083649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9b686e2c-4d4a-4f8b-a3f5-ad81d04f20e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for 72ff3dad-b10d-4f83-9d15-a69b6df44b1d owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:07.280289 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9b686e2c-4d4a-4f8b-a3f5-ad81d04f20e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:07.311690 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b686e2c-4d4a-4f8b-a3f5-ad81d04f20e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=72ff3dad-b10d-4f83-9d15-a69b6df44b1d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:07.363012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9b686e2c-4d4a-4f8b-a3f5-ad81d04f20e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:07.369200 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9b686e2c-4d4a-4f8b-a3f5-ad81d04f20e5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/72ff3dad-b10d-4f83-9d15-a69b6df44b1d HTTP/1.1" status: 204 len: 168 time: 0.4965286 Nov 23 04:46:07.370226 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46932) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:07.382372 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db61a02d-6fac-43b2-8964-b7addd4a020f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router f83f90b6-e261-4f09-8b08-e108991b8127 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:46:07.396373 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191ccdb4-28fd-4bde-a79e-c9677136c490 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:07.421374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9695c2c-a06b-4aea-a5d9-5cf7f4d162da tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:07.426936 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a9695c2c-a06b-4aea-a5d9-5cf7f4d162da tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0556183 Nov 23 04:46:07.427101 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46934) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:07.454008 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f2067770-17e3-4eb1-a405-ad466f12adc2 None None] Provisioning complete for port b96bc25a-d941-43ca-b9cc-f5237f2305a2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:07.454593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f2067770-17e3-4eb1-a405-ad466f12adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:07.524592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5beed4bb-45aa-460e-90d7-f0699d9d9320 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:07.526466 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5beed4bb-45aa-460e-90d7-f0699d9d9320 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.0983951 Nov 23 04:46:07.528860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46936) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:07.582618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db61a02d-6fac-43b2-8964-b7addd4a020f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:46:07.588665 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db61a02d-6fac-43b2-8964-b7addd4a020f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:07.593951 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfde43-05d5-4f38-b0ad-5c37cb707508 None None] Sync routers for ids ['f83f90b6-e261-4f09-8b08-e108991b8127'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:46:07.602190 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4ca137-e023-410c-999f-6a87faa81971 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:07.603839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4ca137-e023-410c-999f-6a87faa81971 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:07.604193 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbfde43-05d5-4f38-b0ad-5c37cb707508 None None] Routers {'f83f90b6-e261-4f09-8b08-e108991b8127'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:07.604795 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9cbfde43-05d5-4f38-b0ad-5c37cb707508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f83f90b6-e261-4f09-8b08-e108991b8127'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:07.605724 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4ca137-e023-410c-999f-6a87faa81971 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:07.609778 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bd4ca137-e023-410c-999f-6a87faa81971 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0775971 Nov 23 04:46:07.611725 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46938) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:07.638013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b96bc25a-d941-43ca-b9cc-f5237f2305a2 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:46:07.642582 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-db61a02d-6fac-43b2-8964-b7addd4a020f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/floatingips/777bc61d-a5e2-4a0a-ad35-e60eb56a02cd HTTP/1.1" status: 204 len: 168 time: 1.4485707 Nov 23 04:46:07.643829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74e18509-8def-4501-af6f-f421dcd08442', 'tag': '4e752977-7abf-4e10-9f92-468bc3a42371'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:46:07.646470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf16f8e5-5d5f-40f7-9c9a-c61efc298eea" -d '{"events": [{"name": "network-changed", "server_uuid": "74e18509-8def-4501-af6f-f421dcd08442", "tag": "4e752977-7abf-4e10-9f92-468bc3a42371"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:46:07.680340 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4489938-bd2d-4726-bcf3-e7c94fdab32f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 900863ea-0d14-4b40-bf93-08f6040debd2 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:07.684150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c4489938-bd2d-4726-bcf3-e7c94fdab32f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:07.699660 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97a6fbae-aba1-4537-a34b-ab4393e05612 x-openstack-request-id: req-97a6fbae-aba1-4537-a34b-ab4393e05612 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:46:07.700176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74e18509-8def-4501-af6f-f421dcd08442", "tag": "4e752977-7abf-4e10-9f92-468bc3a42371", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:46:07.700529 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97a6fbae-aba1-4537-a34b-ab4393e05612 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:46:07.701039 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74e18509-8def-4501-af6f-f421dcd08442', 'tag': '4e752977-7abf-4e10-9f92-468bc3a42371', 'status': 'completed', 'code': 200} Nov 23 04:46:07.738643 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-9cbfde43-05d5-4f38-b0ad-5c37cb707508 None None] Set router f83f90b6-e261-4f09-8b08-e108991b8127 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:46:07.747685 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c4489938-bd2d-4726-bcf3-e7c94fdab32f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:07.839062 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port b96bc25a-d941-43ca-b9cc-f5237f2305a2 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:07.839741 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:07.852385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f8e5-5d5f-40f7-9c9a-c61efc298eea req-1de43bea-74a2-4675-b145-87acf9ec2206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:07.856513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f2067770-17e3-4eb1-a405-ad466f12adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:07.856970 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cf16f8e5-5d5f-40f7-9c9a-c61efc298eea req-1de43bea-74a2-4675-b145-87acf9ec2206 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 1099 time: 0.0941229 Nov 23 04:46:07.880860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c4489938-bd2d-4726-bcf3-e7c94fdab32f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:07.968809 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c4489938-bd2d-4726-bcf3-e7c94fdab32f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:08.003562 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9cbfde43-05d5-4f38-b0ad-5c37cb707508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:46:00Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:44:11Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:08.022236 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c4489938-bd2d-4726-bcf3-e7c94fdab32f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:08.030733 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c4489938-bd2d-4726-bcf3-e7c94fdab32f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/900863ea-0d14-4b40-bf93-08f6040debd2 HTTP/1.1" status: 204 len: 168 time: 0.4175892 Nov 23 04:46:08.031873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46946) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:08.044015 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4489938-bd2d-4726-bcf3-e7c94fdab32f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=900863ea-0d14-4b40-bf93-08f6040debd2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:08.064215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8608c8db-4be6-4549-b1df-c4a8c69c3573 req-3ea0163a-6f16-4a86-b1dc-183813a789de tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:08.066027 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8608c8db-4be6-4549-b1df-c4a8c69c3573 req-3ea0163a-6f16-4a86-b1dc-183813a789de tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 946 time: 0.0853474 Nov 23 04:46:08.071971 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f8e5-5d5f-40f7-9c9a-c61efc298eea req-b0c9a34e-3cc0-489a-b71e-32c8bb2bdde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:08.073672 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cf16f8e5-5d5f-40f7-9c9a-c61efc298eea req-b0c9a34e-3cc0-489a-b71e-32c8bb2bdde2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d53e347e-2e66-45ae-b542-42cb5f2adb31 HTTP/1.1" status: 200 len: 897 time: 0.2003121 Nov 23 04:46:08.079891 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:08.105256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-f2067770-17e3-4eb1-a405-ad466f12adc2 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:46:08.106305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-f2067770-17e3-4eb1-a405-ad466f12adc2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:46:08.116883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ad8423-eef7-4bb2-850f-56a12ea8e747 None None] Update dhcp port {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'fixed_ips': [{'subnet_id': '900863ea-0d14-4b40-bf93-08f6040debd2', 'ip_address': '2001:db8::f816:3eff:fea0:a1c5'}, {'subnet_id': 'dd98bc10-f5e3-4431-b6a5-fe2348e2c3c2'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': 'b96bc25a-d941-43ca-b9cc-f5237f2305a2'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:46:08.118219 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce7fc3a0-fa92-4c88-b18f-892c6e6b22eb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet dd98bc10-f5e3-4431-b6a5-fe2348e2c3c2 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:08.123579 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc3a0-fa92-4c88-b18f-892c6e6b22eb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:08.132564 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cf16f8e5-5d5f-40f7-9c9a-c61efc298eea req-db741648-fd06-4112-bb69-73cc7ca403ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4e752977-7abf-4e10-9f92-468bc3a42371 HTTP/1.1" status: 200 len: 217 time: 0.0495002 Nov 23 04:46:08.155989 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfde43-05d5-4f38-b0ad-5c37cb707508 None None] Checking router: f83f90b6-e261-4f09-8b08-e108991b8127 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:46:08.167211 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cbfde43-05d5-4f38-b0ad-5c37cb707508 None None] Routers {'f83f90b6-e261-4f09-8b08-e108991b8127'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:08.168050 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9cbfde43-05d5-4f38-b0ad-5c37cb707508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:45:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f83f90b6-e261-4f09-8b08-e108991b8127'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:08.173095 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc3a0-fa92-4c88-b18f-892c6e6b22eb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:08.174514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-20ad8423-eef7-4bb2-850f-56a12ea8e747 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:08.198187 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8608c8db-4be6-4549-b1df-c4a8c69c3573 req-80f991e2-de3f-4e1b-b26b-d8dddf98338d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb55b04-f8ec-45e4-9b2b-25277da33c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1236095 Nov 23 04:46:08.216224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f8e5-5d5f-40f7-9c9a-c61efc298eea req-5448cee0-4e02-4527-8e06-2c9bb3f2850b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:08.217915 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cf16f8e5-5d5f-40f7-9c9a-c61efc298eea req-5448cee0-4e02-4527-8e06-2c9bb3f2850b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=668b56a1-d910-4f1c-b3f5-f2887471dae4 HTTP/1.1" status: 200 len: 834 time: 0.0718167 Nov 23 04:46:08.219744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:46:08.220511 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:46:08.256378 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc3a0-fa92-4c88-b18f-892c6e6b22eb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:08.285941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf16f8e5-5d5f-40f7-9c9a-c61efc298eea req-c3a6a2e7-5b20-4b55-b06c-20dc8bf7baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:08.287817 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-9cbfde43-05d5-4f38-b0ad-5c37cb707508 None None] Set router f83f90b6-e261-4f09-8b08-e108991b8127 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:46:08.288684 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cf16f8e5-5d5f-40f7-9c9a-c61efc298eea req-c3a6a2e7-5b20-4b55-b06c-20dc8bf7baec service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d53e347e-2e66-45ae-b542-42cb5f2adb31&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0604670 Nov 23 04:46:08.351049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc3a0-fa92-4c88-b18f-892c6e6b22eb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server [None req-20ad8423-eef7-4bb2-850f-56a12ea8e747 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd98bc10-f5e3-4431-b6a5-fe2348e2c3c2: This subnet is being modified by another concurrent operation. Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 332, in update_dhcp_port Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'update_port') Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 117, in _port_action Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return plugin.update_port(context, port['id'], port) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1744, in update_port Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server updated_port = super(Ml2Plugin, self).update_port(context, id, Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1515, in update_port Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.ipam.update_port( Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 737, in update_port Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server changes = self.update_port_with_ips(context, Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 427, in update_port_with_ips Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server changes = self._update_ips_for_port(context, Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 351, in _update_ips_for_port Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise exception Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet dd98bc10-f5e3-4431-b6a5-fe2348e2c3c2: This subnet is being modified by another concurrent operation. Nov 23 04:46:08.353575 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Nov 23 04:46:08.391069 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7fc3a0-fa92-4c88-b18f-892c6e6b22eb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=dd98bc10-f5e3-4431-b6a5-fe2348e2c3c2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:08.393769 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ce7fc3a0-fa92-4c88-b18f-892c6e6b22eb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:08.396890 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ce7fc3a0-fa92-4c88-b18f-892c6e6b22eb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/dd98bc10-f5e3-4431-b6a5-fe2348e2c3c2 HTTP/1.1" status: 204 len: 168 time: 0.3628609 Nov 23 04:46:08.399311 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46948) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:08.410480 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cf16f8e5-5d5f-40f7-9c9a-c61efc298eea req-727bc6a0-724c-4154-8319-5ac516af6b25 service neutron] 10.222.0.15 "GET /v2.0/networks/d53e347e-2e66-45ae-b542-42cb5f2adb31?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1133611 Nov 23 04:46:08.444822 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b5e06824-7463-4099-8fab-01541708c98e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417469 Nov 23 04:46:08.445003 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46950) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:08.446961 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-426eb033-21cd-4332-b80b-534293baf6d8 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:08.449803 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bb194300-10d4-45ff-b52b-8d77705e3003 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:08.521116 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:08.525680 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9cbfde43-05d5-4f38-b0ad-5c37cb707508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:46:00Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:44:11Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:08.561928 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9cbfde43-05d5-4f38-b0ad-5c37cb707508 None None] The sync data for ids ['f83f90b6-e261-4f09-8b08-e108991b8127'] in dv-neutron-818850-1-hyperv is: [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:46:00Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c', 'name': '', 'network_id': 'd53e347e-2e66-45ae-b542-42cb5f2adb31', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:cf:36:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_interface', 'standard_attr_id': 1060, 'fixed_ips': [{'subnet_id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:55Z', 'updated_at': '2021-11-23T04:44:11Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '668b56a1-d910-4f1c-b3f5-f2887471dae4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:46:08.564547 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cf16f8e5-5d5f-40f7-9c9a-c61efc298eea req-c8c08ca2-9e0d-444b-b4bc-de052fac2cb6 service neutron] 10.222.0.15 "GET /v2.0/networks/d53e347e-2e66-45ae-b542-42cb5f2adb31?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419623 Nov 23 04:46:08.638615 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-355b4cd0-c3d0-4b37-a6df-566a2846d987 None None] DHCP port deletion for 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:46:08.677069 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f2067770-17e3-4eb1-a405-ad466f12adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:08.720763 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f2067770-17e3-4eb1-a405-ad466f12adc2 None None] For port b96bc25a-d941-43ca-b9cc-f5237f2305a2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b96bc25a-d941-43ca-b9cc-f5237f2305a2,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:08.744314 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f2067770-17e3-4eb1-a405-ad466f12adc2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:08.785124 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-355b4cd0-c3d0-4b37-a6df-566a2846d987 None None] Deleting port b96bc25a-d941-43ca-b9cc-f5237f2305a2 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:08.785532 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-355b4cd0-c3d0-4b37-a6df-566a2846d987 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:08.838035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb194300-10d4-45ff-b52b-8d77705e3003 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:08.842431 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb194300-10d4-45ff-b52b-8d77705e3003 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:08.870956 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4535ccc8-5b7a-4d32-9e85-189818ccb99c None None] New status for floating IP 777bc61d-a5e2-4a0a-ad35-e60eb56a02cd: DOWN {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:46:08.946687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 464b4ebe-2a8c-4458-ba18-abe7796f78eb no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:08.949172 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2067770-17e3-4eb1-a405-ad466f12adc2 None None] Pushing event updated for resources: {'Port': ['ID=b96bc25a-d941-43ca-b9cc-f5237f2305a2,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:08.984496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-355b4cd0-c3d0-4b37-a6df-566a2846d987 None None] For port b96bc25a-d941-43ca-b9cc-f5237f2305a2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=b96bc25a-d941-43ca-b9cc-f5237f2305a2,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:08.984975 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-355b4cd0-c3d0-4b37-a6df-566a2846d987 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:08.993260 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 464b4ebe-2a8c-4458-ba18-abe7796f78eb {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:46:08.993636 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 464b4ebe-2a8c-4458-ba18-abe7796f78eb not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:46:08.995119 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-4e386fbe-462a-41c3-bd1b-095f4b2917be None None] Provisioning complete for port b96bc25a-d941-43ca-b9cc-f5237f2305a2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:08.995488 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4e386fbe-462a-41c3-bd1b-095f4b2917be None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:09.019913 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-355b4cd0-c3d0-4b37-a6df-566a2846d987 None None] Calling delete_port for b96bc25a-d941-43ca-b9cc-f5237f2305a2 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:09.041159 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb194300-10d4-45ff-b52b-8d77705e3003 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:09.083942 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb194300-10d4-45ff-b52b-8d77705e3003 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:09.088475 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-bb194300-10d4-45ff-b52b-8d77705e3003 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:09.092524 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb194300-10d4-45ff-b52b-8d77705e3003 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:09.093138 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb194300-10d4-45ff-b52b-8d77705e3003 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:09.101408 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb194300-10d4-45ff-b52b-8d77705e3003 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=6c22650e-5744-4204-8d72-ceb8dd09902b,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:09.114190 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bb194300-10d4-45ff-b52b-8d77705e3003 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.6681316 Nov 23 04:46:09.116968 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46952) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:09.121980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-996b3e25-fd66-4d5a-9c61-661ff9b85b3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:09.159144 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-355b4cd0-c3d0-4b37-a6df-566a2846d987 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:09.190823 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-355b4cd0-c3d0-4b37-a6df-566a2846d987 None None] Pushing event deleted for resources: {'Port': ['ID=b96bc25a-d941-43ca-b9cc-f5237f2305a2,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:09.194705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-003d32bc-6555-4d06-a1d3-6941002fd93e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:09.196161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-355b4cd0-c3d0-4b37-a6df-566a2846d987 None None] No DVR routers for this DVR port b96bc25a-d941-43ca-b9cc-f5237f2305a2 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:46:09.213970 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6309ca6-7142-40c8-ba99-c06346728fba None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:09.246597 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-996b3e25-fd66-4d5a-9c61-661ff9b85b3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:09.250549 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-996b3e25-fd66-4d5a-9c61-661ff9b85b3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:09.372369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'tenant_id': 'b729426b4c5f40bfb5a1ccf8257cb1fb', 'fixed_ips': [{'subnet_id': '6c22650e-5744-4204-8d72-ceb8dd09902b'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:46:09.373178 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:09.375742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70777af0-25a6-49d2-860c-1ad58efb3c3c req-b0da1ef1-ca9d-4372-bbcd-8a19d5a85d6f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:09.377230 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-70777af0-25a6-49d2-860c-1ad58efb3c3c req-b0da1ef1-ca9d-4372-bbcd-8a19d5a85d6f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 946 time: 0.0806341 Nov 23 04:46:09.402424 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.ipam_backend_mixin [None req-996b3e25-fd66-4d5a-9c61-661ff9b85b3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 6c22650e-5744-4204-8d72-ceb8dd09902b (CIDR: 2001:db8::/64) Nov 23 04:46:09.408776 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-996b3e25-fd66-4d5a-9c61-661ff9b85b3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:46:09.409236 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-996b3e25-fd66-4d5a-9c61-661ff9b85b3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:09.443901 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-996b3e25-fd66-4d5a-9c61-661ff9b85b3c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3251529 Nov 23 04:46:09.446116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46956) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:09.456779 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-70777af0-25a6-49d2-860c-1ad58efb3c3c req-b2362085-f12f-4071-97d0-f47ed30d23bc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=dbb55b04-f8ec-45e4-9b2b-25277da33c08&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726094 Nov 23 04:46:09.474002 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:09.502851 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b96bc25a-d941-43ca-b9cc-f5237f2305a2 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:09.526584 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: b96bc25a-d941-43ca-b9cc-f5237f2305a2 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:46:09.526933 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device b96bc25a-d941-43ca-b9cc-f5237f2305a2 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:46:09.549489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Allocated IP 2001:db8::2 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/6c22650e-5744-4204-8d72-ceb8dd09902b/2192a47b-b6c2-4c8c-9e8f-72401a1af11e) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:09.599261 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:09.603020 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:09.700038 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:09.706839 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:09.727710 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96837e1b-8af6-4f63-973f-e5db054800e9 req-a8078072-73d9-4b80-8dfc-55c597d64f65 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:09.729152 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-96837e1b-8af6-4f63-973f-e5db054800e9 req-a8078072-73d9-4b80-8dfc-55c597d64f65 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 946 time: 0.0800369 Nov 23 04:46:09.748950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:09.751864 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:09.755741 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:09.764425 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Pushing event updated for resources: {'Port': ['ID=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:09.820179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Attempting to bind port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:46:09.820553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Attempting to bind port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:46:09.820925 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Attempting to bind port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e on network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:46:09.826165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 45, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:46:09.826541 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Checking segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:09.826954 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:09.827355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Bound using segment: {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:46:09.827829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Bound port: 2192a47b-b6c2-4c8c-9e8f-72401a1af11e, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bae0591-e73a-40e4-bb33-667bd52c42fd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:46:09.828219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:09.892877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] For port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:46:09.896121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] For port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:46:09.897535 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-96837e1b-8af6-4f63-973f-e5db054800e9 req-fe20c01b-ed63-475f-a21f-9042fc184603 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 4e752977-7abf-4e10-9f92-468bc3a42371 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:09.898030 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-96837e1b-8af6-4f63-973f-e5db054800e9 req-fe20c01b-ed63-475f-a21f-9042fc184603 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:09.899852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:09.958912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c280be70-5885-4ece-bb12-1b6abb8f569e None None] Pushing event updated for resources: {'Port': ['ID=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:10.046199 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-96837e1b-8af6-4f63-973f-e5db054800e9 req-fe20c01b-ed63-475f-a21f-9042fc184603 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 4e752977-7abf-4e10-9f92-468bc3a42371, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=4e752977-7abf-4e10-9f92-468bc3a42371,segment=NetworkSegment(3d5e7401-d0ea-4e07-987e-d6c80449bf04),segment_id=3d5e7401-d0ea-4e07-987e-d6c80449bf04)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:10.046567 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-96837e1b-8af6-4f63-973f-e5db054800e9 req-fe20c01b-ed63-475f-a21f-9042fc184603 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:10.083987 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-96837e1b-8af6-4f63-973f-e5db054800e9 req-fe20c01b-ed63-475f-a21f-9042fc184603 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 4e752977-7abf-4e10-9f92-468bc3a42371 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:10.215499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.objects.ports [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:46:10.326187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:10.385572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-96837e1b-8af6-4f63-973f-e5db054800e9 req-fe20c01b-ed63-475f-a21f-9042fc184603 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:10.434370 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe20c01b-ed63-475f-a21f-9042fc184603 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=4e752977-7abf-4e10-9f92-468bc3a42371,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:10.462828 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:10.488184 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-96837e1b-8af6-4f63-973f-e5db054800e9 req-fe20c01b-ed63-475f-a21f-9042fc184603 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] No DVR routers for this DVR port 4e752977-7abf-4e10-9f92-468bc3a42371 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:46:10.491662 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-96837e1b-8af6-4f63-973f-e5db054800e9 req-fe20c01b-ed63-475f-a21f-9042fc184603 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:10.495063 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-96837e1b-8af6-4f63-973f-e5db054800e9 req-fe20c01b-ed63-475f-a21f-9042fc184603 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "DELETE /v2.0/ports/4e752977-7abf-4e10-9f92-468bc3a42371 HTTP/1.1" status: 204 len: 173 time: 0.7545455 Nov 23 04:46:10.495510 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74e18509-8def-4501-af6f-f421dcd08442', 'name': 'network-vif-deleted', 'tag': '4e752977-7abf-4e10-9f92-468bc3a42371'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:46:10.497783 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d671d7a2-448c-453b-bba3-34d99f888377" -d '{"events": [{"server_uuid": "74e18509-8def-4501-af6f-f421dcd08442", "name": "network-vif-deleted", "tag": "4e752977-7abf-4e10-9f92-468bc3a42371"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:46:10.548128 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-087112aa-c049-47da-9458-429a76de7c93 x-openstack-request-id: req-087112aa-c049-47da-9458-429a76de7c93 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:46:10.548413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74e18509-8def-4501-af6f-f421dcd08442", "name": "network-vif-deleted", "tag": "4e752977-7abf-4e10-9f92-468bc3a42371", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:46:10.548672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-087112aa-c049-47da-9458-429a76de7c93 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:46:10.549068 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74e18509-8def-4501-af6f-f421dcd08442', 'name': 'network-vif-deleted', 'tag': '4e752977-7abf-4e10-9f92-468bc3a42371', 'status': 'completed', 'code': 200} Nov 23 04:46:10.569699 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2e171c54-29df-4afa-abcd-1863f114acdc req-a0d8aa89-13b5-403b-a7fc-0bc12d323dfe tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=74e18509-8def-4501-af6f-f421dcd08442 HTTP/1.1" status: 200 len: 210 time: 0.0384550 Nov 23 04:46:10.686006 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] For port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:10.721144 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:10.726217 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:10.729757 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:10.809876 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:10.819750 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:10.822745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:10.823341 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:10.850106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=0414cd78-a5be-4d1d-b1a4-26ecd657add7,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:10.852935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,revision_number=4']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:10.863235 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7f610e6b-3080-4540-9bf8-385a0b8254b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.4153907 Nov 23 04:46:10.866114 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46962) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:10.871006 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-90254e42-cfeb-4592-8347-e58b665a6707 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'mac_address': 'fa:16:3e:b8:6f:0f', 'name': 'tempest-NetworksTestDHCPv6-1332646819'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:10.970358 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44cc857-6219-4546-930b-ca15af442661 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:11.006516 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90254e42-cfeb-4592-8347-e58b665a6707 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:11.045683 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f88b5223-d9ca-45e4-9341-57ddfb827ef5 None None] Provisioning complete for port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:11.046333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f88b5223-d9ca-45e4-9341-57ddfb827ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:11.100069 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-90254e42-cfeb-4592-8347-e58b665a6707 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:11.121322 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-90254e42-cfeb-4592-8347-e58b665a6707 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port 4871a8dd-c542-4978-8d36-4cd30b1ca344 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:46:11.200871 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f88b5223-d9ca-45e4-9341-57ddfb827ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:11.240966 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f88b5223-d9ca-45e4-9341-57ddfb827ef5 None None] For port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:11.249799 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f88b5223-d9ca-45e4-9341-57ddfb827ef5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:11.305717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b5223-d9ca-45e4-9341-57ddfb827ef5 None None] Pushing event updated for resources: {'Port': ['ID=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:11.313747 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-90254e42-cfeb-4592-8347-e58b665a6707 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::2d8 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/6c22650e-5744-4204-8d72-ceb8dd09902b/4871a8dd-c542-4978-8d36-4cd30b1ca344) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:11.320668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-90254e42-cfeb-4592-8347-e58b665a6707 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8:0:1:f816:3eff:feb8:6f0f (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/0414cd78-a5be-4d1d-b1a4-26ecd657add7/4871a8dd-c542-4978-8d36-4cd30b1ca344) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:11.502820 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-90254e42-cfeb-4592-8347-e58b665a6707 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:11.538032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-90254e42-cfeb-4592-8347-e58b665a6707 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:11.549991 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2192a47b-b6c2-4c8c-9e8f-72401a1af11e up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:46:11.589303 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90254e42-cfeb-4592-8347-e58b665a6707 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:11.600799 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-90254e42-cfeb-4592-8347-e58b665a6707 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:11.606996 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90254e42-cfeb-4592-8347-e58b665a6707 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:11.613596 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:11.613835 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90254e42-cfeb-4592-8347-e58b665a6707 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:11.614315 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-90254e42-cfeb-4592-8347-e58b665a6707 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:11.614533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:11.618040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90254e42-cfeb-4592-8347-e58b665a6707 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=4871a8dd-c542-4978-8d36-4cd30b1ca344,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:11.642886 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-90254e42-cfeb-4592-8347-e58b665a6707 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 0.7753806 Nov 23 04:46:11.645112 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46966) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:11.650946 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46968) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:11.723262 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-76c84e16-0731-4ece-97ed-8e43c53dbd4f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:11.736898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:11.756451 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-76c84e16-0731-4ece-97ed-8e43c53dbd4f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:11.767573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd2dc5-4e66-4ef2-af16-ab167ae20d5a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port 4871a8dd-c542-4978-8d36-4cd30b1ca344 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:11.768058 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2dc5-4e66-4ef2-af16-ab167ae20d5a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:11.842405 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-76c84e16-0731-4ece-97ed-8e43c53dbd4f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:11.846293 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-76c84e16-0731-4ece-97ed-8e43c53dbd4f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:11.850100 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-76c84e16-0731-4ece-97ed-8e43c53dbd4f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/security-groups/dbb55b04-f8ec-45e4-9b2b-25277da33c08 HTTP/1.1" status: 204 len: 168 time: 0.1973200 Nov 23 04:46:11.859771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c84e16-0731-4ece-97ed-8e43c53dbd4f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb55b04-f8ec-45e4-9b2b-25277da33c08,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:11.874462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2dc5-4e66-4ef2-af16-ab167ae20d5a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:11.889011 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-0cdd2dc5-4e66-4ef2-af16-ab167ae20d5a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for 4871a8dd-c542-4978-8d36-4cd30b1ca344 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:11.893071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46972) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:11.895573 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e881bf75-40a6-4ca3-964e-1e2971669b6b None None] Provisioning complete for port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:11.895952 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e881bf75-40a6-4ca3-964e-1e2971669b6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:12.101730 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2dc5-4e66-4ef2-af16-ab167ae20d5a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:12.138873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd2dc5-4e66-4ef2-af16-ab167ae20d5a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=4871a8dd-c542-4978-8d36-4cd30b1ca344,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:12.204176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0cdd2dc5-4e66-4ef2-af16-ab167ae20d5a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:12.209875 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0cdd2dc5-4e66-4ef2-af16-ab167ae20d5a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/4871a8dd-c542-4978-8d36-4cd30b1ca344 HTTP/1.1" status: 204 len: 168 time: 0.5606599 Nov 23 04:46:12.210061 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46974) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:12.224770 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-56a9e59f-48de-4382-9168-bcf4f3d4cc24 None None] Could not find standard attr ID for object 72ff3dad-b10d-4f83-9d15-a69b6df44b1d. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:46:12.265539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-647adbc2-25d0-46af-9343-5ed7e48d9785 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:12.267381 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-647adbc2-25d0-46af-9343-5ed7e48d9785 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0562022 Nov 23 04:46:12.270281 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46976) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:12.322001 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64dbddd-12ee-402b-af28-e6bbcc497667 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:12.323370 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e64dbddd-12ee-402b-af28-e6bbcc497667 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0520339 Nov 23 04:46:12.325822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46978) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:12.364031 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-33fd3871-bb53-4721-b1f4-bd5d1094ac58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:12.387349 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5212b91-8382-4a12-bb60-0d165c967797 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:12.388879 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5212b91-8382-4a12-bb60-0d165c967797 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:12.390539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5212b91-8382-4a12-bb60-0d165c967797 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:12.394868 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c5212b91-8382-4a12-bb60-0d165c967797 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0655081 Nov 23 04:46:12.395142 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46980) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:12.447030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d5d5880c-b3bd-48c6-9f9f-38b6570c4535 None None] Could not find standard attr ID for object 4871a8dd-c542-4978-8d36-4cd30b1ca344. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:46:12.464181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-876e1e08-5ccc-4a5a-9223-47e927f986e0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 0414cd78-a5be-4d1d-b1a4-26ecd657add7 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:12.468226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-876e1e08-5ccc-4a5a-9223-47e927f986e0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:12.528021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-876e1e08-5ccc-4a5a-9223-47e927f986e0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:12.648332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-876e1e08-5ccc-4a5a-9223-47e927f986e0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:12.661631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:12.711955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-33fd3871-bb53-4721-b1f4-bd5d1094ac58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:12.712623 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-33fd3871-bb53-4721-b1f4-bd5d1094ac58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:12.716573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-876e1e08-5ccc-4a5a-9223-47e927f986e0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:12.747775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876e1e08-5ccc-4a5a-9223-47e927f986e0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=0414cd78-a5be-4d1d-b1a4-26ecd657add7,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:12.749902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-876e1e08-5ccc-4a5a-9223-47e927f986e0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:12.753321 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-876e1e08-5ccc-4a5a-9223-47e927f986e0 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/0414cd78-a5be-4d1d-b1a4-26ecd657add7 HTTP/1.1" status: 204 len: 168 time: 0.3572357 Nov 23 04:46:12.755770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46982) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:12.811812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c318a8e9-87de-410e-b4ab-54368e7fa867 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 6c22650e-5744-4204-8d72-ceb8dd09902b {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:12.815851 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c318a8e9-87de-410e-b4ab-54368e7fa867 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:12.824240 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-33fd3871-bb53-4721-b1f4-bd5d1094ac58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c,segment=NetworkSegment(3d5e7401-d0ea-4e07-987e-d6c80449bf04),segment_id=3d5e7401-d0ea-4e07-987e-d6c80449bf04)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:12.824603 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-33fd3871-bb53-4721-b1f4-bd5d1094ac58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:12.837759 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-33fd3871-bb53-4721-b1f4-bd5d1094ac58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:12.862025 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c318a8e9-87de-410e-b4ab-54368e7fa867 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:12.886558 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f452465b-16e5-4bdc-99eb-0863f60c5944 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:12.964600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c318a8e9-87de-410e-b4ab-54368e7fa867 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:13.029961 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c318a8e9-87de-410e-b4ab-54368e7fa867 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:13.058558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c318a8e9-87de-410e-b4ab-54368e7fa867 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=6c22650e-5744-4204-8d72-ceb8dd09902b,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:13.062499 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-33fd3871-bb53-4721-b1f4-bd5d1094ac58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:13.063844 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c318a8e9-87de-410e-b4ab-54368e7fa867 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:13.069859 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c318a8e9-87de-410e-b4ab-54368e7fa867 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/6c22650e-5744-4204-8d72-ceb8dd09902b HTTP/1.1" status: 204 len: 168 time: 0.3106606 Nov 23 04:46:13.070132 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46984) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:13.095111 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd3871-bb53-4721-b1f4-bd5d1094ac58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:13.120042 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f14244e0-fd4f-48b6-bb19-cb9c92930eef tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0460830 Nov 23 04:46:13.120451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46986) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:13.125106 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1f4a146-bea8-4cda-80ba-2307baf5beaa None None] Update dhcp port {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'fixed_ips': [{'subnet_id': '6c22650e-5744-4204-8d72-ceb8dd09902b'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': '2192a47b-b6c2-4c8c-9e8f-72401a1af11e'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:46:13.126600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5ef803bd-d73a-46d9-885e-8dc063b2ee9e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:13.251898 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef803bd-d73a-46d9-885e-8dc063b2ee9e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:13.256519 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ef803bd-d73a-46d9-885e-8dc063b2ee9e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:13.303120 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-33fd3871-bb53-4721-b1f4-bd5d1094ac58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:13.312614 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a1f4a146-bea8-4cda-80ba-2307baf5beaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:13.498599 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ef803bd-d73a-46d9-885e-8dc063b2ee9e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:13.499796 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96160101-545c-400a-afe5-ce2fd65cf51c None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:13.548688 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef803bd-d73a-46d9-885e-8dc063b2ee9e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:13.553363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-5ef803bd-d73a-46d9-885e-8dc063b2ee9e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:13.557555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef803bd-d73a-46d9-885e-8dc063b2ee9e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:13.558156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5ef803bd-d73a-46d9-885e-8dc063b2ee9e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:13.565886 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef803bd-d73a-46d9-885e-8dc063b2ee9e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=7f7a82be-ce1d-4759-bc0d-2b7a0ae6ae01,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:13.579038 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5ef803bd-d73a-46d9-885e-8dc063b2ee9e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4574103 Nov 23 04:46:13.581864 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46988) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:13.586994 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-830ca0d1-eb3c-4267-9875-75233de61579 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:13.589801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33fd3871-bb53-4721-b1f4-bd5d1094ac58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router f83f90b6-e261-4f09-8b08-e108991b8127 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:46:13.622314 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5ae6a48e-6ca6-4cd7-b284-994071664190 None None] Provisioning complete for port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:13.623231 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5ae6a48e-6ca6-4cd7-b284-994071664190 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:13.705698 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33fd3871-bb53-4721-b1f4-bd5d1094ac58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:46:13.712128 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-33fd3871-bb53-4721-b1f4-bd5d1094ac58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/f83f90b6-e261-4f09-8b08-e108991b8127/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8178232 Nov 23 04:46:13.714897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46990) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:13.716973 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-830ca0d1-eb3c-4267-9875-75233de61579 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:13.719844 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e2a7c8-fd7c-4192-8689-4e31f39dd03c None None] Sync routers for ids ['f83f90b6-e261-4f09-8b08-e108991b8127'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:46:13.721364 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-830ca0d1-eb3c-4267-9875-75233de61579 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:13.731131 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2a7c8-fd7c-4192-8689-4e31f39dd03c None None] Routers {'f83f90b6-e261-4f09-8b08-e108991b8127'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:13.732197 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-62e2a7c8-fd7c-4192-8689-4e31f39dd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:46:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f83f90b6-e261-4f09-8b08-e108991b8127'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:13.817182 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48859c8-c6f2-4767-80bd-add4e94f8fe9 None None] Update dhcp port {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'fixed_ips': [{'subnet_id': '7f7a82be-ce1d-4759-bc0d-2b7a0ae6ae01'}], 'binding:host_id': 'dv-neutron-818850-1-hyperv'}, 'id': '2192a47b-b6c2-4c8c-9e8f-72401a1af11e'} from dv-neutron-818850-1-hyperv. {{(pid=109954) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Nov 23 04:46:13.837671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a151770-9064-4499-93f9-c7b9ad9633ec tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting subnet 668b56a1-d910-4f1c-b3f5-f2887471dae4 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:13.842733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5a151770-9064-4499-93f9-c7b9ad9633ec tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:13.843090 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-62e2a7c8-fd7c-4192-8689-4e31f39dd03c None None] Set router f83f90b6-e261-4f09-8b08-e108991b8127 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:46:13.854872 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c48859c8-c6f2-4767-80bd-add4e94f8fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:13.901605 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.ipam_backend_mixin [None req-830ca0d1-eb3c-4267-9875-75233de61579 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 7f7a82be-ce1d-4759-bc0d-2b7a0ae6ae01 (CIDR: 2001:db8::/64) Nov 23 04:46:13.903821 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5a151770-9064-4499-93f9-c7b9ad9633ec tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:13.929446 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-830ca0d1-eb3c-4267-9875-75233de61579 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:46:13.929936 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-830ca0d1-eb3c-4267-9875-75233de61579 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:13.963322 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-830ca0d1-eb3c-4267-9875-75233de61579 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.3776450 Nov 23 04:46:13.964200 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 46992) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:13.972718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'subnet': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:14.013164 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5a151770-9064-4499-93f9-c7b9ad9633ec tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:14.030147 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-c48859c8-c6f2-4767-80bd-add4e94f8fe9 None None] Allocated IP 2001:db8::2 (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/7f7a82be-ce1d-4759-bc0d-2b7a0ae6ae01/2192a47b-b6c2-4c8c-9e8f-72401a1af11e) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:14.035056 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-62e2a7c8-fd7c-4192-8689-4e31f39dd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:46:12Z', 'revision_number': 7, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:14.078000 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e2a7c8-fd7c-4192-8689-4e31f39dd03c None None] Checking router: f83f90b6-e261-4f09-8b08-e108991b8127 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:46:14.088168 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62e2a7c8-fd7c-4192-8689-4e31f39dd03c None None] Routers {'f83f90b6-e261-4f09-8b08-e108991b8127'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:14.088767 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-62e2a7c8-fd7c-4192-8689-4e31f39dd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:46:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f83f90b6-e261-4f09-8b08-e108991b8127'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:14.091404 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5a151770-9064-4499-93f9-c7b9ad9633ec tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:14.126419 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:14.130896 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:14.134365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a151770-9064-4499-93f9-c7b9ad9633ec tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Subnet': ['ID=668b56a1-d910-4f1c-b3f5-f2887471dae4,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:14.136611 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5a151770-9064-4499-93f9-c7b9ad9633ec tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:14.140824 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5a151770-9064-4499-93f9-c7b9ad9633ec tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/subnets/668b56a1-d910-4f1c-b3f5-f2887471dae4 HTTP/1.1" status: 204 len: 168 time: 0.4241705 Nov 23 04:46:14.145765 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46994) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:14.153352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d71c8482-689e-45df-adc1-42906d0d20f9 None None] Network d53e347e-2e66-45ae-b542-42cb5f2adb31 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:14.219688 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-62e2a7c8-fd7c-4192-8689-4e31f39dd03c None None] Set router f83f90b6-e261-4f09-8b08-e108991b8127 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:46:14.219929 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c48859c8-c6f2-4767-80bd-add4e94f8fe9 None None] For port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:14.271701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c48859c8-c6f2-4767-80bd-add4e94f8fe9 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:14.288554 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:14.291325 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c48859c8-c6f2-4767-80bd-add4e94f8fe9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:14.393183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48859c8-c6f2-4767-80bd-add4e94f8fe9 None None] Pushing event updated for resources: {'Port': ['ID=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,revision_number=8']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:14.441960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:14.450818 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-62e2a7c8-fd7c-4192-8689-4e31f39dd03c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:46:12Z', 'revision_number': 7, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:14.459489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 4e752977-7abf-4e10-9f92-468bc3a42371 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:14.484088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 4e752977-7abf-4e10-9f92-468bc3a42371 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:46:14.484443 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 4e752977-7abf-4e10-9f92-468bc3a42371 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:46:14.504809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5af413-0c36-49c0-bfc1-40d66fde3957 None None] DHCP port deletion for d53e347e-2e66-45ae-b542-42cb5f2adb31 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:46:14.512521 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62e2a7c8-fd7c-4192-8689-4e31f39dd03c None None] The sync data for ids ['f83f90b6-e261-4f09-8b08-e108991b8127'] in dv-neutron-818850-1-hyperv is: [{'id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'name': 'tempest-TestNetworkBasicOps-router-2128323289', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206'}], 'enable_snat': True}, 'gw_port_id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:46Z', 'updated_at': '2021-11-23T04:46:12Z', 'revision_number': 7, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '94c4873c-78fb-48b0-932d-fa6f6b5bca74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:0c:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f83f90b6-e261-4f09-8b08-e108991b8127', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1051, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.206', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:49Z', 'updated_at': '2021-11-23T04:43:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:46:14.518115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 94c4873c-78fb-48b0-932d-fa6f6b5bca74 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:14.518474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:14.584675 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5d5af413-0c36-49c0-bfc1-40d66fde3957 None None] Deleting port 0c9812fa-c504-49ac-b140-b10397db5f04 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:14.585530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5d5af413-0c36-49c0-bfc1-40d66fde3957 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:14.651277 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.objects.ports [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=109952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:46:14.661155 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5d5af413-0c36-49c0-bfc1-40d66fde3957 None None] For port 0c9812fa-c504-49ac-b140-b10397db5f04, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=0c9812fa-c504-49ac-b140-b10397db5f04,segment=NetworkSegment(3d5e7401-d0ea-4e07-987e-d6c80449bf04),segment_id=3d5e7401-d0ea-4e07-987e-d6c80449bf04)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:14.661656 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5d5af413-0c36-49c0-bfc1-40d66fde3957 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:14.677082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5d5af413-0c36-49c0-bfc1-40d66fde3957 None None] Calling delete_port for 0c9812fa-c504-49ac-b140-b10397db5f04 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:14.776057 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5d5af413-0c36-49c0-bfc1-40d66fde3957 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:14.805441 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5af413-0c36-49c0-bfc1-40d66fde3957 None None] Pushing event deleted for resources: {'Port': ['ID=0c9812fa-c504-49ac-b140-b10397db5f04,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:14.816182 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d5af413-0c36-49c0-bfc1-40d66fde3957 None None] No DVR routers for this DVR port 0c9812fa-c504-49ac-b140-b10397db5f04 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:46:14.845945 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.025187 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 94c4873c-78fb-48b0-932d-fa6f6b5bca74, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=94c4873c-78fb-48b0-932d-fa6f6b5bca74,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:15.027153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.047005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 94c4873c-78fb-48b0-932d-fa6f6b5bca74 owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:15.052814 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] For port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:15.091752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.099136 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.100227 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.179191 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:15.187124 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:15.197077 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:15.197633 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.220594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,revision_number=10']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:15.233039 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 1.2663729 Nov 23 04:46:15.233753 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4624708a-20b9-4aef-ba0b-1d83b54e89c6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Subnet': ['ID=690ccc85-3184-457b-9284-cf420c26becf,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:15.236413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46996) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:15.245560 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4526e832-86f1-45f7-8bf4-4f5782e5f8af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Request body: {'port': {'network_id': '6f61766c-ed10-4f1d-8a4d-1fcc40419de3', 'mac_address': 'fa:16:3e:26:e6:5f', 'name': 'tempest-NetworksTestDHCPv6-905750747'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:15.273030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7b1301-77e1-41b7-8cd0-180b3455def6 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:15.301332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.339594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=94c4873c-78fb-48b0-932d-fa6f6b5bca74,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:15.343474 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e93a41dc-16e0-4317-93df-1bfbf1480e8c None None] Provisioning complete for port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:15.343702 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e93a41dc-16e0-4317-93df-1bfbf1480e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.354069 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2925effc-338c-4050-9925-2a377ff07841 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:46:15.430183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.441416 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2192a47b-b6c2-4c8c-9e8f-72401a1af11e no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:15.528549 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.530848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.532479 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4526e832-86f1-45f7-8bf4-4f5782e5f8af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Made reservation on behalf of b729426b4c5f40bfb5a1ccf8257cb1fb for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:15.536803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4526e832-86f1-45f7-8bf4-4f5782e5f8af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.586287 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.593787 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-4526e832-86f1-45f7-8bf4-4f5782e5f8af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] device_id is not set on port afd06c01-cfd9-4b39-81d0-8dcadbda5703 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:46:15.600275 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.600829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Fanout notify agent at l3_agent the message router_deleted on router f83f90b6-e261-4f09-8b08-e108991b8127 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:46:15.608289 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.610336 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-743ef313-0756-4816-acd8-312bc95c6e19 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/routers/f83f90b6-e261-4f09-8b08-e108991b8127 HTTP/1.1" status: 204 len: 168 time: 1.4614747 Nov 23 04:46:15.612875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 46998) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:15.628060 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:15.633354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.699999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,revision_number=11']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:15.793587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-04eee614-4c88-44b4-b025-eee23aab32b2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.837884 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2192a47b-b6c2-4c8c-9e8f-72401a1af11e up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:46:15.889112 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:15.889903 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.967123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-04eee614-4c88-44b4-b025-eee23aab32b2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:15.974430 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.001342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-04eee614-4c88-44b4-b025-eee23aab32b2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d53e347e-2e66-45ae-b542-42cb5f2adb31']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:16.004003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-4526e832-86f1-45f7-8bf4-4f5782e5f8af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8::19c (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/7f7a82be-ce1d-4759-bc0d-2b7a0ae6ae01/afd06c01-cfd9-4b39-81d0-8dcadbda5703) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:16.009551 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:16.014477 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.017177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-04eee614-4c88-44b4-b025-eee23aab32b2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d5e7401-d0ea-4e07-987e-d6c80449bf04') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:16.018094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-04eee614-4c88-44b4-b025-eee23aab32b2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d5e7401-d0ea-4e07-987e-d6c80449bf04') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:16.020326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-4526e832-86f1-45f7-8bf4-4f5782e5f8af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Allocated IP 2001:db8:0:1:f816:3eff:fe26:e65f (6f61766c-ed10-4f1d-8a4d-1fcc40419de3/690ccc85-3184-457b-9284-cf420c26becf/afd06c01-cfd9-4b39-81d0-8dcadbda5703) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:16.036016 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-04eee614-4c88-44b4-b025-eee23aab32b2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.059725 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-04eee614-4c88-44b4-b025-eee23aab32b2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.066037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,revision_number=12']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:16.074306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04eee614-4c88-44b4-b025-eee23aab32b2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:46:16.074708 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-04eee614-4c88-44b4-b025-eee23aab32b2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:46:16.077713 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:46:16.206985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 0c9812fa-c504-49ac-b140-b10397db5f04 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:16.218332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-04eee614-4c88-44b4-b025-eee23aab32b2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.240897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-04eee614-4c88-44b4-b025-eee23aab32b2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.244267 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 0c9812fa-c504-49ac-b140-b10397db5f04 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:46:16.246172 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 0c9812fa-c504-49ac-b140-b10397db5f04 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:46:16.246266 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-04eee614-4c88-44b4-b025-eee23aab32b2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/networks/d53e347e-2e66-45ae-b542-42cb5f2adb31 HTTP/1.1" status: 204 len: 168 time: 0.6308458 Nov 23 04:46:16.246356 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:16.269253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47000) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:16.274439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ae11377e-8b0d-4435-896f-7ad9959bac6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'network': {'name': 'tempest-network-smoke--1869988414', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'port_security_enabled': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:16.278748 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bcfe747-e86e-4cbf-8124-42ccffb3521f None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:16.280912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:46:16.281255 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device bbd5e62b-3aa0-4dec-bbf6-f636c1d4ac4c not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:46:16.284447 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04eee614-4c88-44b4-b025-eee23aab32b2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Network': ['ID=d53e347e-2e66-45ae-b542-42cb5f2adb31,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:16.335624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4526e832-86f1-45f7-8bf4-4f5782e5f8af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.338931 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae11377e-8b0d-4435-896f-7ad9959bac6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:16.342406 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae11377e-8b0d-4435-896f-7ad9959bac6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.386082 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae11377e-8b0d-4435-896f-7ad9959bac6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] vlan segment allocate from pool success with {'vlan_id': 177, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:46:16.399685 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e3a950f7-d9dd-4d43-93a9-842e4da47e8c None None] Provisioning complete for port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:16.399685 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3a950f7-d9dd-4d43-93a9-842e4da47e8c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.400024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae11377e-8b0d-4435-896f-7ad9959bac6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.400024 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-ae11377e-8b0d-4435-896f-7ad9959bac6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Added segment fc4a902a-5d74-4838-aafe-9718726ccec5 of type vlan for network 16765461-d7d9-4fac-9bec-028a4d653592 Nov 23 04:46:16.410825 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4526e832-86f1-45f7-8bf4-4f5782e5f8af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.489372 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae11377e-8b0d-4435-896f-7ad9959bac6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.492425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4526e832-86f1-45f7-8bf4-4f5782e5f8af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:16.501232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-4526e832-86f1-45f7-8bf4-4f5782e5f8af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:16.503699 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4526e832-86f1-45f7-8bf4-4f5782e5f8af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:16.509389 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4526e832-86f1-45f7-8bf4-4f5782e5f8af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:16.510016 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4526e832-86f1-45f7-8bf4-4f5782e5f8af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.519122 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4526e832-86f1-45f7-8bf4-4f5782e5f8af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event updated for resources: {'Port': ['ID=afd06c01-cfd9-4b39-81d0-8dcadbda5703,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:16.545843 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4526e832-86f1-45f7-8bf4-4f5782e5f8af tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 1.3042080 Nov 23 04:46:16.547161 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae11377e-8b0d-4435-896f-7ad9959bac6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.549174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47002) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:16.553151 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae11377e-8b0d-4435-896f-7ad9959bac6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:16.553777 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae11377e-8b0d-4435-896f-7ad9959bac6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.619900 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ae11377e-8b0d-4435-896f-7ad9959bac6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3467674 Nov 23 04:46:16.620921 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47004) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:16.625441 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-254230158', 'admin_state_up': True, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:16.632201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae11377e-8b0d-4435-896f-7ad9959bac6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Network': ['ID=16765461-d7d9-4fac-9bec-028a4d653592,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:16.643189 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 16765461-d7d9-4fac-9bec-028a4d653592 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:46:16.667247 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.668734 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.691506 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8084485c-d3b8-46d8-bbc9-3642c5383de3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting port afd06c01-cfd9-4b39-81d0-8dcadbda5703 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:16.691841 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8084485c-d3b8-46d8-bbc9-3642c5383de3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.779927 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.844873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b654546c-f0d1-4d37-ae47-4e6a35654327 None None] Provisioning complete for port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:16.845568 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b654546c-f0d1-4d37-ae47-4e6a35654327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.939926 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edace3ce-f7d1-4301-9a5d-7b63b3d0a2d3 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:46:16.943035 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b654546c-f0d1-4d37-ae47-4e6a35654327 None None] Provisioning complete for port afd06c01-cfd9-4b39-81d0-8dcadbda5703 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:16.943401 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b654546c-f0d1-4d37-ae47-4e6a35654327 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.954540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8084485c-d3b8-46d8-bbc9-3642c5383de3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.967072 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:16.973970 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8084485c-d3b8-46d8-bbc9-3642c5383de3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Calling delete_port for afd06c01-cfd9-4b39-81d0-8dcadbda5703 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:17.013697 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b654546c-f0d1-4d37-ae47-4e6a35654327 None None] Port afd06c01-cfd9-4b39-81d0-8dcadbda5703 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:46:17.056912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edace3ce-f7d1-4301-9a5d-7b63b3d0a2d3 None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:46:17.151418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-be20f1f6-cd14-4038-9a94-5b6a1e1644e9 None None] Provisioning complete for port afd06c01-cfd9-4b39-81d0-8dcadbda5703 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:17.151788 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be20f1f6-cd14-4038-9a94-5b6a1e1644e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:17.361342 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-be20f1f6-cd14-4038-9a94-5b6a1e1644e9 None None] Port afd06c01-cfd9-4b39-81d0-8dcadbda5703 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:46:17.505376 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2192a47b-b6c2-4c8c-9e8f-72401a1af11e up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:46:17.560531 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:17.560936 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:17.578034 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:17.599695 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:17.601516 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8084485c-d3b8-46d8-bbc9-3642c5383de3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:17.652443 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084485c-d3b8-46d8-bbc9-3642c5383de3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Port': ['ID=afd06c01-cfd9-4b39-81d0-8dcadbda5703,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:17.653389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 94c4873c-78fb-48b0-932d-fa6f6b5bca74 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:17.683783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 94c4873c-78fb-48b0-932d-fa6f6b5bca74 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:46:17.684276 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 94c4873c-78fb-48b0-932d-fa6f6b5bca74 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:46:17.761222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8084485c-d3b8-46d8-bbc9-3642c5383de3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:17.764509 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8084485c-d3b8-46d8-bbc9-3642c5383de3 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/afd06c01-cfd9-4b39-81d0-8dcadbda5703 HTTP/1.1" status: 204 len: 168 time: 1.2142370 Nov 23 04:46:17.767735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47006) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:17.817694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.90 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/d5338913-44fa-449a-98f3-c987b3a5ddc3) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:17.820177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb77e92d-5339-4718-b937-4c358f4f2532 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:17.821916 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cb77e92d-5339-4718-b937-4c358f4f2532 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0531046 Nov 23 04:46:17.825749 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47008) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:17.877736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd305687-913e-45e8-8ce5-753eb2cb866d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:17.879416 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fd305687-913e-45e8-8ce5-753eb2cb866d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0526011 Nov 23 04:46:17.881968 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47010) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:17.936950 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:17.945982 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aa0b6e-9643-432c-8038-0bf38e9cb4e8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:17.947668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aa0b6e-9643-432c-8038-0bf38e9cb4e8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:17.949464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3aa0b6e-9643-432c-8038-0bf38e9cb4e8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:17.950975 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e3aa0b6e-9643-432c-8038-0bf38e9cb4e8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0680590 Nov 23 04:46:17.954698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47012) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:17.974780 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.009875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0fde13f-a7ad-4c46-9bbe-8301c9ca219f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 690ccc85-3184-457b-9284-cf420c26becf {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:18.013253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0fde13f-a7ad-4c46-9bbe-8301c9ca219f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.017465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:18.022081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:18.026817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:18.028843 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=d5338913-44fa-449a-98f3-c987b3a5ddc3,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:18.075058 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0fde13f-a7ad-4c46-9bbe-8301c9ca219f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.081068 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35d783b1-bacd-4fba-8ce8-40a2897136a5 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:46:18.102013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e913425a-df56-437f-ae38-ad2d7b44240c None None] Provisioning complete for port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:18.102396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e913425a-df56-437f-ae38-ad2d7b44240c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.188840 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0fde13f-a7ad-4c46-9bbe-8301c9ca219f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.200222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e913425a-df56-437f-ae38-ad2d7b44240c None None] Could not find standard attr ID for object afd06c01-cfd9-4b39-81d0-8dcadbda5703. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:46:18.260684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0fde13f-a7ad-4c46-9bbe-8301c9ca219f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.293671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fde13f-a7ad-4c46-9bbe-8301c9ca219f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=690ccc85-3184-457b-9284-cf420c26becf,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:18.299913 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0fde13f-a7ad-4c46-9bbe-8301c9ca219f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.305778 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e0fde13f-a7ad-4c46-9bbe-8301c9ca219f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/690ccc85-3184-457b-9284-cf420c26becf HTTP/1.1" status: 204 len: 168 time: 0.3473327 Nov 23 04:46:18.307314 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec271fd5-28fd-42f7-bfea-c0716b574549 None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:18.309903 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47014) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:18.357058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.367992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e1b0d05f-76a0-4537-a971-a24470217c50 None None] Provisioning complete for port d5338913-44fa-449a-98f3-c987b3a5ddc3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:18.368576 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e1b0d05f-76a0-4537-a971-a24470217c50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.376819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-c782b6e1-7d50-4451-8656-c057f409ee6c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Deleting subnet 7f7a82be-ce1d-4759-bc0d-2b7a0ae6ae01 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:18.380365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c782b6e1-7d50-4451-8656-c057f409ee6c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.421391 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e1b0d05f-76a0-4537-a971-a24470217c50 None None] Port d5338913-44fa-449a-98f3-c987b3a5ddc3 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:46:18.428030 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c782b6e1-7d50-4451-8656-c057f409ee6c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.439764 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:46:18.522962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c782b6e1-7d50-4451-8656-c057f409ee6c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.585303 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c782b6e1-7d50-4451-8656-c057f409ee6c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.601129 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.614713 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c782b6e1-7d50-4451-8656-c057f409ee6c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Subnet': ['ID=7f7a82be-ce1d-4759-bc0d-2b7a0ae6ae01,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:18.618415 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c782b6e1-7d50-4451-8656-c057f409ee6c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.621713 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c782b6e1-7d50-4451-8656-c057f409ee6c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/7f7a82be-ce1d-4759-bc0d-2b7a0ae6ae01 HTTP/1.1" status: 204 len: 168 time: 0.3104804 Nov 23 04:46:18.624111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47016) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:18.674107 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1d3a9885-752f-4fcb-ab83-9200af16eab1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486472 Nov 23 04:46:18.677743 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47018) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:18.729445 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc624fb5-ffb8-481f-93fc-21e012c1824a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:18.730977 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bc624fb5-ffb8-481f-93fc-21e012c1824a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 867 time: 0.0517874 Nov 23 04:46:18.733589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47020) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:18.751930 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 290a20ef-841a-44d2-afc7-aad8ab5f3eda is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:46:18.795009 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d08d52-0d62-456e-a287-74f543458f57 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:18.796553 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f3d08d52-0d62-456e-a287-74f543458f57 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0618994 Nov 23 04:46:18.799688 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47022) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:18.842669 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-93ca5418-9d33-4ea9-947f-4558443df8e8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0418684 Nov 23 04:46:18.848218 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47024) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:18.879855 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8a17ca6-ce4a-4bb0-afc1-a302661d138d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:18.880404 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8a17ca6-ce4a-4bb0-afc1-a302661d138d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:18.883502 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a8a17ca6-ce4a-4bb0-afc1-a302661d138d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/afd06c01-cfd9-4b39-81d0-8dcadbda5703 HTTP/1.1" status: 404 len: 333 time: 0.0341487 Nov 23 04:46:18.886155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47026) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:18.919067 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb8dfb06-6809-4ac0-a7a6-b15723149f93 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:18.919536 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb8dfb06-6809-4ac0-a7a6-b15723149f93 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:18.923458 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-eb8dfb06-6809-4ac0-a7a6-b15723149f93 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/690ccc85-3184-457b-9284-cf420c26becf HTTP/1.1" status: 404 len: 337 time: 0.0360873 Nov 23 04:46:18.926013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47028) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:18.926416 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:46:18.938048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Sync routers for ids ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:46:18.948747 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:18.954128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Routers {'290a20ef-841a-44d2-afc7-aad8ab5f3eda'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:18.954407 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8b5b6649-89d8-45aa-a5a1-296da585250c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.3325610 Nov 23 04:46:18.955073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47030) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:18.955472 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:46:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:18.960373 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-e258eeb3-b751-44dc-8446-dc4363b6b536 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:18.961770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e258eeb3-b751-44dc-8446-dc4363b6b536 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:18.965336 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e258eeb3-b751-44dc-8446-dc4363b6b536 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/7f7a82be-ce1d-4759-bc0d-2b7a0ae6ae01 HTTP/1.1" status: 404 len: 337 time: 0.0381367 Nov 23 04:46:18.967890 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47032) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:18.990788 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5f6cc0c3-533d-477a-bdd0-656180dec723 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1f39b592b6944144b30ee044431afa7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0344226 Nov 23 04:46:18.991711 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47034) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:18.995513 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-25d6074a-f66c-4a6b-a328-3c325df6e74a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:18.996226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-25d6074a-f66c-4a6b-a328-3c325df6e74a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.000505 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-25d6074a-f66c-4a6b-a328-3c325df6e74a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/4871a8dd-c542-4978-8d36-4cd30b1ca344 HTTP/1.1" status: 404 len: 333 time: 0.0315084 Nov 23 04:46:19.003041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47036) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.032392 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-a99a82f8-6cb8-48a9-9b2d-1ed61cf2878e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.033260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a99a82f8-6cb8-48a9-9b2d-1ed61cf2878e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.036556 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a99a82f8-6cb8-48a9-9b2d-1ed61cf2878e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/0414cd78-a5be-4d1d-b1a4-26ecd657add7 HTTP/1.1" status: 404 len: 337 time: 0.0324860 Nov 23 04:46:19.039360 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47038) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.066315 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-da852ed0-64b0-4e89-8ffb-bb327dabe660 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.066785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da852ed0-64b0-4e89-8ffb-bb327dabe660 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.073338 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-da852ed0-64b0-4e89-8ffb-bb327dabe660 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/6c22650e-5744-4204-8d72-ceb8dd09902b HTTP/1.1" status: 404 len: 337 time: 0.0328052 Nov 23 04:46:19.073956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47040) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.103541 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4428fdcc-1acc-460e-9462-d80171e8e00c None None] Network 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:19.106473 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-67f79580-ddb7-457b-a782-731cee051b93 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.106988 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Set router 290a20ef-841a-44d2-afc7-aad8ab5f3eda gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:46:19.107122 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67f79580-ddb7-457b-a782-731cee051b93 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.112953 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-67f79580-ddb7-457b-a782-731cee051b93 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/72ff3dad-b10d-4f83-9d15-a69b6df44b1d HTTP/1.1" status: 404 len: 333 time: 0.0380177 Nov 23 04:46:19.113578 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47042) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.139177 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-6abac831-a6fc-4197-b3b9-cd4dd90314da tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.139636 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6abac831-a6fc-4197-b3b9-cd4dd90314da tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.145931 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6abac831-a6fc-4197-b3b9-cd4dd90314da tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/dd98bc10-f5e3-4431-b6a5-fe2348e2c3c2 HTTP/1.1" status: 404 len: 337 time: 0.0311954 Nov 23 04:46:19.146820 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47044) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.161983 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2ade4a-4716-4928-bb32-6350bca0831a tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:19.165894 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6d2ade4a-4716-4928-bb32-6350bca0831a tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1728983 Nov 23 04:46:19.166698 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47046) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.175608 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b4402ee-cc16-47e8-948c-e714f6747975 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.176371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b4402ee-cc16-47e8-948c-e714f6747975 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.179666 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2b4402ee-cc16-47e8-948c-e714f6747975 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/900863ea-0d14-4b40-bf93-08f6040debd2 HTTP/1.1" status: 404 len: 337 time: 0.0318301 Nov 23 04:46:19.182365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47048) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.205152 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f1270ffa-62b8-47e9-97e6-c2d7f7bde699 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357139 Nov 23 04:46:19.206620 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47050) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.211527 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b9a4724f-e5a1-4ad1-980a-9610f0d7b890 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1281699838', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:19.213814 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e580f27-36fc-4d09-bff4-bf51d6600284 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.214385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e580f27-36fc-4d09-bff4-bf51d6600284 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.220413 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6e580f27-36fc-4d09-bff4-bf51d6600284 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/d9c5c3be-0022-4f21-b4a3-3a31d807bc59 HTTP/1.1" status: 404 len: 333 time: 0.0341182 Nov 23 04:46:19.220669 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47052) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.248652 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-07015a50-3049-4ee3-b99a-99280ae583b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.249115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07015a50-3049-4ee3-b99a-99280ae583b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.254897 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-07015a50-3049-4ee3-b99a-99280ae583b1 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/09d2ee8f-da9a-42a7-a3be-37f7119138ec HTTP/1.1" status: 404 len: 337 time: 0.0310578 Nov 23 04:46:19.255143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47054) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.276322 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-87b675b5-8f3a-45ba-810b-14e77b27d156 None None] Provisioning complete for port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:19.276696 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-87b675b5-8f3a-45ba-810b-14e77b27d156 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:19.285583 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b7c7e28-f15a-42fc-b002-441fe18b53f5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.286436 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b7c7e28-f15a-42fc-b002-441fe18b53f5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.292382 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9b7c7e28-f15a-42fc-b002-441fe18b53f5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/45888e60-c0fd-4a16-831c-23d7d6cab3c9 HTTP/1.1" status: 404 len: 337 time: 0.0340483 Nov 23 04:46:19.292762 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47056) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.325974 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c367c1f-0ca1-4704-94d7-5dc31c910556 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.326517 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c367c1f-0ca1-4704-94d7-5dc31c910556 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.332510 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8c367c1f-0ca1-4704-94d7-5dc31c910556 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/5b292958-23f3-4853-91eb-76ad0e49991c HTTP/1.1" status: 404 len: 333 time: 0.0362594 Nov 23 04:46:19.332763 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47058) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.342145 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a4724f-e5a1-4ad1-980a-9610f0d7b890 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:19.345997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b9a4724f-e5a1-4ad1-980a-9610f0d7b890 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:19.375733 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c7c488-0e64-4dc7-8080-8a5ede04922f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.376196 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1c7c488-0e64-4dc7-8080-8a5ede04922f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.382020 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a1c7c488-0e64-4dc7-8080-8a5ede04922f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/583317ed-abdb-486f-8ce2-19858b30985f HTTP/1.1" status: 404 len: 337 time: 0.0454774 Nov 23 04:46:19.382844 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47060) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.413969 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd629161-a311-4736-bc84-2f7b4e474792 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.414523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fd629161-a311-4736-bc84-2f7b4e474792 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.420710 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fd629161-a311-4736-bc84-2f7b4e474792 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/39f80546-02ed-4b30-9e50-c63e1c3d51a9 HTTP/1.1" status: 404 len: 333 time: 0.0345123 Nov 23 04:46:19.421009 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47062) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.470396 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-349e5443-87b3-433f-8cbc-96ca653f6f15 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.471218 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-349e5443-87b3-433f-8cbc-96ca653f6f15 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.475051 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-349e5443-87b3-433f-8cbc-96ca653f6f15 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/84f0a22c-6e4b-4cc6-b9be-a5c1e3df9136 HTTP/1.1" status: 404 len: 337 time: 0.0519478 Nov 23 04:46:19.478253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47064) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.502063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'name': 'tempest-TestNetworkBasicOps-router-254230158', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:46:16Z', 'updated_at': '2021-11-23T04:46:18Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:17Z', 'updated_at': '2021-11-23T04:46:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:19.512820 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-573668d5-7727-4835-ab8c-0466f67baa9f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.513529 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-573668d5-7727-4835-ab8c-0466f67baa9f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.517904 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-573668d5-7727-4835-ab8c-0466f67baa9f tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/5baced10-6979-475e-a153-f8406dd43777 HTTP/1.1" status: 404 len: 333 time: 0.0386634 Nov 23 04:46:19.521198 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47066) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.544161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6280e239-b921-4848-8212-ef1c205306fc None None] DHCP port deletion for 6f61766c-ed10-4f1d-8a4d-1fcc40419de3 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:46:19.546829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Checking router: 290a20ef-841a-44d2-afc7-aad8ab5f3eda for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:46:19.547847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Updating router 290a20ef-841a-44d2-afc7-aad8ab5f3eda port d5338913-44fa-449a-98f3-c987b3a5ddc3 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:46:19.554448 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb4ba628-4703-482c-a8ff-d975a4b33197 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.554976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb4ba628-4703-482c-a8ff-d975a4b33197 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.558502 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fb4ba628-4703-482c-a8ff-d975a4b33197 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/5f35dd3f-2922-442f-ae4a-fafad631835e HTTP/1.1" status: 404 len: 337 time: 0.0363467 Nov 23 04:46:19.561392 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47068) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.590759 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-1777c0ad-59ed-428a-b92f-19c99174ce0e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.591359 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1777c0ad-59ed-428a-b92f-19c99174ce0e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.597722 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1777c0ad-59ed-428a-b92f-19c99174ce0e tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/4ec6beb2-5f1c-4845-bad2-675e7cca9c8a HTTP/1.1" status: 404 len: 333 time: 0.0325544 Nov 23 04:46:19.597722 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b9a4724f-e5a1-4ad1-980a-9610f0d7b890 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:19.598488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47070) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.605006 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:19.640672 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcfd4872-053c-463d-8c03-6aef8586fdac tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.640932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcfd4872-053c-463d-8c03-6aef8586fdac tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.647164 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fcfd4872-053c-463d-8c03-6aef8586fdac tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/1336fb60-45dd-4b0d-ba09-b06ece74c2b1 HTTP/1.1" status: 404 len: 337 time: 0.0446444 Nov 23 04:46:19.647620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47072) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.661573 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-6280e239-b921-4848-8212-ef1c205306fc None None] Deleting port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:19.662361 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6280e239-b921-4848-8212-ef1c205306fc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:19.668876 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a4724f-e5a1-4ad1-980a-9610f0d7b890 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Subnet': ['ID=982556dc-8d0b-4bc1-9fdd-7de5d554c19e,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:19.673949 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a4724f-e5a1-4ad1-980a-9610f0d7b890 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Checking segment: {'id': 'fc4a902a-5d74-4838-aafe-9718726ccec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:19.674317 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a4724f-e5a1-4ad1-980a-9610f0d7b890 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network hostable DHCP agents. Network: 16765461-d7d9-4fac-9bec-028a4d653592, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:46:19.675973 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8cc4d69-ea0e-4fd3-9e7c-6ab38734a2e6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.676613 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8cc4d69-ea0e-4fd3-9e7c-6ab38734a2e6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.679983 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d8cc4d69-ea0e-4fd3-9e7c-6ab38734a2e6 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/1f697a8a-ec2c-418f-ace4-34705a864681 HTTP/1.1" status: 404 len: 333 time: 0.0312190 Nov 23 04:46:19.682598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47074) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.700767 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a4724f-e5a1-4ad1-980a-9610f0d7b890 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 16765461-d7d9-4fac-9bec-028a4d653592 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:46:19.712712 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-b9a4724f-e5a1-4ad1-980a-9610f0d7b890 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 16765461-d7d9-4fac-9bec-028a4d653592) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:19.720226 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a4724f-e5a1-4ad1-980a-9610f0d7b890 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:19.721033 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b9a4724f-e5a1-4ad1-980a-9610f0d7b890 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:19.724019 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f2656e9-a513-4f9d-821a-284a89d48036 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.724683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f2656e9-a513-4f9d-821a-284a89d48036 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.728267 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1f2656e9-a513-4f9d-821a-284a89d48036 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/a97cf244-e0ba-4c47-98c6-dcaac1cfda78 HTTP/1.1" status: 404 len: 337 time: 0.0447035 Nov 23 04:46:19.731137 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47076) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.755092 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-650cb5d2-cd9f-4f4d-9627-da200f763afd None None] Network 16765461-d7d9-4fac-9bec-028a4d653592 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:19.767676 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b9a4724f-e5a1-4ad1-980a-9610f0d7b890 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5598493 Nov 23 04:46:19.768736 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-482231a1-921a-4b9a-a780-f856cd685017 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.769951 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-482231a1-921a-4b9a-a780-f856cd685017 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.770682 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47078) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.775238 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-482231a1-921a-4b9a-a780-f856cd685017 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/be07b08b-72ae-42bf-bfde-081247b7fdca HTTP/1.1" status: 404 len: 333 time: 0.0405831 Nov 23 04:46:19.775436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47080) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.804853 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-901b5a3d-c729-4ca5-8caf-e01641909606 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.805505 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-901b5a3d-c729-4ca5-8caf-e01641909606 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.811312 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-901b5a3d-c729-4ca5-8caf-e01641909606 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/55e5eac1-8ee3-49cf-b64e-0da7a2565753 HTTP/1.1" status: 404 len: 337 time: 0.0323713 Nov 23 04:46:19.811470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47082) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.841561 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e35db57-2ba4-41f7-90b2-6ff43e630b96 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.842018 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e35db57-2ba4-41f7-90b2-6ff43e630b96 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.848822 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9e35db57-2ba4-41f7-90b2-6ff43e630b96 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/1a383d2b-ceb4-41dc-93ab-3e6850c8869c HTTP/1.1" status: 404 len: 337 time: 0.0337064 Nov 23 04:46:19.849526 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47084) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.852318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-6280e239-b921-4848-8212-ef1c205306fc None None] For port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,segment=NetworkSegment(0bae0591-e73a-40e4-bb33-667bd52c42fd),segment_id=0bae0591-e73a-40e4-bb33-667bd52c42fd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:19.852709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6280e239-b921-4848-8212-ef1c205306fc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:19.876382 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-87919b40-023c-4039-8836-30ab7af2c588 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.877045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87919b40-023c-4039-8836-30ab7af2c588 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.878817 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-6280e239-b921-4848-8212-ef1c205306fc None None] Calling delete_port for 2192a47b-b6c2-4c8c-9e8f-72401a1af11e owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:19.883042 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-87919b40-023c-4039-8836-30ab7af2c588 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/04a428b4-a308-47f4-9977-df1a08bc3036 HTTP/1.1" status: 404 len: 333 time: 0.0290291 Nov 23 04:46:19.883341 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47086) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.911496 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa77256-07c7-4108-a0a5-00d36a9be924 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.911947 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ffa77256-07c7-4108-a0a5-00d36a9be924 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.917776 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ffa77256-07c7-4108-a0a5-00d36a9be924 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/d7920492-c1da-4d9a-94ae-ceb31a86479b HTTP/1.1" status: 404 len: 337 time: 0.0308008 Nov 23 04:46:19.917968 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47088) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.949835 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-8df1a21c-a92a-48b8-a948-49abae471815 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.950201 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8df1a21c-a92a-48b8-a948-49abae471815 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.955725 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8df1a21c-a92a-48b8-a948-49abae471815 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/844924e1-bfa7-4253-904b-b02547043439 HTTP/1.1" status: 404 len: 337 time: 0.0343614 Nov 23 04:46:19.955996 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47090) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:19.978556 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-29c38a07-278f-4475-aaec-09880eba9791 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:19.979153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29c38a07-278f-4475-aaec-09880eba9791 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:19.985091 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-29c38a07-278f-4475-aaec-09880eba9791 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/0aa6a14d-79ee-4240-9f79-2e6ae11c866d HTTP/1.1" status: 404 len: 333 time: 0.0252719 Nov 23 04:46:19.985425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47092) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.018795 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-55ff22e3-f27f-4374-b25c-e3354c7d930c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.020937 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-55ff22e3-f27f-4374-b25c-e3354c7d930c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.026894 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-55ff22e3-f27f-4374-b25c-e3354c7d930c tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/5378aa02-6cfa-4ca7-ba46-9fc54b4722b1 HTTP/1.1" status: 404 len: 337 time: 0.0404940 Nov 23 04:46:20.029903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47094) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.057974 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-e055301f-5b1d-4a00-9f11-03b47d619987 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.058772 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e055301f-5b1d-4a00-9f11-03b47d619987 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.061996 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e055301f-5b1d-4a00-9f11-03b47d619987 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/bd0ec7fe-d2e9-4dd3-92a3-16e174c2d8a8 HTTP/1.1" status: 404 len: 337 time: 0.0309155 Nov 23 04:46:20.065460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47096) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.092128 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-6aecd56b-9549-4306-bdd8-9d89d45ea2f7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.092658 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6aecd56b-9549-4306-bdd8-9d89d45ea2f7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.096368 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6aecd56b-9549-4306-bdd8-9d89d45ea2f7 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/ab96c42f-aff0-4f98-9f6c-ad10bc2a9f9f HTTP/1.1" status: 404 len: 333 time: 0.0298605 Nov 23 04:46:20.098866 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47098) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.113698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-16765461-d7d9-4fac-9bec-028a4d653592', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ips': [{'subnet_id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:46:20.114546 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:20.126281 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6280e239-b921-4848-8212-ef1c205306fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:20.159950 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7362e28-b680-4cde-a5ee-3b82bc1b0caf tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.160399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7362e28-b680-4cde-a5ee-3b82bc1b0caf tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.165779 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f7362e28-b680-4cde-a5ee-3b82bc1b0caf tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/9720c870-171f-4b0b-b3ed-eaa0e510d1ce HTTP/1.1" status: 404 len: 337 time: 0.0637457 Nov 23 04:46:20.166270 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47100) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.184585 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6280e239-b921-4848-8212-ef1c205306fc None None] Pushing event deleted for resources: {'Port': ['ID=2192a47b-b6c2-4c8c-9e8f-72401a1af11e,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:20.186448 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6280e239-b921-4848-8212-ef1c205306fc None None] No DVR routers for this DVR port 2192a47b-b6c2-4c8c-9e8f-72401a1af11e on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:46:20.209162 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-7876f521-0d5e-468c-820a-1b4c5eacea84 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.209647 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7876f521-0d5e-468c-820a-1b4c5eacea84 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.214562 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7876f521-0d5e-468c-820a-1b4c5eacea84 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/a7dfded4-01e6-4ac1-aeb7-dce4a5636cc2 HTTP/1.1" status: 404 len: 337 time: 0.0469313 Nov 23 04:46:20.217445 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47102) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.248377 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-55554c94-029c-4ee9-9e5f-4fac4c7cc971 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports?device_id=92e0edda-da5c-41be-94b2-be28c114241e HTTP/1.1" status: 200 len: 205 time: 0.0277448 Nov 23 04:46:20.249092 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47104) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.254371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:20.272401 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:20.299766 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-61f135b5-d124-4736-9040-9d2840d1e110 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] delete failed (client error): The resource could not be found. Nov 23 04:46:20.300825 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-61f135b5-d124-4736-9040-9d2840d1e110 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/routers/92e0edda-da5c-41be-94b2-be28c114241e HTTP/1.1" status: 404 len: 336 time: 0.0507932 Nov 23 04:46:20.305874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47106) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.316958 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:20.334645 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a44ad49-fe6f-4b58-9387-b4deb26bb246 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.335474 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a44ad49-fe6f-4b58-9387-b4deb26bb246 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.341517 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1a44ad49-fe6f-4b58-9387-b4deb26bb246 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/e162fa6e-81bc-4f60-87f8-3410e51f6cc9 HTTP/1.1" status: 404 len: 337 time: 0.0345988 Nov 23 04:46:20.342130 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47108) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.365471 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef24596c-94a2-495c-a2d1-f29a1dabee4e None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:46:20.374376 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47110) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.374659 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f41d675a-8332-4483-8fe7-5f15b01eb265 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "GET /v2.0/ports?device_id=df24022f-b564-444c-ac03-764f2d7c5d46 HTTP/1.1" status: 200 len: 205 time: 0.0313849 Nov 23 04:46:20.380634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Attempting to bind port d5338913-44fa-449a-98f3-c987b3a5ddc3 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:46:20.381013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Attempting to bind port d5338913-44fa-449a-98f3-c987b3a5ddc3 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:46:20.381412 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Attempting to bind port d5338913-44fa-449a-98f3-c987b3a5ddc3 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:46:20.385847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96190f07-0bfa-41c6-ae1a-49aefdaf172f None None] Pushing event updated for resources: {'Port': ['ID=d5338913-44fa-449a-98f3-c987b3a5ddc3,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:20.397038 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:46:20.397454 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:20.398008 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:20.398418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:46:20.398881 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Bound port: d5338913-44fa-449a-98f3-c987b3a5ddc3, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:46:20.399269 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:20.423381 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-ceb16510-954a-4334-abd2-0926de3d16cb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] delete failed (client error): The resource could not be found. Nov 23 04:46:20.424650 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ceb16510-954a-4334-abd2-0926de3d16cb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/routers/df24022f-b564-444c-ac03-764f2d7c5d46 HTTP/1.1" status: 404 len: 336 time: 0.0493574 Nov 23 04:46:20.427698 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47112) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.439173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Allocated IP 172.20.0.2 (16765461-d7d9-4fac-9bec-028a4d653592/982556dc-8d0b-4bc1-9fdd-7de5d554c19e/1cbcb96f-5398-47ea-9292-565812a9c7fb) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:20.456370 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ba2781-941c-43db-934b-0c8533b8289b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.456737 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41ba2781-941c-43db-934b-0c8533b8289b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.460181 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-41ba2781-941c-43db-934b-0c8533b8289b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/907f36e4-6f77-4be2-828e-76d373f78033 HTTP/1.1" status: 404 len: 337 time: 0.0314643 Nov 23 04:46:20.462733 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47114) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.490345 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-6383463c-763d-44bd-a88a-76d0c7b3036d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.490983 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6383463c-763d-44bd-a88a-76d0c7b3036d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.494490 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6383463c-763d-44bd-a88a-76d0c7b3036d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/ae82a071-c570-4f36-a420-263f9c659c4c HTTP/1.1" status: 404 len: 337 time: 0.0307686 Nov 23 04:46:20.497158 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47116) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.520301 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c1647c2b-ad73-4452-80a5-3ce98eba61a1 None None] Provisioning complete for port d5338913-44fa-449a-98f3-c987b3a5ddc3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:20.520921 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c1647c2b-ad73-4452-80a5-3ce98eba61a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:20.527515 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-dacf66ac-64c0-40c1-9d37-d2289d36b46a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.528067 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dacf66ac-64c0-40c1-9d37-d2289d36b46a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.531196 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dacf66ac-64c0-40c1-9d37-d2289d36b46a tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/e73efac6-e2ca-4556-b5c0-f05055eb782d HTTP/1.1" status: 404 len: 333 time: 0.0326643 Nov 23 04:46:20.535750 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47118) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.576341 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f34f23-806b-43a5-9474-94606fe8dd58 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.576788 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f34f23-806b-43a5-9474-94606fe8dd58 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.580487 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-36f34f23-806b-43a5-9474-94606fe8dd58 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/ec8abc91-467b-44fa-abb9-614f06790deb HTTP/1.1" status: 404 len: 337 time: 0.0437853 Nov 23 04:46:20.583182 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47120) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.607354 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-63632b69-9229-4780-91d3-33935d6bd329 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.607921 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-63632b69-9229-4780-91d3-33935d6bd329 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.611165 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-63632b69-9229-4780-91d3-33935d6bd329 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/5786f6f1-84ff-4580-8381-4665a6025920 HTTP/1.1" status: 404 len: 333 time: 0.0269642 Nov 23 04:46:20.613832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47122) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.642658 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-978f311b-7262-41f1-abb6-699fd16c209b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.643112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-978f311b-7262-41f1-abb6-699fd16c209b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.646155 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-978f311b-7262-41f1-abb6-699fd16c209b tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/2eb6ed47-1712-4d4f-ac7d-9034d6732b2b HTTP/1.1" status: 404 len: 337 time: 0.0313945 Nov 23 04:46:20.648630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47124) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.671809 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf1fcaac-4c44-4c6b-bcb3-711fdffbd212 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.673157 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf1fcaac-4c44-4c6b-bcb3-711fdffbd212 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.676089 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bf1fcaac-4c44-4c6b-bcb3-711fdffbd212 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/1e747d7a-b8f8-494f-8eef-8ce8181fecf0 HTTP/1.1" status: 404 len: 333 time: 0.0265474 Nov 23 04:46:20.678540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47126) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.688984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] For port d5338913-44fa-449a-98f3-c987b3a5ddc3, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:46:20.706131 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8bcddc3-1122-4443-873f-7a0a1c11f595 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.706792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8bcddc3-1122-4443-873f-7a0a1c11f595 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.710038 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b8bcddc3-1122-4443-873f-7a0a1c11f595 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/5e330d13-726c-4ba9-b6b7-731eed39c339 HTTP/1.1" status: 404 len: 337 time: 0.0306082 Nov 23 04:46:20.710260 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] For port d5338913-44fa-449a-98f3-c987b3a5ddc3, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d5338913-44fa-449a-98f3-c987b3a5ddc3,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:46:20.712974 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47128) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.720611 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:20.736977 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2c57f01-c329-4afb-9771-819d1d45aabb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.737614 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2c57f01-c329-4afb-9771-819d1d45aabb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.740734 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d2c57f01-c329-4afb-9771-819d1d45aabb tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/6719e572-d770-4a7d-9f5a-a5ea20c0bc3f HTTP/1.1" status: 404 len: 333 time: 0.0266736 Nov 23 04:46:20.740982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c1647c2b-ad73-4452-80a5-3ce98eba61a1 None None] Port d5338913-44fa-449a-98f3-c987b3a5ddc3 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:46:20.743431 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47130) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.771984 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-9bddcde5-9471-4ce3-913b-b65b7b925117 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.772589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9bddcde5-9471-4ce3-913b-b65b7b925117 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.776270 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9bddcde5-9471-4ce3-913b-b65b7b925117 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/3bfd9418-9e9c-4a6d-917a-2800781bc263 HTTP/1.1" status: 404 len: 337 time: 0.0317545 Nov 23 04:46:20.778756 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47132) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.793867 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0d2ac40-266f-4a15-81c3-321dc2dc10b1 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:46:20.805332 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-f00ca6bb-a2bf-4806-9430-cc66679c04bf tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.805879 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f00ca6bb-a2bf-4806-9430-cc66679c04bf tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.809238 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f00ca6bb-a2bf-4806-9430-cc66679c04bf tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/a5069eaf-61d8-4b9d-ba7c-1559c8ba13c0 HTTP/1.1" status: 404 len: 333 time: 0.0271294 Nov 23 04:46:20.811914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47134) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.839413 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabb7a4e-8973-4349-81a2-9d0b22b01867 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.839878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aabb7a4e-8973-4349-81a2-9d0b22b01867 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.843277 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-aabb7a4e-8973-4349-81a2-9d0b22b01867 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/6952d50d-4365-417f-847f-2b57bf19554a HTTP/1.1" status: 404 len: 337 time: 0.0305245 Nov 23 04:46:20.843746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Routers {'290a20ef-841a-44d2-afc7-aad8ab5f3eda'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:20.844919 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:46:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:20.846530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47136) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.869538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96190f07-0bfa-41c6-ae1a-49aefdaf172f None None] Pushing event updated for resources: {'Port': ['ID=d5338913-44fa-449a-98f3-c987b3a5ddc3,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:20.875635 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-812be656-a2de-49ec-a672-c5220b5a1de5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.875635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-812be656-a2de-49ec-a672-c5220b5a1de5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.882045 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-812be656-a2de-49ec-a672-c5220b5a1de5 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/e14fdc1d-d478-457d-8a77-fa7f0080d2ab HTTP/1.1" status: 404 len: 333 time: 0.0317006 Nov 23 04:46:20.882045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47138) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.909093 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab3a23e4-fbe1-4f12-98d7-9fd068f17e20 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.909575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab3a23e4-fbe1-4f12-98d7-9fd068f17e20 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.912799 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ab3a23e4-fbe1-4f12-98d7-9fd068f17e20 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/743668a1-1100-49f1-af93-444c150c1cb7 HTTP/1.1" status: 404 len: 337 time: 0.0299907 Nov 23 04:46:20.915334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47140) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.938885 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-dd7fcb5c-35a7-4bda-a24a-38fa62fb48c8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.939562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dd7fcb5c-35a7-4bda-a24a-38fa62fb48c8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.942655 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dd7fcb5c-35a7-4bda-a24a-38fa62fb48c8 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/ports/effc33d8-e9bf-4417-a62e-61899711b8c0 HTTP/1.1" status: 404 len: 333 time: 0.0264223 Nov 23 04:46:20.945137 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47142) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.971905 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf08180f-2f79-4918-b222-feb6cf339b1d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] DELETE failed (client error): The resource could not be found. Nov 23 04:46:20.972374 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf08180f-2f79-4918-b222-feb6cf339b1d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:20.975507 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bf08180f-2f79-4918-b222-feb6cf339b1d tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/subnets/cfb5446a-ad8b-4076-bd08-d706f82b850a HTTP/1.1" status: 404 len: 337 time: 0.0294504 Nov 23 04:46:20.978108 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47144) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:20.982817 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:20.984387 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b5cd7fcf-8c66-41c0-971e-fe670dd8eb2a None None] Provisioning complete for port d5338913-44fa-449a-98f3-c987b3a5ddc3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:20.985444 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b5cd7fcf-8c66-41c0-971e-fe670dd8eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.010838 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.078494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Network 16765461-d7d9-4fac-9bec-028a4d653592 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:21.082851 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] Set router 290a20ef-841a-44d2-afc7-aad8ab5f3eda gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:46:21.101435 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-36383cd5-7cd7-44b3-b960-3b63c31c8754 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.106550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.1 (16765461-d7d9-4fac-9bec-028a4d653592/982556dc-8d0b-4bc1-9fdd-7de5d554c19e/c970bd59-48b8-4e70-9def-a3dc95867ceb) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:21.114880 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:21.149571 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:21.151727 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Pushing event updated for resources: {'Port': ['ID=1cbcb96f-5398-47ea-9292-565812a9c7fb,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:21.292129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Attempting to bind port 1cbcb96f-5398-47ea-9292-565812a9c7fb on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:46:21.292422 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Attempting to bind port 1cbcb96f-5398-47ea-9292-565812a9c7fb by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'fc4a902a-5d74-4838-aafe-9718726ccec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:46:21.292839 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Attempting to bind port 1cbcb96f-5398-47ea-9292-565812a9c7fb on network 16765461-d7d9-4fac-9bec-028a4d653592 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:46:21.308843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b5cd7fcf-8c66-41c0-971e-fe670dd8eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.318389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:46:21.318769 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Checking segment: {'id': 'fc4a902a-5d74-4838-aafe-9718726ccec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:21.319292 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.319604 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Bound using segment: {'id': 'fc4a902a-5d74-4838-aafe-9718726ccec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:46:21.320098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Bound port: 1cbcb96f-5398-47ea-9292-565812a9c7fb, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4a902a-5d74-4838-aafe-9718726ccec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:46:21.320503 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.362240 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b5cd7fcf-8c66-41c0-971e-fe670dd8eb2a None None] For port d5338913-44fa-449a-98f3-c987b3a5ddc3, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d5338913-44fa-449a-98f3-c987b3a5ddc3,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:21.382911 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b5cd7fcf-8c66-41c0-971e-fe670dd8eb2a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.489696 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] For port 1cbcb96f-5398-47ea-9292-565812a9c7fb, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:46:21.492383 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cd7fcf-8c66-41c0-971e-fe670dd8eb2a None None] Pushing event updated for resources: {'Port': ['ID=d5338913-44fa-449a-98f3-c987b3a5ddc3,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:21.507936 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] For port 1cbcb96f-5398-47ea-9292-565812a9c7fb, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=1cbcb96f-5398-47ea-9292-565812a9c7fb,segment=NetworkSegment(fc4a902a-5d74-4838-aafe-9718726ccec5),segment_id=fc4a902a-5d74-4838-aafe-9718726ccec5)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:46:21.512966 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2192a47b-b6c2-4c8c-9e8f-72401a1af11e no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:21.519034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.545828 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 2192a47b-b6c2-4c8c-9e8f-72401a1af11e {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:46:21.546473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2192a47b-b6c2-4c8c-9e8f-72401a1af11e not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:46:21.576330 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'name': 'tempest-TestNetworkBasicOps-router-254230158', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:46:16Z', 'updated_at': '2021-11-23T04:46:18Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:17Z', 'updated_at': '2021-11-23T04:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:21.589398 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-36383cd5-7cd7-44b3-b960-3b63c31c8754 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.614935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-678d9ed3-b23e-47c1-b6fb-fc218daba227 None None] The sync data for ids ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'] in dv-neutron-818850-1-hyperv is: [{'id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'name': 'tempest-TestNetworkBasicOps-router-254230158', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:46:16Z', 'updated_at': '2021-11-23T04:46:18Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:17Z', 'updated_at': '2021-11-23T04:46:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:46:21.630937 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-36383cd5-7cd7-44b3-b960-3b63c31c8754 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f61766c-ed10-4f1d-8a4d-1fcc40419de3']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:21.636420 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23c96f1d-78fe-47d8-ab02-bdcb6238fc60 None None] Pushing event updated for resources: {'Port': ['ID=1cbcb96f-5398-47ea-9292-565812a9c7fb,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:21.653772 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-36383cd5-7cd7-44b3-b960-3b63c31c8754 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bae0591-e73a-40e4-bb33-667bd52c42fd') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:21.653944 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-36383cd5-7cd7-44b3-b960-3b63c31c8754 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bae0591-e73a-40e4-bb33-667bd52c42fd') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:21.664481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.669593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-36383cd5-7cd7-44b3-b960-3b63c31c8754 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.688179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-36383cd5-7cd7-44b3-b960-3b63c31c8754 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.700432 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36383cd5-7cd7-44b3-b960-3b63c31c8754 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:46:21.700843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-36383cd5-7cd7-44b3-b960-3b63c31c8754 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:46:21.704670 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:46:21.782550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.796705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-36383cd5-7cd7-44b3-b960-3b63c31c8754 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.860571 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-36383cd5-7cd7-44b3-b960-3b63c31c8754 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:21.867031 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-36383cd5-7cd7-44b3-b960-3b63c31c8754 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] 10.222.0.37 "DELETE /v2.0/networks/6f61766c-ed10-4f1d-8a4d-1fcc40419de3 HTTP/1.1" status: 204 len: 168 time: 0.8857002 Nov 23 04:46:21.904005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36383cd5-7cd7-44b3-b960-3b63c31c8754 tempest-NetworksTestDHCPv6-756684380 tempest-NetworksTestDHCPv6-756684380-project] Pushing event deleted for resources: {'Network': ['ID=6f61766c-ed10-4f1d-8a4d-1fcc40419de3,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:21.917511 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 16765461-d7d9-4fac-9bec-028a4d653592 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:21.922596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:21.928449 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:21.933155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=c970bd59-48b8-4e70-9def-a3dc95867ceb,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:22.009084 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:22.193869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:22.252504 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47150) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:22.410602 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-30f89ea0-ea08-410a-8dfd-1cb30495a746 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=b729426b4c5f40bfb5a1ccf8257cb1fb&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1568599 Nov 23 04:46:22.411485 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47154) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:22.473605 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-eb112e79-57b1-4e93-bda3-0528c27d87f3 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:22.502089 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-eb112e79-57b1-4e93-bda3-0528c27d87f3 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:22.540331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:22.552024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:22.565717 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-eb112e79-57b1-4e93-bda3-0528c27d87f3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:22.568748 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-eb112e79-57b1-4e93-bda3-0528c27d87f3 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:22.570190 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-eb112e79-57b1-4e93-bda3-0528c27d87f3 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/303be6fa-afbd-4567-b730-34eec6c4cab7 HTTP/1.1" status: 204 len: 168 time: 0.1575682 Nov 23 04:46:22.593004 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb112e79-57b1-4e93-bda3-0528c27d87f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=303be6fa-afbd-4567-b730-34eec6c4cab7,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:22.656415 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=c970bd59-48b8-4e70-9def-a3dc95867ceb,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:22.664695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:22.789665 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 16765461-d7d9-4fac-9bec-028a4d653592 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:22.791232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:22.858732 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68d18b0f-3ca4-4c5a-9b6b-8eb827ad6c7f None None] Network 16765461-d7d9-4fac-9bec-028a4d653592 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:22.935752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 290a20ef-841a-44d2-afc7-aad8ab5f3eda has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:46:22.960907 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c2fe31ac-e3c6-4821-b396-494f3f00a3b9 None None] Provisioning complete for port 1cbcb96f-5398-47ea-9292-565812a9c7fb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:22.961385 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c2fe31ac-e3c6-4821-b396-494f3f00a3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:23.060690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:46:23.068018 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-05cd4481-4a98-4212-b6ea-24845fbcbff9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/290a20ef-841a-44d2-afc7-aad8ab5f3eda/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2959738 Nov 23 04:46:23.071127 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47168) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:23.113377 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c2fe31ac-e3c6-4821-b396-494f3f00a3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:23.151112 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c2fe31ac-e3c6-4821-b396-494f3f00a3b9 None None] For port 1cbcb96f-5398-47ea-9292-565812a9c7fb, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=1cbcb96f-5398-47ea-9292-565812a9c7fb,segment=NetworkSegment(fc4a902a-5d74-4838-aafe-9718726ccec5),segment_id=fc4a902a-5d74-4838-aafe-9718726ccec5)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:23.161447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c2fe31ac-e3c6-4821-b396-494f3f00a3b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:23.220494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fe31ac-e3c6-4821-b396-494f3f00a3b9 None None] Pushing event updated for resources: {'Port': ['ID=1cbcb96f-5398-47ea-9292-565812a9c7fb,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:23.294179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6906506f-f583-4313-a2d9-7e2055616a8b tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:23.295320 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6906506f-f583-4313-a2d9-7e2055616a8b tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:23.295903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6906506f-f583-4313-a2d9-7e2055616a8b tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:23.296251 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6906506f-f583-4313-a2d9-7e2055616a8b tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:23.296707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6906506f-f583-4313-a2d9-7e2055616a8b tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:23.297871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6906506f-f583-4313-a2d9-7e2055616a8b tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:23.299721 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6906506f-f583-4313-a2d9-7e2055616a8b tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.2274714 Nov 23 04:46:23.305736 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47176) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:23.385038 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-846582a9-0062-4356-aa62-ce16843f33b9 None None] Provisioning complete for port 1cbcb96f-5398-47ea-9292-565812a9c7fb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:23.385523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-846582a9-0062-4356-aa62-ce16843f33b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:23.412213 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbca52c-96c6-4712-8d93-a65116509c24 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:23.413479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbca52c-96c6-4712-8d93-a65116509c24 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:23.414102 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbca52c-96c6-4712-8d93-a65116509c24 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:23.415200 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbca52c-96c6-4712-8d93-a65116509c24 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:23.415893 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbca52c-96c6-4712-8d93-a65116509c24 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:23.416920 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddbca52c-96c6-4712-8d93-a65116509c24 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:23.423166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47180) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:23.434007 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ddbca52c-96c6-4712-8d93-a65116509c24 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1270266 Nov 23 04:46:23.456580 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47182) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:23.573162 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-846582a9-0062-4356-aa62-ce16843f33b9 None None] Provisioning complete for port c970bd59-48b8-4e70-9def-a3dc95867ceb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:23.573575 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-846582a9-0062-4356-aa62-ce16843f33b9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:23.617167 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d5338913-44fa-449a-98f3-c987b3a5ddc3 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:46:23.647873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1114559757'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:23.672737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-846582a9-0062-4356-aa62-ce16843f33b9 None None] Port c970bd59-48b8-4e70-9def-a3dc95867ceb cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:46:23.685886 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Made reservation on behalf of 57c7b6b14831457eb92e97b0a57b70e0 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:23.694517 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:23.696524 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d5338913-44fa-449a-98f3-c987b3a5ddc3 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:23.696905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:23.709192 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:23.732615 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7ab3f756-dbc5-4a42-9349-be38c4bf1f52 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.3079188 Nov 23 04:46:23.815225 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Sync routers for ids ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:46:23.822781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-dcf940e9-a427-45d8-8d31-918f9ecd584b None None] Provisioning complete for port c970bd59-48b8-4e70-9def-a3dc95867ceb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:23.823225 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dcf940e9-a427-45d8-8d31-918f9ecd584b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:23.826878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 1cbcb96f-5398-47ea-9292-565812a9c7fb up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:46:23.830672 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Routers {'290a20ef-841a-44d2-afc7-aad8ab5f3eda'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:23.832099 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:46:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:23.862081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:23.869250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:23.900389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-dcf940e9-a427-45d8-8d31-918f9ecd584b None None] Port c970bd59-48b8-4e70-9def-a3dc95867ceb cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:46:23.907036 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] vlan segment allocate from pool success with {'vlan_id': 190, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:46:23.934811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 1cbcb96f-5398-47ea-9292-565812a9c7fb triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:23.935690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.080603 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Set router 290a20ef-841a-44d2-afc7-aad8ab5f3eda gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:46:24.087268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-48bdcab6-0245-4f2f-a375-e1b2d6ca7870 None None] Provisioning complete for port c970bd59-48b8-4e70-9def-a3dc95867ceb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:24.087905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-48bdcab6-0245-4f2f-a375-e1b2d6ca7870 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.136856 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-48bdcab6-0245-4f2f-a375-e1b2d6ca7870 None None] Port c970bd59-48b8-4e70-9def-a3dc95867ceb cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:46:24.155956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47188) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:24.161901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e10a4bab-bec4-48d1-b189-88dfd35f47cf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-748645793', 'description': 'tempest-secgroup-smoke-748645793 description', 'project_id': '1f39b592b6944144b30ee044431afa7d'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:24.187478 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e10a4bab-bec4-48d1-b189-88dfd35f47cf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.261236 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.261770 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Added segment b7ac8a1e-af96-4fe8-8901-8a4ff0268ead of type vlan for network d1922c4e-fb39-4af9-8870-fc449a679d1f Nov 23 04:46:24.263210 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0aa71f94-380b-427a-8747-5cbdd4c3a22d,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:24.277153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e10a4bab-bec4-48d1-b189-88dfd35f47cf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.284017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e10a4bab-bec4-48d1-b189-88dfd35f47cf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.307601 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e10a4bab-bec4-48d1-b189-88dfd35f47cf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.311402 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e10a4bab-bec4-48d1-b189-88dfd35f47cf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1511195 Nov 23 04:46:24.312478 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47190) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:24.318747 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4f627316-3a6a-4cb2-9bf3-963c16b2aa54 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '12057da0-6151-4ccc-9cfb-83b0bfb19779', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:24.321123 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'name': 'tempest-TestNetworkBasicOps-router-254230158', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:46:16Z', 'updated_at': '2021-11-23T04:46:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:17Z', 'updated_at': '2021-11-23T04:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'c970bd59-48b8-4e70-9def-a3dc95867ceb', 'name': '', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:47:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:20Z', 'updated_at': '2021-11-23T04:46:22Z', 'revision_number': 2, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:24.328856 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.331260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10a4bab-bec4-48d1-b189-88dfd35f47cf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12057da0-6151-4ccc-9cfb-83b0bfb19779,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:24.354238 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Checking router: 290a20ef-841a-44d2-afc7-aad8ab5f3eda for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:46:24.354590 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Updating router 290a20ef-841a-44d2-afc7-aad8ab5f3eda port c970bd59-48b8-4e70-9def-a3dc95867ceb binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:46:24.375937 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.381640 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:24.382150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.385153 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.392235 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4f627316-3a6a-4cb2-9bf3-963c16b2aa54 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.455934 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 0.9980173 Nov 23 04:46:24.458990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47192) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:24.465571 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f49829f3-acc8-4cf2-83d2-6511045d6d2a tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Request body: {'subnet': {'network_id': 'd1922c4e-fb39-4af9-8870-fc449a679d1f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:24.486782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8d92fe-eb2f-46ea-95fa-c0c07d6941ed tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Pushing event updated for resources: {'Network': ['ID=d1922c4e-fb39-4af9-8870-fc449a679d1f,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:24.499211 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network d1922c4e-fb39-4af9-8870-fc449a679d1f details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:46:24.521841 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4f627316-3a6a-4cb2-9bf3-963c16b2aa54 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.527341 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4f627316-3a6a-4cb2-9bf3-963c16b2aa54 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.559251 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4f627316-3a6a-4cb2-9bf3-963c16b2aa54 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.564077 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4f627316-3a6a-4cb2-9bf3-963c16b2aa54 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2465792 Nov 23 04:46:24.564077 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f627316-3a6a-4cb2-9bf3-963c16b2aa54 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ecc8fdc-1aad-41ef-a256-6af61f3127df,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:24.564548 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47194) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:24.569537 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5db697a9-cb23-4a57-82b3-2fcc7b0f6a9d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '12057da0-6151-4ccc-9cfb-83b0bfb19779', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:24.592993 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.db.api [None req-5db697a9-cb23-4a57-82b3-2fcc7b0f6a9d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Nov 23 04:46:24.592993 dv-neutron-818850-1-hyperv neutron-server[109953]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Nov 23 04:46:24.592993 dv-neutron-818850-1-hyperv neutron-server[109953]: [parameters: {'project_id_1': '1f39b592b6944144b30ee044431afa7d', 'expiration_1': datetime.datetime(2021, 11, 23, 4, 46, 4, 582058)}] Nov 23 04:46:24.592993 dv-neutron-818850-1-hyperv neutron-server[109953]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=109953) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:46:24.594314 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG oslo_db.api [None req-5db697a9-cb23-4a57-82b3-2fcc7b0f6a9d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:46:24.599410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49829f3-acc8-4cf2-83d2-6511045d6d2a tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Made reservation on behalf of 57c7b6b14831457eb92e97b0a57b70e0 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:24.603042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f49829f3-acc8-4cf2-83d2-6511045d6d2a tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.705213 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.710336 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.764801 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cded75-baa0-4745-863e-a90299bd73ac None None] Pushing event updated for resources: {'Port': ['ID=c970bd59-48b8-4e70-9def-a3dc95867ceb,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:24.804437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f49829f3-acc8-4cf2-83d2-6511045d6d2a tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.810030 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cded75-baa0-4745-863e-a90299bd73ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:24.810401 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cded75-baa0-4745-863e-a90299bd73ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:24.810750 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cded75-baa0-4745-863e-a90299bd73ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:24.811088 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cded75-baa0-4745-863e-a90299bd73ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:24.811422 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cded75-baa0-4745-863e-a90299bd73ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:24.811772 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cded75-baa0-4745-863e-a90299bd73ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:24.812099 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cded75-baa0-4745-863e-a90299bd73ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:24.812472 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cded75-baa0-4745-863e-a90299bd73ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:24.812817 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cded75-baa0-4745-863e-a90299bd73ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:24.813148 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cded75-baa0-4745-863e-a90299bd73ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:24.813496 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cded75-baa0-4745-863e-a90299bd73ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:24.813822 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73cded75-baa0-4745-863e-a90299bd73ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:24.827992 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Attempting to bind port c970bd59-48b8-4e70-9def-a3dc95867ceb on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:46:24.828595 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Attempting to bind port c970bd59-48b8-4e70-9def-a3dc95867ceb by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'fc4a902a-5d74-4838-aafe-9718726ccec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:46:24.828752 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Attempting to bind port c970bd59-48b8-4e70-9def-a3dc95867ceb on network 16765461-d7d9-4fac-9bec-028a4d653592 {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:46:24.834222 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:46:24.834596 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Checking segment: {'id': 'fc4a902a-5d74-4838-aafe-9718726ccec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:24.835002 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.835393 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Bound using segment: {'id': 'fc4a902a-5d74-4838-aafe-9718726ccec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:46:24.835860 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Bound port: c970bd59-48b8-4e70-9def-a3dc95867ceb, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc4a902a-5d74-4838-aafe-9718726ccec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:46:24.836244 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.869107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49829f3-acc8-4cf2-83d2-6511045d6d2a tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Pushing event updated for resources: {'Subnet': ['ID=cc5c1abd-a10f-4ffa-916d-74d666de7ba9,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:24.887280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49829f3-acc8-4cf2-83d2-6511045d6d2a tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Checking segment: {'id': 'b7ac8a1e-af96-4fe8-8901-8a4ff0268ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd1922c4e-fb39-4af9-8870-fc449a679d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:24.887641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49829f3-acc8-4cf2-83d2-6511045d6d2a tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Network hostable DHCP agents. Network: d1922c4e-fb39-4af9-8870-fc449a679d1f, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:46:24.911474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49829f3-acc8-4cf2-83d2-6511045d6d2a tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Network d1922c4e-fb39-4af9-8870-fc449a679d1f is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:46:24.918329 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] For port c970bd59-48b8-4e70-9def-a3dc95867ceb, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:46:24.921729 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] For port c970bd59-48b8-4e70-9def-a3dc95867ceb, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c970bd59-48b8-4e70-9def-a3dc95867ceb,segment=NetworkSegment(fc4a902a-5d74-4838-aafe-9718726ccec5),segment_id=fc4a902a-5d74-4838-aafe-9718726ccec5)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:46:24.923725 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-f49829f3-acc8-4cf2-83d2-6511045d6d2a tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, d1922c4e-fb39-4af9-8870-fc449a679d1f) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:24.926828 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.928657 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49829f3-acc8-4cf2-83d2-6511045d6d2a tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:24.929260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f49829f3-acc8-4cf2-83d2-6511045d6d2a tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:24.935009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64570b62-e736-4272-a390-be78cabcb50b None None] Network d1922c4e-fb39-4af9-8870-fc449a679d1f requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:24.952540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47196) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:24.954276 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f49829f3-acc8-4cf2-83d2-6511045d6d2a tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4930601 Nov 23 04:46:24.959190 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-062296f3-b6cf-4641-a77f-727d0770a903 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Request body: {'port': {'network_id': 'd1922c4e-fb39-4af9-8870-fc449a679d1f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-2058337640'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:25.006500 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Routers {'290a20ef-841a-44d2-afc7-aad8ab5f3eda'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:25.007233 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:46:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:25.051994 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cded75-baa0-4745-863e-a90299bd73ac None None] Pushing event updated for resources: {'Port': ['ID=c970bd59-48b8-4e70-9def-a3dc95867ceb,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:25.085982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-0aa08abe-577f-48b0-b102-ed65a91c4337 None None] Provisioning complete for port c970bd59-48b8-4e70-9def-a3dc95867ceb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:25.086357 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0aa08abe-577f-48b0-b102-ed65a91c4337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.111079 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-062296f3-b6cf-4641-a77f-727d0770a903 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Made reservation on behalf of 57c7b6b14831457eb92e97b0a57b70e0 for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:25.118921 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-062296f3-b6cf-4641-a77f-727d0770a903 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.149627 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] Set router 290a20ef-841a-44d2-afc7-aad8ab5f3eda gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:46:25.162971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-d1922c4e-fb39-4af9-8870-fc449a679d1f', 'network_id': 'd1922c4e-fb39-4af9-8870-fc449a679d1f', 'tenant_id': '57c7b6b14831457eb92e97b0a57b70e0', 'fixed_ips': [{'subnet_id': 'cc5c1abd-a10f-4ffa-916d-74d666de7ba9'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:46:25.163845 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.166058 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5db697a9-cb23-4a57-82b3-2fcc7b0f6a9d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.178823 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-062296f3-b6cf-4641-a77f-727d0770a903 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] device_id is not set on port cae523a1-378f-4bb0-968c-d94f9b053eca yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:46:25.232201 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0aa08abe-577f-48b0-b102-ed65a91c4337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.267406 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5db697a9-cb23-4a57-82b3-2fcc7b0f6a9d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.284090 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5db697a9-cb23-4a57-82b3-2fcc7b0f6a9d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.311239 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5db697a9-cb23-4a57-82b3-2fcc7b0f6a9d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6eb627b-ec1a-42d2-ab57-4551768f9eae,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:25.321948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5db697a9-cb23-4a57-82b3-2fcc7b0f6a9d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.325488 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5db697a9-cb23-4a57-82b3-2fcc7b0f6a9d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7572098 Nov 23 04:46:25.327157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47198) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:25.336517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f3ce5ad4-dd8d-4bd7-8ffd-90b1942f5445 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '12057da0-6151-4ccc-9cfb-83b0bfb19779', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:25.359100 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-062296f3-b6cf-4641-a77f-727d0770a903 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Allocated IP 2001:db8::37e (d1922c4e-fb39-4af9-8870-fc449a679d1f/cc5c1abd-a10f-4ffa-916d-74d666de7ba9/cae523a1-378f-4bb0-968c-d94f9b053eca) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:25.384563 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5ad4-dd8d-4bd7-8ffd-90b1942f5445 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.407445 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'name': 'tempest-TestNetworkBasicOps-router-254230158', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:46:16Z', 'updated_at': '2021-11-23T04:46:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:17Z', 'updated_at': '2021-11-23T04:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'c970bd59-48b8-4e70-9def-a3dc95867ceb', 'name': '', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:47:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:20Z', 'updated_at': '2021-11-23T04:46:24Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:25.438021 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3c02f3-70d7-49f4-83f6-ad561808d6a7 None None] The sync data for ids ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'] in dv-neutron-818850-1-hyperv is: [{'id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'name': 'tempest-TestNetworkBasicOps-router-254230158', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:46:16Z', 'updated_at': '2021-11-23T04:46:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:17Z', 'updated_at': '2021-11-23T04:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'c970bd59-48b8-4e70-9def-a3dc95867ceb', 'name': '', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:47:3f:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:20Z', 'updated_at': '2021-11-23T04:46:24Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:46:25.518343 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5ad4-dd8d-4bd7-8ffd-90b1942f5445 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.521628 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-0aa08abe-577f-48b0-b102-ed65a91c4337 None None] For port c970bd59-48b8-4e70-9def-a3dc95867ceb, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c970bd59-48b8-4e70-9def-a3dc95867ceb,segment=NetworkSegment(fc4a902a-5d74-4838-aafe-9718726ccec5),segment_id=fc4a902a-5d74-4838-aafe-9718726ccec5)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:25.527911 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0aa08abe-577f-48b0-b102-ed65a91c4337 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.529941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5ad4-dd8d-4bd7-8ffd-90b1942f5445 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.551606 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ce5ad4-dd8d-4bd7-8ffd-90b1942f5445 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb47de1e-9388-44ab-a0a6-62193c5ded19,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:25.569319 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f3ce5ad4-dd8d-4bd7-8ffd-90b1942f5445 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.570683 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f3ce5ad4-dd8d-4bd7-8ffd-90b1942f5445 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2423322 Nov 23 04:46:25.573453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47200) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:25.579013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-cbc27651-8a0c-4f72-a278-da2e696fa17c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '12057da0-6151-4ccc-9cfb-83b0bfb19779', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:25.589878 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-062296f3-b6cf-4641-a77f-727d0770a903 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.604395 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa08abe-577f-48b0-b102-ed65a91c4337 None None] Pushing event updated for resources: {'Port': ['ID=c970bd59-48b8-4e70-9def-a3dc95867ceb,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:25.614133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cbc27651-8a0c-4f72-a278-da2e696fa17c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.633029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-062296f3-b6cf-4641-a77f-727d0770a903 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.689646 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cbc27651-8a0c-4f72-a278-da2e696fa17c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.690236 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-062296f3-b6cf-4641-a77f-727d0770a903 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Network d1922c4e-fb39-4af9-8870-fc449a679d1f is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:25.690579 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9f01bf49-6cfa-4e9c-b8e9-907e5983595c None None] Provisioning complete for port c970bd59-48b8-4e70-9def-a3dc95867ceb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:25.690987 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9f01bf49-6cfa-4e9c-b8e9-907e5983595c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.693466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-062296f3-b6cf-4641-a77f-727d0770a903 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:25.697526 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-062296f3-b6cf-4641-a77f-727d0770a903 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:25.702559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cbc27651-8a0c-4f72-a278-da2e696fa17c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.708700 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062296f3-b6cf-4641-a77f-727d0770a903 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:25.709484 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-062296f3-b6cf-4641-a77f-727d0770a903 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.722774 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062296f3-b6cf-4641-a77f-727d0770a903 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Pushing event updated for resources: {'Port': ['ID=cae523a1-378f-4bb0-968c-d94f9b053eca,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:25.742078 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-062296f3-b6cf-4641-a77f-727d0770a903 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.7878118 Nov 23 04:46:25.745106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47202) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:25.746647 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Allocated IP 2001:db8::2 (d1922c4e-fb39-4af9-8870-fc449a679d1f/cc5c1abd-a10f-4ffa-916d-74d666de7ba9/23cfd19a-254f-4cfc-a8c7-4386d21f37bc) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:25.751829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Request body: {'port': {'network_id': 'd1922c4e-fb39-4af9-8870-fc449a679d1f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-486995706', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:25.752369 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.api.validators [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] bootfile-name is not in valid_values {{(pid=109953) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 04:46:25.752710 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.api.validators [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] tftp-server is not in valid_values {{(pid=109953) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 04:46:25.753034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.api.validators [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] server-ip-address is not in valid_values {{(pid=109953) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 04:46:25.758533 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc27651-8a0c-4f72-a278-da2e696fa17c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7753c5-8241-42dd-a37f-3fc2528485ee,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:25.784484 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cbc27651-8a0c-4f72-a278-da2e696fa17c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.788549 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47204) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:25.788718 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cbc27651-8a0c-4f72-a278-da2e696fa17c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2139988 Nov 23 04:46:25.794429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4b0c34b6-f533-4dee-978e-40cfd4e761a5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '12057da0-6151-4ccc-9cfb-83b0bfb19779', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:25.832446 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-4b0c34b6-f533-4dee-978e-40cfd4e761a5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:46:25.842205 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4b0c34b6-f533-4dee-978e-40cfd4e761a5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.903209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Made reservation on behalf of 57c7b6b14831457eb92e97b0a57b70e0 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:25.910065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.927991 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4b0c34b6-f533-4dee-978e-40cfd4e761a5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.939085 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] device_id is not set on port 22cf46cd-af24-4d90-986c-c6b985ca44a6 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:46:25.943442 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4b0c34b6-f533-4dee-978e-40cfd4e761a5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.960527 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0c34b6-f533-4dee-978e-40cfd4e761a5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=feaae6e9-d6b5-42b4-a2c3-b8aae0fc8e1f,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:25.988521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4b0c34b6-f533-4dee-978e-40cfd4e761a5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:25.993696 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4b0c34b6-f533-4dee-978e-40cfd4e761a5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2035482 Nov 23 04:46:25.994372 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47206) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:25.998982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:26.001460 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-575a959a-bfc4-4e88-9fa1-e66c9265788f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '12057da0-6151-4ccc-9cfb-83b0bfb19779', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:26.013644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:26.034781 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-575a959a-bfc4-4e88-9fa1-e66c9265788f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:46:26.042454 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-575a959a-bfc4-4e88-9fa1-e66c9265788f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:26.067467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Network d1922c4e-fb39-4af9-8870-fc449a679d1f is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:26.071578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:26.076283 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:26.087508 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Pushing event updated for resources: {'Port': ['ID=23cfd19a-254f-4cfc-a8c7-4386d21f37bc,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:26.100983 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Allocated IP 2001:db8::b4 (d1922c4e-fb39-4af9-8870-fc449a679d1f/cc5c1abd-a10f-4ffa-916d-74d666de7ba9/22cf46cd-af24-4d90-986c-c6b985ca44a6) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:26.131111 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-575a959a-bfc4-4e88-9fa1-e66c9265788f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:26.137778 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-575a959a-bfc4-4e88-9fa1-e66c9265788f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:26.168125 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-575a959a-bfc4-4e88-9fa1-e66c9265788f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86668361-ca0d-44f8-b293-d34c70e636c9,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:26.176872 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-575a959a-bfc4-4e88-9fa1-e66c9265788f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:26.178559 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-575a959a-bfc4-4e88-9fa1-e66c9265788f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1826611 Nov 23 04:46:26.190683 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Attempting to bind port 23cfd19a-254f-4cfc-a8c7-4386d21f37bc on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:46:26.191043 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Attempting to bind port 23cfd19a-254f-4cfc-a8c7-4386d21f37bc by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'b7ac8a1e-af96-4fe8-8901-8a4ff0268ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd1922c4e-fb39-4af9-8870-fc449a679d1f'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:46:26.191418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Attempting to bind port 23cfd19a-254f-4cfc-a8c7-4386d21f37bc on network d1922c4e-fb39-4af9-8870-fc449a679d1f {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:46:26.197108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:46:26.197653 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Checking segment: {'id': 'b7ac8a1e-af96-4fe8-8901-8a4ff0268ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd1922c4e-fb39-4af9-8870-fc449a679d1f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:26.198222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:26.199793 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Bound using segment: {'id': 'b7ac8a1e-af96-4fe8-8901-8a4ff0268ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd1922c4e-fb39-4af9-8870-fc449a679d1f'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:46:26.200446 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Bound port: 23cfd19a-254f-4cfc-a8c7-4386d21f37bc, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7ac8a1e-af96-4fe8-8901-8a4ff0268ead', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 190, 'network_id': 'd1922c4e-fb39-4af9-8870-fc449a679d1f'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:46:26.201215 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:26.274412 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] For port 23cfd19a-254f-4cfc-a8c7-4386d21f37bc, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:46:26.278155 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] For port 23cfd19a-254f-4cfc-a8c7-4386d21f37bc, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=23cfd19a-254f-4cfc-a8c7-4386d21f37bc,segment=NetworkSegment(b7ac8a1e-af96-4fe8-8901-8a4ff0268ead),segment_id=b7ac8a1e-af96-4fe8-8901-8a4ff0268ead)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:46:26.285821 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:26.330521 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:26.360104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506e0825-83fe-4525-ab1d-b997b16a09dd None None] Pushing event updated for resources: {'Port': ['ID=23cfd19a-254f-4cfc-a8c7-4386d21f37bc,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:26.384184 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:26.453670 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Network d1922c4e-fb39-4af9-8870-fc449a679d1f is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:26.462008 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:26.469828 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:26.475491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:26.476286 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:26.482138 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Pushing event updated for resources: {'Port': ['ID=22cf46cd-af24-4d90-986c-c6b985ca44a6,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:26.508804 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e9666d7e-4c41-4323-99d9-0cf095359b76 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 0.7622309 Nov 23 04:46:26.512554 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47224) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:26.513020 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-72422bab-8e13-4154-93a4-898d345bcbb0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-748645793&fields=id&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 267 time: 0.1167433 Nov 23 04:46:26.599885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ef5ff7-ff25-48d9-8da7-713c706fd356 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:26.605946 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ef5ff7-ff25-48d9-8da7-713c706fd356 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:26.612047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ef5ff7-ff25-48d9-8da7-713c706fd356 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:26.617790 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-90ef5ff7-ff25-48d9-8da7-713c706fd356 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.1039028 Nov 23 04:46:26.618572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47226) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:26.740635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-5c44fc7e-0a73-4613-b49a-449a4c57318e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:26.742165 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-5c44fc7e-0a73-4613-b49a-449a4c57318e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/networks?id=16765461-d7d9-4fac-9bec-028a4d653592 HTTP/1.1" status: 200 len: 797 time: 0.2159925 Nov 23 04:46:26.763724 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-aa4fb235-bd45-4aeb-b62a-fb947f95219b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/quotas/1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 375 time: 0.0153408 Nov 23 04:46:26.770249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-4fe1db91-206b-4f4a-8dd3-501d58fd79b4 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Deleting port 22cf46cd-af24-4d90-986c-c6b985ca44a6 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:26.770587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4fe1db91-206b-4f4a-8dd3-501d58fd79b4 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:26.870483 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-69889ece-395b-425d-9858-3565b15cb6e4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0966902 Nov 23 04:46:26.939430 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4fe1db91-206b-4f4a-8dd3-501d58fd79b4 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:26.956145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-4fe1db91-206b-4f4a-8dd3-501d58fd79b4 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Calling delete_port for 22cf46cd-af24-4d90-986c-c6b985ca44a6 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:27.030819 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-997fd2b5-ba56-481a-a2f7-0535efb6d41a service neutron] 10.222.0.37 "GET /v2.0/networks/16765461-d7d9-4fac-9bec-028a4d653592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1488473 Nov 23 04:46:27.175679 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-0de89216-cf33-4362-a28f-cb2267037bfa service neutron] 10.222.0.37 "GET /v2.0/networks/16765461-d7d9-4fac-9bec-028a4d653592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342018 Nov 23 04:46:27.196730 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4fe1db91-206b-4f4a-8dd3-501d58fd79b4 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:27.232531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe1db91-206b-4f4a-8dd3-501d58fd79b4 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Pushing event deleted for resources: {'Port': ['ID=22cf46cd-af24-4d90-986c-c6b985ca44a6,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:27.265532 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4fe1db91-206b-4f4a-8dd3-501d58fd79b4 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:27.273117 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4fe1db91-206b-4f4a-8dd3-501d58fd79b4 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] 10.222.0.37 "DELETE /v2.0/ports/22cf46cd-af24-4d90-986c-c6b985ca44a6 HTTP/1.1" status: 204 len: 168 time: 0.6534095 Nov 23 04:46:27.273611 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47228) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:27.279137 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a3bab525-4a18-4961-846b-37b1bbc12f99 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Request body: {'port': {'name': 'tempest-new-port-name-973337553', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:27.279537 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.api.validators [None req-a3bab525-4a18-4961-846b-37b1bbc12f99 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] bootfile-name is not in valid_values {{(pid=109952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 04:46:27.279912 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.api.validators [None req-a3bab525-4a18-4961-846b-37b1bbc12f99 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] tftp-server is not in valid_values {{(pid=109952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 04:46:27.280245 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.api.validators [None req-a3bab525-4a18-4961-846b-37b1bbc12f99 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] server-ip-address is not in valid_values {{(pid=109952) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:164}} Nov 23 04:46:27.360115 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a3bab525-4a18-4961-846b-37b1bbc12f99 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:27.397664 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-57bb8c31-8e26-4a29-8969-b998e6ddfec6 req-5f59ee37-28e9-48ef-be1e-0150a2f515f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 210 time: 0.0391190 Nov 23 04:46:27.448631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0b537c-1483-46e9-9e8f-aca01bf2f749 None None] Network d1922c4e-fb39-4af9-8870-fc449a679d1f requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:27.561521 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-15ea6047-9679-4037-88ce-b2525dcb4256 None None] Provisioning complete for port 23cfd19a-254f-4cfc-a8c7-4386d21f37bc triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:27.561886 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-15ea6047-9679-4037-88ce-b2525dcb4256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:27.634069 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 23cfd19a-254f-4cfc-a8c7-4386d21f37bc up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:46:27.641878 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a3bab525-4a18-4961-846b-37b1bbc12f99 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:27.647640 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a3bab525-4a18-4961-846b-37b1bbc12f99 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:27.685607 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-a3bab525-4a18-4961-846b-37b1bbc12f99 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] In _notify_port_updated(), no bound segment for port cae523a1-378f-4bb0-968c-d94f9b053eca on network d1922c4e-fb39-4af9-8870-fc449a679d1f {{(pid=109952) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:46:27.691219 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bab525-4a18-4961-846b-37b1bbc12f99 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:27.692576 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a3bab525-4a18-4961-846b-37b1bbc12f99 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:27.694050 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a3bab525-4a18-4961-846b-37b1bbc12f99 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] 10.222.0.37 "PUT /v2.0/ports/cae523a1-378f-4bb0-968c-d94f9b053eca HTTP/1.1" status: 200 len: 1129 time: 0.4193335 Nov 23 04:46:27.696715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47238) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:27.708485 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bab525-4a18-4961-846b-37b1bbc12f99 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Pushing event updated for resources: {'Port': ['ID=cae523a1-378f-4bb0-968c-d94f9b053eca,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:27.750458 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d59a274d-e2b7-4324-a487-48283ec09aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:27.751986 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d59a274d-e2b7-4324-a487-48283ec09aa6 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] 10.222.0.37 "GET /v2.0/ports/cae523a1-378f-4bb0-968c-d94f9b053eca HTTP/1.1" status: 200 len: 1129 time: 0.0542412 Nov 23 04:46:27.756604 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47242) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:27.784904 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 23cfd19a-254f-4cfc-a8c7-4386d21f37bc triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:27.785444 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:27.836230 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-15ea6047-9679-4037-88ce-b2525dcb4256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:27.894727 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9141d26e-1028-4796-8436-adc85f3df1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Deleting port cae523a1-378f-4bb0-968c-d94f9b053eca {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:27.895143 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9141d26e-1028-4796-8436-adc85f3df1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:27.909776 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-15ea6047-9679-4037-88ce-b2525dcb4256 None None] For port 23cfd19a-254f-4cfc-a8c7-4386d21f37bc, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=23cfd19a-254f-4cfc-a8c7-4386d21f37bc,segment=NetworkSegment(b7ac8a1e-af96-4fe8-8901-8a4ff0268ead),segment_id=b7ac8a1e-af96-4fe8-8901-8a4ff0268ead)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:27.912731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:27.916007 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-15ea6047-9679-4037-88ce-b2525dcb4256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.004033 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9141d26e-1028-4796-8436-adc85f3df1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.005582 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ea6047-9679-4037-88ce-b2525dcb4256 None None] Pushing event updated for resources: {'Port': ['ID=23cfd19a-254f-4cfc-a8c7-4386d21f37bc,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:28.023392 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9141d26e-1028-4796-8436-adc85f3df1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Calling delete_port for cae523a1-378f-4bb0-968c-d94f9b053eca owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:28.028530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:46:28.028907 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:46:28.141256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c42c75a9-7990-4d6e-819e-22830b70d57f None None] Provisioning complete for port cae523a1-378f-4bb0-968c-d94f9b053eca triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:28.142035 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c42c75a9-7990-4d6e-819e-22830b70d57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.181166 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c42c75a9-7990-4d6e-819e-22830b70d57f None None] Port cae523a1-378f-4bb0-968c-d94f9b053eca cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:46:28.194960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c42c75a9-7990-4d6e-819e-22830b70d57f None None] Provisioning complete for port 23cfd19a-254f-4cfc-a8c7-4386d21f37bc triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:28.195410 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c42c75a9-7990-4d6e-819e-22830b70d57f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.199319 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9141d26e-1028-4796-8436-adc85f3df1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.234394 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141d26e-1028-4796-8436-adc85f3df1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Pushing event deleted for resources: {'Port': ['ID=cae523a1-378f-4bb0-968c-d94f9b053eca,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:28.260629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9141d26e-1028-4796-8436-adc85f3df1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.267719 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9141d26e-1028-4796-8436-adc85f3df1f3 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] 10.222.0.37 "DELETE /v2.0/ports/cae523a1-378f-4bb0-968c-d94f9b053eca HTTP/1.1" status: 204 len: 168 time: 0.5094957 Nov 23 04:46:28.268367 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47244) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:28.330014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeb5288c-ca0c-4439-b4ed-6f282881580c tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Deleting subnet cc5c1abd-a10f-4ffa-916d-74d666de7ba9 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:28.334101 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eeb5288c-ca0c-4439-b4ed-6f282881580c tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.375941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eeb5288c-ca0c-4439-b4ed-6f282881580c tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.397735 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-280d5474-a302-46a0-9d0b-7b9153500219 None None] Could not find standard attr ID for object cae523a1-378f-4bb0-968c-d94f9b053eca. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:46:28.467452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eeb5288c-ca0c-4439-b4ed-6f282881580c tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.522918 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-eee28186-16e7-4c29-a931-a43aa7ad0124 req-0803e38b-4317-4d74-80b8-f96eed480ed6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 210 time: 0.0515101 Nov 23 04:46:28.557509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eeb5288c-ca0c-4439-b4ed-6f282881580c tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.586095 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c970bd59-48b8-4e70-9def-a3dc95867ceb up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:46:28.588670 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb5288c-ca0c-4439-b4ed-6f282881580c tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Pushing event deleted for resources: {'Subnet': ['ID=cc5c1abd-a10f-4ffa-916d-74d666de7ba9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:28.592774 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-eeb5288c-ca0c-4439-b4ed-6f282881580c tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.596232 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-eeb5288c-ca0c-4439-b4ed-6f282881580c tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] 10.222.0.37 "DELETE /v2.0/subnets/cc5c1abd-a10f-4ffa-916d-74d666de7ba9 HTTP/1.1" status: 204 len: 168 time: 0.3267665 Nov 23 04:46:28.598979 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47248) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:28.625451 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5f0e630f-edc5-414b-a8a2-7c6d80799bb1 None None] Could not find standard attr ID for object 22cf46cd-af24-4d90-986c-c6b985ca44a6. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:46:28.650933 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port c970bd59-48b8-4e70-9def-a3dc95867ceb triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:28.651595 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.724485 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.793732 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Deleting port 23cfd19a-254f-4cfc-a8c7-4386d21f37bc {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:28.794183 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.827489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-cecf3998-324b-4ff6-bf1e-d2a1ed0a5a26 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:28.831081 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-cecf3998-324b-4ff6-bf1e-d2a1ed0a5a26 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/networks?id=16765461-d7d9-4fac-9bec-028a4d653592 HTTP/1.1" status: 200 len: 797 time: 0.1817708 Nov 23 04:46:28.850515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50512cba-bde9-44d2-a2a0-f798a9c25547 None None] Network d1922c4e-fb39-4af9-8870-fc449a679d1f requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:28.867680 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] For port 23cfd19a-254f-4cfc-a8c7-4386d21f37bc, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=23cfd19a-254f-4cfc-a8c7-4386d21f37bc,segment=NetworkSegment(b7ac8a1e-af96-4fe8-8901-8a4ff0268ead),segment_id=b7ac8a1e-af96-4fe8-8901-8a4ff0268ead)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:28.868347 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.888665 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Calling delete_port for 23cfd19a-254f-4cfc-a8c7-4386d21f37bc owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:28.926696 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-01a6018f-8af4-429b-a39f-0e86c1f6437a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 379 time: 0.0589032 Nov 23 04:46:28.936389 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-0f3bea3d-f3ed-4e9c-bc17-859a239886ee tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'port': {'device_id': '951c3018-496f-44c5-956e-c67849c24fb4', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'admin_state_up': True, 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'security_groups': ['12057da0-6151-4ccc-9cfb-83b0bfb19779']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:28.980632 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:28.993801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] No DVR routers for this DVR port 23cfd19a-254f-4cfc-a8c7-4386d21f37bc on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:46:29.015761 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Pushing event deleted for resources: {'Port': ['ID=23cfd19a-254f-4cfc-a8c7-4386d21f37bc,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:29.061913 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a807c63-f4d1-4f4e-9649-a90dfaf2a64c None None] DHCP port deletion for d1922c4e-fb39-4af9-8870-fc449a679d1f request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:46:29.067469 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-0f3bea3d-f3ed-4e9c-bc17-859a239886ee tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:29.071577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-0f3bea3d-f3ed-4e9c-bc17-859a239886ee tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.103138 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.133206 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1922c4e-fb39-4af9-8870-fc449a679d1f']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:29.145435 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7ac8a1e-af96-4fe8-8901-8a4ff0268ead') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:29.145720 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7ac8a1e-af96-4fe8-8901-8a4ff0268ead') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:29.158024 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.174150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.181269 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Releasing vlan 190 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:46:29.181847 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:46:29.186190 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:46:29.211936 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-0f3bea3d-f3ed-4e9c-bc17-859a239886ee tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.14 (16765461-d7d9-4fac-9bec-028a4d653592/982556dc-8d0b-4bc1-9fdd-7de5d554c19e/fab36b69-43e9-4119-9f2d-d9ec1033f25c) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:29.248967 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.253551 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.257477 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] 10.222.0.37 "DELETE /v2.0/networks/d1922c4e-fb39-4af9-8870-fc449a679d1f HTTP/1.1" status: 204 len: 168 time: 0.6570323 Nov 23 04:46:29.271322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffde70b-45cc-478d-9fa0-d69c80e5726b tempest-ExtraDHCPOptionsIpV6TestJSON-168820137 tempest-ExtraDHCPOptionsIpV6TestJSON-168820137-project] Pushing event deleted for resources: {'Network': ['ID=d1922c4e-fb39-4af9-8870-fc449a679d1f,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:29.363966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-0f3bea3d-f3ed-4e9c-bc17-859a239886ee tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.397059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-0f3bea3d-f3ed-4e9c-bc17-859a239886ee tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.441414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-0f3bea3d-f3ed-4e9c-bc17-859a239886ee tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 16765461-d7d9-4fac-9bec-028a4d653592 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:29.444419 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-0f3bea3d-f3ed-4e9c-bc17-859a239886ee tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:29.448306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-0f3bea3d-f3ed-4e9c-bc17-859a239886ee tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:29.483556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3bea3d-f3ed-4e9c-bc17-859a239886ee tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=fab36b69-43e9-4119-9f2d-d9ec1033f25c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:29.507539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-0f3bea3d-f3ed-4e9c-bc17-859a239886ee tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:29.508175 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-0f3bea3d-f3ed-4e9c-bc17-859a239886ee tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.511965 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 23cfd19a-254f-4cfc-a8c7-4386d21f37bc no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:29.526838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47258) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:29.532922 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-0f3bea3d-f3ed-4e9c-bc17-859a239886ee tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5999210 Nov 23 04:46:29.536989 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 23cfd19a-254f-4cfc-a8c7-4386d21f37bc {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:46:29.538136 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 23cfd19a-254f-4cfc-a8c7-4386d21f37bc not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:46:29.560542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Request body: {'port': {'device_id': '951c3018-496f-44c5-956e-c67849c24fb4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:29.623572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.673263 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c112dfb4-3ce1-4e34-be39-bc29c6ab6774 req-9e41d8aa-efaa-4f61-ad16-aa5f41c76f41 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:29.675402 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c112dfb4-3ce1-4e34-be39-bc29c6ab6774 req-9e41d8aa-efaa-4f61-ad16-aa5f41c76f41 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 932 time: 0.0667350 Nov 23 04:46:29.755177 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f61909d3-583c-4c06-a1a4-bc27a7a5c18a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=57c7b6b14831457eb92e97b0a57b70e0&name=default HTTP/1.1" status: 200 len: 3000 time: 0.2264667 Nov 23 04:46:29.757678 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47264) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:29.762624 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1bd59e75-8dcc-4e99-9c15-6e3e923a1eb2 None None] Provisioning complete for port fab36b69-43e9-4119-9f2d-d9ec1033f25c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:29.763139 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1bd59e75-8dcc-4e99-9c15-6e3e923a1eb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.766909 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c112dfb4-3ce1-4e34-be39-bc29c6ab6774 req-0599612b-bff3-4f24-bbc7-54e202604999 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=12057da0-6151-4ccc-9cfb-83b0bfb19779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749004 Nov 23 04:46:29.811389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-1bd59e75-8dcc-4e99-9c15-6e3e923a1eb2 None None] Port fab36b69-43e9-4119-9f2d-d9ec1033f25c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:46:29.823430 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-683b891f-9268-4e3a-9afa-d492d884ab4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.845982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-683b891f-9268-4e3a-9afa-d492d884ab4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.892011 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-683b891f-9268-4e3a-9afa-d492d884ab4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.895240 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-683b891f-9268-4e3a-9afa-d492d884ab4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.896391 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-683b891f-9268-4e3a-9afa-d492d884ab4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/0aa71f94-380b-427a-8747-5cbdd4c3a22d HTTP/1.1" status: 204 len: 168 time: 0.1378419 Nov 23 04:46:29.906586 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683b891f-9268-4e3a-9afa-d492d884ab4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0aa71f94-380b-427a-8747-5cbdd4c3a22d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:29.920871 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fab36b69-43e9-4119-9f2d-d9ec1033f25c {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:46:29.929509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:29.942435 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Transition to ACTIVE for port object fab36b69-43e9-4119-9f2d-d9ec1033f25c will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:46:29.945671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:30.021640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Pushing event updated for resources: {'Port': ['ID=fab36b69-43e9-4119-9f2d-d9ec1033f25c,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:30.075091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Attempting to bind port fab36b69-43e9-4119-9f2d-d9ec1033f25c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:46:30.075091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Attempting to bind port fab36b69-43e9-4119-9f2d-d9ec1033f25c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'fc4a902a-5d74-4838-aafe-9718726ccec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:46:30.075454 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Attempting to bind port fab36b69-43e9-4119-9f2d-d9ec1033f25c on network 16765461-d7d9-4fac-9bec-028a4d653592 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:46:30.079906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Port fab36b69-43e9-4119-9f2d-d9ec1033f25c on network 16765461-d7d9-4fac-9bec-028a4d653592 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:46:30.080291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Attempting to bind port fab36b69-43e9-4119-9f2d-d9ec1033f25c on network 16765461-d7d9-4fac-9bec-028a4d653592 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:46:30.085535 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 46, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:46:30.085873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Checking segment: {'id': 'fc4a902a-5d74-4838-aafe-9718726ccec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:30.086256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Bound using segment: {'id': 'fc4a902a-5d74-4838-aafe-9718726ccec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:46:30.086686 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Bound port: fab36b69-43e9-4119-9f2d-d9ec1033f25c, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fc4a902a-5d74-4838-aafe-9718726ccec5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 177, 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:46:30.087045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:30.162386 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] For port fab36b69-43e9-4119-9f2d-d9ec1033f25c, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:46:30.165618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] For port fab36b69-43e9-4119-9f2d-d9ec1033f25c, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=fab36b69-43e9-4119-9f2d-d9ec1033f25c,segment=NetworkSegment(fc4a902a-5d74-4838-aafe-9718726ccec5),segment_id=fc4a902a-5d74-4838-aafe-9718726ccec5)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:46:30.172253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:30.212875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:30.213373 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:30.214857 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] 10.222.0.15 "PUT /v2.0/ports/fab36b69-43e9-4119-9f2d-d9ec1033f25c HTTP/1.1" status: 200 len: 1094 time: 0.6589489 Nov 23 04:46:30.215311 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951c3018-496f-44c5-956e-c67849c24fb4', 'tag': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:46:30.217724 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7baa91da-828e-4b07-b496-2ff1d385c23c" -d '{"events": [{"name": "network-changed", "server_uuid": "951c3018-496f-44c5-956e-c67849c24fb4", "tag": "fab36b69-43e9-4119-9f2d-d9ec1033f25c"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:46:30.256176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16eb642-9c50-4e1a-bb2f-c2f9ae4358de service neutron] Pushing event updated for resources: {'Port': ['ID=fab36b69-43e9-4119-9f2d-d9ec1033f25c,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:30.274854 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:46:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d680b6e-9d5c-4a7e-ab91-d83c9a29ca02 x-openstack-request-id: req-7d680b6e-9d5c-4a7e-ab91-d83c9a29ca02 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:46:30.275162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951c3018-496f-44c5-956e-c67849c24fb4", "tag": "fab36b69-43e9-4119-9f2d-d9ec1033f25c", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:46:30.275426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7d680b6e-9d5c-4a7e-ab91-d83c9a29ca02 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:46:30.275841 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951c3018-496f-44c5-956e-c67849c24fb4', 'tag': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c', 'status': 'completed', 'code': 200} Nov 23 04:46:30.348132 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-d3140c02-5404-4ad2-b846-6ed1130afd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:30.349753 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-d3140c02-5404-4ad2-b846-6ed1130afd90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 1097 time: 0.0517712 Nov 23 04:46:30.409166 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-2e61a72a-df53-4dc0-84ed-2df509b49b6b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fab36b69-43e9-4119-9f2d-d9ec1033f25c HTTP/1.1" status: 200 len: 217 time: 0.0378289 Nov 23 04:46:30.616112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47288) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:30.713626 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-718718639'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:30.736593 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Made reservation on behalf of defdccf76b674ee68d544834b895fe6d for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:30.740238 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:30.752884 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:30.793051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-1672095d-77d3-4307-8150-ee91a429805d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:30.794645 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-1672095d-77d3-4307-8150-ee91a429805d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=982556dc-8d0b-4bc1-9fdd-7de5d554c19e HTTP/1.1" status: 200 len: 835 time: 0.3712959 Nov 23 04:46:30.839889 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:30.845472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:30.847350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-41d61f41-6ae4-403e-be59-6fb42b9ec714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:30.848915 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-41d61f41-6ae4-403e-be59-6fb42b9ec714 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16765461-d7d9-4fac-9bec-028a4d653592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426219 Nov 23 04:46:30.896407 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:46:30.910829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3a4a551-4243-4a70-a4de-abdb0061f3c4,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:30.917769 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:30.918113 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Added segment 6ce7a2cb-3e4e-4b8c-929e-9ef25958d019 of type vlan for network 4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16 Nov 23 04:46:30.955213 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-624a6108-a14f-47eb-9184-fc4dfdc44c43 service neutron] 10.222.0.15 "GET /v2.0/networks/16765461-d7d9-4fac-9bec-028a4d653592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942469 Nov 23 04:46:30.962379 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09013c8b-4969-4f30-8b5a-19f338ccd74d req-85c9d16c-29e0-409e-9119-df18d050f3c2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:30.963870 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-09013c8b-4969-4f30-8b5a-19f338ccd74d req-85c9d16c-29e0-409e-9119-df18d050f3c2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 944 time: 0.1105294 Nov 23 04:46:30.974354 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:31.028667 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:31.035130 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:31.035710 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:31.044754 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-09013c8b-4969-4f30-8b5a-19f338ccd74d req-7bf79809-3206-4e07-8261-2f80b1fb0036 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=12057da0-6151-4ccc-9cfb-83b0bfb19779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0742993 Nov 23 04:46:31.057654 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92a074f6-d681-4108-aa5f-5d1ce454d921 req-c7849c8a-7640-49cf-88b8-b3d95a515cc7 service neutron] 10.222.0.15 "GET /v2.0/networks/16765461-d7d9-4fac-9bec-028a4d653592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912066 Nov 23 04:46:31.096987 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.4797177 Nov 23 04:46:31.100423 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47294) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:31.105082 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-dd66d431-74b4-471e-a7a4-100a7c9ed21a tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Request body: {'subnet': {'network_id': '4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:31.114111 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d396a-4065-4b59-8b51-3c202d91020e tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event updated for resources: {'Network': ['ID=4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:31.125403 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:46:31.231058 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa91da-828e-4b07-b496-2ff1d385c23c req-c5ee55d1-b8c9-4a33-b6f9-029a12fdc5d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:31.232419 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7baa91da-828e-4b07-b496-2ff1d385c23c req-c5ee55d1-b8c9-4a33-b6f9-029a12fdc5d1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 1097 time: 0.0785005 Nov 23 04:46:31.243241 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd66d431-74b4-471e-a7a4-100a7c9ed21a tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Made reservation on behalf of defdccf76b674ee68d544834b895fe6d for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:31.246747 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd66d431-74b4-471e-a7a4-100a7c9ed21a tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:31.405834 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa91da-828e-4b07-b496-2ff1d385c23c req-6c2fd3ea-d149-4977-b1c6-3aba0b949909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:31.407332 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7baa91da-828e-4b07-b496-2ff1d385c23c req-6c2fd3ea-d149-4977-b1c6-3aba0b949909 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16765461-d7d9-4fac-9bec-028a4d653592 HTTP/1.1" status: 200 len: 898 time: 0.1651735 Nov 23 04:46:31.476189 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7baa91da-828e-4b07-b496-2ff1d385c23c req-d81a1db6-9ace-4986-b699-a94118dd2249 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fab36b69-43e9-4119-9f2d-d9ec1033f25c HTTP/1.1" status: 200 len: 217 time: 0.0594792 Nov 23 04:46:31.572159 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa91da-828e-4b07-b496-2ff1d385c23c req-fc3b5fb1-2471-4539-8418-9a9100b258fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:31.573761 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7baa91da-828e-4b07-b496-2ff1d385c23c req-fc3b5fb1-2471-4539-8418-9a9100b258fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=982556dc-8d0b-4bc1-9fdd-7de5d554c19e HTTP/1.1" status: 200 len: 835 time: 0.0847714 Nov 23 04:46:31.575071 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd66d431-74b4-471e-a7a4-100a7c9ed21a tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:31.669697 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd66d431-74b4-471e-a7a4-100a7c9ed21a tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event updated for resources: {'Subnet': ['ID=4cc0c08a-1168-408d-8aa6-e087fc7383c3,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:31.681436 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7baa91da-828e-4b07-b496-2ff1d385c23c req-1690c595-7c0b-4458-844a-0d5c47932993 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:31.682932 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7baa91da-828e-4b07-b496-2ff1d385c23c req-1690c595-7c0b-4458-844a-0d5c47932993 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16765461-d7d9-4fac-9bec-028a4d653592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1008427 Nov 23 04:46:31.688727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd66d431-74b4-471e-a7a4-100a7c9ed21a tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Checking segment: {'id': '6ce7a2cb-3e4e-4b8c-929e-9ef25958d019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:31.689092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd66d431-74b4-471e-a7a4-100a7c9ed21a tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Network hostable DHCP agents. Network: 4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:46:31.750299 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd66d431-74b4-471e-a7a4-100a7c9ed21a tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Network 4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:46:31.766446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-dd66d431-74b4-471e-a7a4-100a7c9ed21a tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:31.770942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd66d431-74b4-471e-a7a4-100a7c9ed21a tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:31.771545 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dd66d431-74b4-471e-a7a4-100a7c9ed21a tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:31.775626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6015f49b-d5ed-4e1d-ac0f-ac9506d39a47 None None] Network 4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:31.806018 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dd66d431-74b4-471e-a7a4-100a7c9ed21a tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7049155 Nov 23 04:46:31.808825 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47296) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:31.809737 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7baa91da-828e-4b07-b496-2ff1d385c23c req-4d24a034-4f0b-4a7f-a8f8-f25d2cd22179 service neutron] 10.222.0.15 "GET /v2.0/networks/16765461-d7d9-4fac-9bec-028a4d653592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1154175 Nov 23 04:46:31.814000 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-06b3d45e-025a-4e58-846a-570ac8fa6ea2 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-652876901', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:31.838435 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06b3d45e-025a-4e58-846a-570ac8fa6ea2 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:31.839345 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06b3d45e-025a-4e58-846a-570ac8fa6ea2 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:31.894136 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06b3d45e-025a-4e58-846a-570ac8fa6ea2 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:31.901007 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06b3d45e-025a-4e58-846a-570ac8fa6ea2 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:31.914718 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7baa91da-828e-4b07-b496-2ff1d385c23c req-424ab934-68c3-4e7c-86fe-29f2537d579b service neutron] 10.222.0.15 "GET /v2.0/networks/16765461-d7d9-4fac-9bec-028a4d653592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0961256 Nov 23 04:46:31.932390 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-06b3d45e-025a-4e58-846a-570ac8fa6ea2 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:31.936981 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-06b3d45e-025a-4e58-846a-570ac8fa6ea2 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.1238141 Nov 23 04:46:31.937387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47298) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:31.956675 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16', 'network_id': '4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16', 'tenant_id': 'defdccf76b674ee68d544834b895fe6d', 'fixed_ips': [{'subnet_id': '4cc0c08a-1168-408d-8aa6-e087fc7383c3'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:46:31.957860 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:32.098153 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Allocated IP 172.20.0.2 (4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16/4cc0c08a-1168-408d-8aa6-e087fc7383c3/a1b67720-77b7-4478-937b-f3b3a82607c2) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:32.166802 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ea61f-e25e-4192-b8dd-9f6269ea183b req-d2bc0586-3f24-47ff-856f-3e2c9b73e413 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:32.168415 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b96ea61f-e25e-4192-b8dd-9f6269ea183b req-d2bc0586-3f24-47ff-856f-3e2c9b73e413 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 944 time: 0.0512986 Nov 23 04:46:32.225745 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b96ea61f-e25e-4192-b8dd-9f6269ea183b req-2aa107dc-a073-4db5-9f4f-dbbc562cbd20 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=12057da0-6151-4ccc-9cfb-83b0bfb19779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491822 Nov 23 04:46:32.235526 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:32.251961 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:32.257721 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:32.300389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Network 4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:32.303204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:32.307680 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:32.309674 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Pushing event updated for resources: {'Port': ['ID=a1b67720-77b7-4478-937b-f3b3a82607c2,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:32.367446 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Attempting to bind port a1b67720-77b7-4478-937b-f3b3a82607c2 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:46:32.367788 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Attempting to bind port a1b67720-77b7-4478-937b-f3b3a82607c2 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '6ce7a2cb-3e4e-4b8c-929e-9ef25958d019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:46:32.368165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Attempting to bind port a1b67720-77b7-4478-937b-f3b3a82607c2 on network 4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:46:32.373288 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 46, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:46:32.373685 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Checking segment: {'id': '6ce7a2cb-3e4e-4b8c-929e-9ef25958d019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:32.374086 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:32.374477 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Bound using segment: {'id': '6ce7a2cb-3e4e-4b8c-929e-9ef25958d019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:46:32.374976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Bound port: a1b67720-77b7-4478-937b-f3b3a82607c2, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ce7a2cb-3e4e-4b8c-929e-9ef25958d019', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': '4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:46:32.375358 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:32.436441 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] For port a1b67720-77b7-4478-937b-f3b3a82607c2, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:46:32.439550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] For port a1b67720-77b7-4478-937b-f3b3a82607c2, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a1b67720-77b7-4478-937b-f3b3a82607c2,segment=NetworkSegment(6ce7a2cb-3e4e-4b8c-929e-9ef25958d019),segment_id=6ce7a2cb-3e4e-4b8c-929e-9ef25958d019)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:46:32.444465 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:32.484597 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Allocated IP 172.20.0.1 (4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16/4cc0c08a-1168-408d-8aa6-e087fc7383c3/43698bb6-6db7-40eb-ba22-e66e8c46844b) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:32.502297 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76e12d63-9c0d-4a93-88ae-c933d8a5cda1 None None] Pushing event updated for resources: {'Port': ['ID=a1b67720-77b7-4478-937b-f3b3a82607c2,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:32.613170 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:32.657121 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:32.707826 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Network 4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:32.711225 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:32.714997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:32.722304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event updated for resources: {'Port': ['ID=43698bb6-6db7-40eb-ba22-e66e8c46844b,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:32.763369 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:32.874491 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:33.133064 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:33.138111 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:33.212785 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:33.214546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event updated for resources: {'Port': ['ID=43698bb6-6db7-40eb-ba22-e66e8c46844b,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:33.351340 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Network 4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:33.354288 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:33.368517 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8f9992-943d-4a02-b203-7a9a510086d6 req-fd75ebbc-fda4-465f-a609-4da0dd60f8c9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:33.370048 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ab8f9992-943d-4a02-b203-7a9a510086d6 req-fd75ebbc-fda4-465f-a609-4da0dd60f8c9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 944 time: 0.0707004 Nov 23 04:46:33.399411 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d92d68-5549-4967-877a-7fb6c669c2a1 None None] Network 4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:33.466706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-be0b2e11-3d65-4e8e-b9df-521808dd9b7e None None] Provisioning complete for port a1b67720-77b7-4478-937b-f3b3a82607c2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:33.467080 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be0b2e11-3d65-4e8e-b9df-521808dd9b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:33.496840 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ab8f9992-943d-4a02-b203-7a9a510086d6 req-337850e3-8c3f-447b-842c-231d493bc445 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=12057da0-6151-4ccc-9cfb-83b0bfb19779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0883160 Nov 23 04:46:33.528322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Router 9c91c372-e369-4955-a140-acb8b6509dad is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:46:33.552325 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a1b67720-77b7-4478-937b-f3b3a82607c2 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:46:33.641394 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:46:33.649511 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c822c396-c7d9-47a7-b7df-d2926b402584 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "PUT /v2.0/routers/9c91c372-e369-4955-a140-acb8b6509dad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7079031 Nov 23 04:46:33.649626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47304) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:33.654019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-dae95915-5743-4270-a029-0300ee648c61 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Request body: {'port': {'network_id': '4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16', 'name': 'tempest-FloatingIPNegativeTestJSON-1245047441'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:33.659095 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96015c2e-8de1-4e80-a3ca-156d08827da0 None None] Sync routers for ids ['9c91c372-e369-4955-a140-acb8b6509dad'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:46:33.691089 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be0b2e11-3d65-4e8e-b9df-521808dd9b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:33.692678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96015c2e-8de1-4e80-a3ca-156d08827da0 None None] Routers {'9c91c372-e369-4955-a140-acb8b6509dad'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:33.693316 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-96015c2e-8de1-4e80-a3ca-156d08827da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:46:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['9c91c372-e369-4955-a140-acb8b6509dad'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:33.741435 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port a1b67720-77b7-4478-937b-f3b3a82607c2 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:33.741811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:33.743859 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-96015c2e-8de1-4e80-a3ca-156d08827da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:33.771153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae95915-5743-4270-a029-0300ee648c61 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Made reservation on behalf of defdccf76b674ee68d544834b895fe6d for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:33.789120 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dae95915-5743-4270-a029-0300ee648c61 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:33.799243 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96015c2e-8de1-4e80-a3ca-156d08827da0 None None] Routers {'9c91c372-e369-4955-a140-acb8b6509dad'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:33.799876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-96015c2e-8de1-4e80-a3ca-156d08827da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:46:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['9c91c372-e369-4955-a140-acb8b6509dad'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:33.804288 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-be0b2e11-3d65-4e8e-b9df-521808dd9b7e None None] For port a1b67720-77b7-4478-937b-f3b3a82607c2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a1b67720-77b7-4478-937b-f3b3a82607c2,segment=NetworkSegment(6ce7a2cb-3e4e-4b8c-929e-9ef25958d019),segment_id=6ce7a2cb-3e4e-4b8c-929e-9ef25958d019)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:33.808695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-dae95915-5743-4270-a029-0300ee648c61 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] device_id is not set on port 9b213ce2-05d9-4237-af93-e47e28916ead yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:46:33.839708 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be0b2e11-3d65-4e8e-b9df-521808dd9b7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:33.844472 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-96015c2e-8de1-4e80-a3ca-156d08827da0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:33.845102 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96015c2e-8de1-4e80-a3ca-156d08827da0 None None] The sync data for ids ['9c91c372-e369-4955-a140-acb8b6509dad'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:46:33.930532 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b2e11-3d65-4e8e-b9df-521808dd9b7e None None] Pushing event updated for resources: {'Port': ['ID=a1b67720-77b7-4478-937b-f3b3a82607c2,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:33.937922 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-dae95915-5743-4270-a029-0300ee648c61 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Allocated IP 172.20.0.13 (4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16/4cc0c08a-1168-408d-8aa6-e087fc7383c3/9b213ce2-05d9-4237-af93-e47e28916ead) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:34.061440 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-975b11f5-9d12-486d-a9fc-bbe616bab3a7 None None] Provisioning complete for port 43698bb6-6db7-40eb-ba22-e66e8c46844b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:34.061901 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-975b11f5-9d12-486d-a9fc-bbe616bab3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:34.103087 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-975b11f5-9d12-486d-a9fc-bbe616bab3a7 None None] Port 43698bb6-6db7-40eb-ba22-e66e8c46844b cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:46:34.104153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dae95915-5743-4270-a029-0300ee648c61 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:34.114149 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-975b11f5-9d12-486d-a9fc-bbe616bab3a7 None None] Provisioning complete for port a1b67720-77b7-4478-937b-f3b3a82607c2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:34.114549 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-975b11f5-9d12-486d-a9fc-bbe616bab3a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:34.141586 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dae95915-5743-4270-a029-0300ee648c61 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:34.192408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae95915-5743-4270-a029-0300ee648c61 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Network 4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:34.196278 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-dae95915-5743-4270-a029-0300ee648c61 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:34.199758 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae95915-5743-4270-a029-0300ee648c61 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:34.234672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae95915-5743-4270-a029-0300ee648c61 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event updated for resources: {'Port': ['ID=9b213ce2-05d9-4237-af93-e47e28916ead,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:34.263072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae95915-5743-4270-a029-0300ee648c61 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:34.263598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dae95915-5743-4270-a029-0300ee648c61 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:34.286621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47306) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:34.287222 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dae95915-5743-4270-a029-0300ee648c61 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6367004 Nov 23 04:46:34.293013 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:34.321887 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:34.427672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:34.479783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3fde0312-2b21-4e6a-974e-facdb8e7013c None None] Provisioning complete for port 43698bb6-6db7-40eb-ba22-e66e8c46844b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:34.480397 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3fde0312-2b21-4e6a-974e-facdb8e7013c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:34.515546 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-3fde0312-2b21-4e6a-974e-facdb8e7013c None None] Port 43698bb6-6db7-40eb-ba22-e66e8c46844b cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:46:34.539878 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Allocated IP 172.26.8.59 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/a55b4db0-3199-475d-8fd5-bb44eb9910d5) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:34.560309 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device fab36b69-43e9-4119-9f2d-d9ec1033f25c details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:46:34.636821 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117aa52-7c8f-43a2-9fd7-977d6eba3320 req-11663979-1c80-46ca-a531-cbd705876e81 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:34.638410 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1117aa52-7c8f-43a2-9fd7-977d6eba3320 req-11663979-1c80-46ca-a531-cbd705876e81 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 944 time: 0.0597286 Nov 23 04:46:34.650935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:34.660237 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8b804635-e8af-4634-a34d-300e4eec18c8 None None] Provisioning complete for port 9b213ce2-05d9-4237-af93-e47e28916ead triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:34.660615 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8b804635-e8af-4634-a34d-300e4eec18c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:34.690995 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1117aa52-7c8f-43a2-9fd7-977d6eba3320 req-2e3b0f21-f4c9-4ed3-88ff-b94b9b30b881 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=12057da0-6151-4ccc-9cfb-83b0bfb19779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463800 Nov 23 04:46:34.695066 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:34.703997 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port fab36b69-43e9-4119-9f2d-d9ec1033f25c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=fab36b69-43e9-4119-9f2d-d9ec1033f25c,segment=NetworkSegment(fc4a902a-5d74-4838-aafe-9718726ccec5),segment_id=fc4a902a-5d74-4838-aafe-9718726ccec5)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:34.721208 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'port_id': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c', 'mac_address': 'fa:16:3e:aa:41:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 177, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:46:34.723623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8b804635-e8af-4634-a34d-300e4eec18c8 None None] Port 9b213ce2-05d9-4237-af93-e47e28916ead cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:46:34.736125 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:34.740604 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:34.743985 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:34.761320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:34.771142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event updated for resources: {'Port': ['ID=a55b4db0-3199-475d-8fd5-bb44eb9910d5,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:34.775678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fab36b69-43e9-4119-9f2d-d9ec1033f25c {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:46:34.801971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port fab36b69-43e9-4119-9f2d-d9ec1033f25c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=fab36b69-43e9-4119-9f2d-d9ec1033f25c,segment=NetworkSegment(fc4a902a-5d74-4838-aafe-9718726ccec5),segment_id=fc4a902a-5d74-4838-aafe-9718726ccec5)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:34.805775 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:34.835139 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:34.853876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=fab36b69-43e9-4119-9f2d-d9ec1033f25c,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:34.869378 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:35.019756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:35.024690 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:35.091851 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event updated for resources: {'Port': ['ID=a55b4db0-3199-475d-8fd5-bb44eb9910d5,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:35.103785 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:35.119073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:35.120330 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-085aedb6-30f4-4247-8213-cf4131c32ac7 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 0.8318751 Nov 23 04:46:35.123267 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47310) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:35.127657 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-d7b0e1e0-1a40-4db0-8b8d-5244ce6f30dc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Request body: {'floatingip': {'port_id': '9b213ce2-05d9-4237-af93-e47e28916ead', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:35.169909 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7b0e1e0-1a40-4db0-8b8d-5244ce6f30dc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for floatingip, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:35.181702 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['fab36b69-43e9-4119-9f2d-d9ec1033f25c'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:46:35.279140 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-d7b0e1e0-1a40-4db0-8b8d-5244ce6f30dc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] update failed (client error): The resource could not be found. Nov 23 04:46:35.280103 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d7b0e1e0-1a40-4db0-8b8d-5244ce6f30dc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "PUT /v2.0/floatingips/52b7d9d8-4bf8-4a5b-8554-19aae6637f61 HTTP/1.1" status: 404 len: 507 time: 0.1559181 Nov 23 04:46:35.283731 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47312) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:35.411215 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-4ecee675-715b-4832-bdb6-19954baa3a05 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Deleting port a55b4db0-3199-475d-8fd5-bb44eb9910d5 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:35.411933 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ecee675-715b-4832-bdb6-19954baa3a05 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:35.497534 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a1b67720-77b7-4478-937b-f3b3a82607c2 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:46:35.552195 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port a1b67720-77b7-4478-937b-f3b3a82607c2 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:35.552474 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:35.795156 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ecee675-715b-4832-bdb6-19954baa3a05 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:35.795492 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ecee675-715b-4832-bdb6-19954baa3a05 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:35.815109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-4ecee675-715b-4832-bdb6-19954baa3a05 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Calling delete_port for a55b4db0-3199-475d-8fd5-bb44eb9910d5 owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:35.835664 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79b0b65e-f463-4806-82f2-3525fa372535 req-3a677cdc-8882-4ba6-8b72-a01c1335128e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:35.837132 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-79b0b65e-f463-4806-82f2-3525fa372535 req-3a677cdc-8882-4ba6-8b72-a01c1335128e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 945 time: 0.0768399 Nov 23 04:46:35.939225 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-79b0b65e-f463-4806-82f2-3525fa372535 req-123799f8-c16f-40bf-910b-312db613ad8f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=12057da0-6151-4ccc-9cfb-83b0bfb19779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0675642 Nov 23 04:46:36.002573 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ecee675-715b-4832-bdb6-19954baa3a05 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:36.032005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecee675-715b-4832-bdb6-19954baa3a05 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event deleted for resources: {'Port': ['ID=a55b4db0-3199-475d-8fd5-bb44eb9910d5,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:36.114300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ecee675-715b-4832-bdb6-19954baa3a05 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:36.116810 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ecee675-715b-4832-bdb6-19954baa3a05 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:36.118052 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4ecee675-715b-4832-bdb6-19954baa3a05 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "DELETE /v2.0/floatingips/52b7d9d8-4bf8-4a5b-8554-19aae6637f61 HTTP/1.1" status: 204 len: 168 time: 0.8333991 Nov 23 04:46:36.121615 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47316) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:36.126458 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-3ab13559-5b03-405c-9f01-0c2be6a3f7e5 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Request body: {'floatingip': {'floating_network_id': '4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16', 'port_id': '9b213ce2-05d9-4237-af93-e47e28916ead', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:36.148105 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ab13559-5b03-405c-9f01-0c2be6a3f7e5 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:36.257975 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-3ab13559-5b03-405c-9f01-0c2be6a3f7e5 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 04:46:36.259095 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3ab13559-5b03-405c-9f01-0c2be6a3f7e5 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.1364901 Nov 23 04:46:36.262625 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47318) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:36.267523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': '9b213ce2-05d9-4237-af93-e47e28916ead', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:36.290085 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:36.388382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:36.489540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Allocated IP 172.26.8.75 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/11f65159-2801-4d40-89f3-a554d90c3c26) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:36.574781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device fab36b69-43e9-4119-9f2d-d9ec1033f25c up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:46:36.596687 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:36.624381 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port fab36b69-43e9-4119-9f2d-d9ec1033f25c completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:46:36.629427 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port fab36b69-43e9-4119-9f2d-d9ec1033f25c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:36.629897 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:36.631799 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:36.671689 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:36.676296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:36.678694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:36.702600 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event updated for resources: {'Port': ['ID=11f65159-2801-4d40-89f3-a554d90c3c26,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:36.711784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:36.734261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951c3018-496f-44c5-956e-c67849c24fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:46:36.736536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-235afbf9-14ab-4890-8bee-966ae6756cc1" -d '{"events": [{"server_uuid": "951c3018-496f-44c5-956e-c67849c24fb4", "name": "network-vif-plugged", "status": "completed", "tag": "fab36b69-43e9-4119-9f2d-d9ec1033f25c"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:46:36.750112 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port fab36b69-43e9-4119-9f2d-d9ec1033f25c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=fab36b69-43e9-4119-9f2d-d9ec1033f25c,segment=NetworkSegment(fc4a902a-5d74-4838-aafe-9718726ccec5),segment_id=fc4a902a-5d74-4838-aafe-9718726ccec5)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:36.754638 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:36.786175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:46:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da7a6e90-fc7b-443c-83ff-d5b57e94321d x-openstack-request-id: req-da7a6e90-fc7b-443c-83ff-d5b57e94321d {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:46:36.786550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951c3018-496f-44c5-956e-c67849c24fb4", "name": "network-vif-plugged", "status": "completed", "tag": "fab36b69-43e9-4119-9f2d-d9ec1033f25c", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:46:36.786870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da7a6e90-fc7b-443c-83ff-d5b57e94321d {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:46:36.787771 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951c3018-496f-44c5-956e-c67849c24fb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c', 'code': 200} Nov 23 04:46:36.806896 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=fab36b69-43e9-4119-9f2d-d9ec1033f25c,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:36.852145 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Deleting port 11f65159-2801-4d40-89f3-a554d90c3c26 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:36.852481 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:36.876238 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-34f6648d-0e61-4816-a2cc-6bb3cfc6eb19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:36.932179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:36.932400 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:36.944566 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Calling delete_port for 11f65159-2801-4d40-89f3-a554d90c3c26 owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:37.011358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874a8d3f-867a-4be9-974c-36b58418cc5d req-0332bb51-7709-4f0a-950c-49d83e6568d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:37.013522 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-874a8d3f-867a-4be9-974c-36b58418cc5d req-0332bb51-7709-4f0a-950c-49d83e6568d7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 1099 time: 0.0500674 Nov 23 04:46:37.067971 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-874a8d3f-867a-4be9-974c-36b58418cc5d req-f558851c-11cd-459c-bcca-c02bc1b1e8d4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=12057da0-6151-4ccc-9cfb-83b0bfb19779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412431 Nov 23 04:46:37.105252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b686932-43ad-4fa4-a8c5-025e9132786b req-32c9025d-0a5d-47d8-9697-74fa3e432774 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:37.106761 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0b686932-43ad-4fa4-a8c5-025e9132786b req-32c9025d-0a5d-47d8-9697-74fa3e432774 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 946 time: 0.0832739 Nov 23 04:46:37.110851 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:37.152413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event deleted for resources: {'Port': ['ID=11f65159-2801-4d40-89f3-a554d90c3c26,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:37.225831 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0b686932-43ad-4fa4-a8c5-025e9132786b req-e3bba08c-bf20-4852-80be-58ece9390e21 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=12057da0-6151-4ccc-9cfb-83b0bfb19779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1105161 Nov 23 04:46:37.248096 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] create failed (client error): The resource could not be found. Nov 23 04:46:37.249536 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-13b2fdb3-5a9f-4bae-8b3a-bfbf6362c3bc tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 0.9858398 Nov 23 04:46:37.252635 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47324) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:37.344344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-3fa7ab95-65dc-4c26-8c3b-91d48505267d tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Deleting port 9b213ce2-05d9-4237-af93-e47e28916ead {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:37.344681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3fa7ab95-65dc-4c26-8c3b-91d48505267d tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:37.441406 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3fa7ab95-65dc-4c26-8c3b-91d48505267d tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:37.454538 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-3fa7ab95-65dc-4c26-8c3b-91d48505267d tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Calling delete_port for 9b213ce2-05d9-4237-af93-e47e28916ead owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:37.569390 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8575b9bd-1592-4be0-bde6-2c307c141d93 req-3054c450-ab6e-4e36-9429-aa05404d3cfd tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:37.570887 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8575b9bd-1592-4be0-bde6-2c307c141d93 req-3054c450-ab6e-4e36-9429-aa05404d3cfd tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 946 time: 0.0725274 Nov 23 04:46:37.655720 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3fa7ab95-65dc-4c26-8c3b-91d48505267d tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:37.661439 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8575b9bd-1592-4be0-bde6-2c307c141d93 req-16e701b8-6c08-43e7-b9a7-085ca645003b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0827408 Nov 23 04:46:37.689845 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa7ab95-65dc-4c26-8c3b-91d48505267d tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event deleted for resources: {'Port': ['ID=9b213ce2-05d9-4237-af93-e47e28916ead,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:37.759858 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3fa7ab95-65dc-4c26-8c3b-91d48505267d tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:37.763377 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3fa7ab95-65dc-4c26-8c3b-91d48505267d tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "DELETE /v2.0/ports/9b213ce2-05d9-4237-af93-e47e28916ead HTTP/1.1" status: 204 len: 168 time: 0.5098221 Nov 23 04:46:37.766039 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47330) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:37.818142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11a3b80-a19c-47be-977e-0a29353172ef tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:37.819748 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c11a3b80-a19c-47be-977e-0a29353172ef tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "GET /v2.0/ports?device_id=9c91c372-e369-4955-a140-acb8b6509dad HTTP/1.1" status: 200 len: 913 time: 0.0527072 Nov 23 04:46:37.822384 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47332) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:38.137703 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bae7ad83-68ff-4066-91b3-0d8d7559f643 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:38.347749 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e61adc-3dd0-4585-95e0-3450f6d4047d req-a8e26306-9062-4d3f-adc9-e027af4cbfd2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:38.349380 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a1e61adc-3dd0-4585-95e0-3450f6d4047d req-a8e26306-9062-4d3f-adc9-e027af4cbfd2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 946 time: 0.0529375 Nov 23 04:46:38.393749 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-bae7ad83-68ff-4066-91b3-0d8d7559f643 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Deleting port 43698bb6-6db7-40eb-ba22-e66e8c46844b {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:38.394157 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bae7ad83-68ff-4066-91b3-0d8d7559f643 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:38.400079 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a1e61adc-3dd0-4585-95e0-3450f6d4047d req-350e27ef-0bc2-4ac0-837f-30e078ef634b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=12057da0-6151-4ccc-9cfb-83b0bfb19779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443094 Nov 23 04:46:38.457543 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:38.510558 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bae7ad83-68ff-4066-91b3-0d8d7559f643 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:38.525886 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-bae7ad83-68ff-4066-91b3-0d8d7559f643 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Calling delete_port for 43698bb6-6db7-40eb-ba22-e66e8c46844b owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:38.548849 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74c30d67-a957-47dc-8eb8-911ac71b01be req-ad8f1af7-f5c4-4a7f-8176-f9b7b9ed6ec3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:38.550540 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74c30d67-a957-47dc-8eb8-911ac71b01be req-ad8f1af7-f5c4-4a7f-8176-f9b7b9ed6ec3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 946 time: 0.0810695 Nov 23 04:46:38.645713 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-74c30d67-a957-47dc-8eb8-911ac71b01be req-3ca90938-d729-488e-af22-e4a06ded6de2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=12057da0-6151-4ccc-9cfb-83b0bfb19779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618086 Nov 23 04:46:38.667192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47338) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:38.707719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3ef988-78a0-41d3-8528-865f0510ac39 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:38.709443 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9d3ef988-78a0-41d3-8528-865f0510ac39 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 1094 time: 0.0412333 Nov 23 04:46:38.712274 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47342) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:38.717916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:38.759519 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bae7ad83-68ff-4066-91b3-0d8d7559f643 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:38.769938 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:38.787962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae7ad83-68ff-4066-91b3-0d8d7559f643 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event deleted for resources: {'Port': ['ID=43698bb6-6db7-40eb-ba22-e66e8c46844b,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:38.834078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02548d47-fac7-4b87-8f50-24778ecfa5dc req-624cedca-2ded-4b56-ac81-3007d65b179b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:38.835625 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-02548d47-fac7-4b87-8f50-24778ecfa5dc req-624cedca-2ded-4b56-ac81-3007d65b179b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 946 time: 0.1036167 Nov 23 04:46:38.909004 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-02548d47-fac7-4b87-8f50-24778ecfa5dc req-23be5ea1-84ed-40dc-833a-c53facad6d1c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0657327 Nov 23 04:46:38.944213 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bae7ad83-68ff-4066-91b3-0d8d7559f643 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:38.946262 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:39.061349 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.176 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/0309cc65-f1dd-4ac4-a288-b35a4a737da9) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:39.109985 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bae7ad83-68ff-4066-91b3-0d8d7559f643 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Router 9c91c372-e369-4955-a140-acb8b6509dad has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:46:39.166788 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:39.168985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8e4216b1-f8ac-4ac2-98da-fb4a2ad2634f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:39.191218 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bae7ad83-68ff-4066-91b3-0d8d7559f643 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:46:39.196779 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bae7ad83-68ff-4066-91b3-0d8d7559f643 tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "PUT /v2.0/routers/9c91c372-e369-4955-a140-acb8b6509dad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3734360 Nov 23 04:46:39.199421 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47344) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:39.200979 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e2c0c-5f23-46b9-809f-91a40c3aee42 None None] Sync routers for ids ['9c91c372-e369-4955-a140-acb8b6509dad'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:46:39.213360 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e2c0c-5f23-46b9-809f-91a40c3aee42 None None] Routers {'9c91c372-e369-4955-a140-acb8b6509dad'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:39.213970 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2d5e2c0c-5f23-46b9-809f-91a40c3aee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:46:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['9c91c372-e369-4955-a140-acb8b6509dad'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:39.249878 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2d5e2c0c-5f23-46b9-809f-91a40c3aee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:39.258748 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d5e2c0c-5f23-46b9-809f-91a40c3aee42 None None] Routers {'9c91c372-e369-4955-a140-acb8b6509dad'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:39.259351 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2d5e2c0c-5f23-46b9-809f-91a40c3aee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:46:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['9c91c372-e369-4955-a140-acb8b6509dad'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:39.274136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:39.284326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86cba780-bd5d-4185-a279-5a6ce6ba4afe tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:39.292927 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2d5e2c0c-5f23-46b9-809f-91a40c3aee42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:39.293601 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d5e2c0c-5f23-46b9-809f-91a40c3aee42 None None] The sync data for ids ['9c91c372-e369-4955-a140-acb8b6509dad'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:46:39.375572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:39.381587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:39.386696 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:39.445903 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=0309cc65-f1dd-4ac4-a288-b35a4a737da9,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:39.547349 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86cba780-bd5d-4185-a279-5a6ce6ba4afe tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:39.567410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86cba780-bd5d-4185-a279-5a6ce6ba4afe tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:39.656811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-2c3a26ad-4452-499f-a101-1f1dd9232883 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:39.658585 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-2c3a26ad-4452-499f-a101-1f1dd9232883 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.15 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 946 time: 0.1793964 Nov 23 04:46:39.676482 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86cba780-bd5d-4185-a279-5a6ce6ba4afe tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:39.676986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86cba780-bd5d-4185-a279-5a6ce6ba4afe tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Fanout notify agent at l3_agent the message router_deleted on router 9c91c372-e369-4955-a140-acb8b6509dad {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:46:39.705267 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86cba780-bd5d-4185-a279-5a6ce6ba4afe tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:39.706272 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-86cba780-bd5d-4185-a279-5a6ce6ba4afe tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "DELETE /v2.0/routers/9c91c372-e369-4955-a140-acb8b6509dad HTTP/1.1" status: 204 len: 168 time: 0.5059633 Nov 23 04:46:39.708820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47346) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:39.759491 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b7afba5-ad61-4edd-a855-4d06d4d6713c tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Deleting subnet 4cc0c08a-1168-408d-8aa6-e087fc7383c3 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:39.762683 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b7afba5-ad61-4edd-a855-4d06d4d6713c tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:39.804178 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b7afba5-ad61-4edd-a855-4d06d4d6713c tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:39.859644 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-bc937ffd-7c3f-4936-8b38-659ca0e75572 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Deleting port 6b653762-0c95-40d8-b695-3d7a92ee7d2e {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:39.859981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-bc937ffd-7c3f-4936-8b38-659ca0e75572 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:39.893002 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b7afba5-ad61-4edd-a855-4d06d4d6713c tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:39.956558 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b7afba5-ad61-4edd-a855-4d06d4d6713c tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:39.991911 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b7afba5-ad61-4edd-a855-4d06d4d6713c tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:39.997962 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5b7afba5-ad61-4edd-a855-4d06d4d6713c tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "DELETE /v2.0/subnets/4cc0c08a-1168-408d-8aa6-e087fc7383c3 HTTP/1.1" status: 204 len: 168 time: 0.2858732 Nov 23 04:46:39.997962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7afba5-ad61-4edd-a855-4d06d4d6713c tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event deleted for resources: {'Subnet': ['ID=4cc0c08a-1168-408d-8aa6-e087fc7383c3,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:39.999921 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47350) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:40.000969 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bf53033-51ab-48bf-969f-676d07c3dc79 None None] Network 4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:40.079975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-bc937ffd-7c3f-4936-8b38-659ca0e75572 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] For port 6b653762-0c95-40d8-b695-3d7a92ee7d2e, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=6b653762-0c95-40d8-b695-3d7a92ee7d2e,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:40.080365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-bc937ffd-7c3f-4936-8b38-659ca0e75572 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.112751 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6dc811-f463-4b96-bc4d-8964708f2c0f req-d41854c3-795d-4ddb-b54a-b5fdbf3c8183 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:40.114273 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0d6dc811-f463-4b96-bc4d-8964708f2c0f req-d41854c3-795d-4ddb-b54a-b5fdbf3c8183 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 946 time: 0.1266384 Nov 23 04:46:40.120415 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.165629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.196025 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f927ad5f-2a47-47eb-ab59-41c89a930f9e None None] DHCP port deletion for 4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:46:40.200215 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0d6dc811-f463-4b96-bc4d-8964708f2c0f req-f7f057bd-3826-4222-bf33-0b9ab0c0f65d tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0737994 Nov 23 04:46:40.221623 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Deleting port a1b67720-77b7-4478-937b-f3b3a82607c2 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:40.222164 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.255198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f927ad5f-2a47-47eb-ab59-41c89a930f9e None None] Deleting port a1b67720-77b7-4478-937b-f3b3a82607c2 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:40.255570 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f927ad5f-2a47-47eb-ab59-41c89a930f9e None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.294242 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] For port a1b67720-77b7-4478-937b-f3b3a82607c2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a1b67720-77b7-4478-937b-f3b3a82607c2,segment=NetworkSegment(6ce7a2cb-3e4e-4b8c-929e-9ef25958d019),segment_id=6ce7a2cb-3e4e-4b8c-929e-9ef25958d019)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:40.294658 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.308739 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Calling delete_port for a1b67720-77b7-4478-937b-f3b3a82607c2 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:40.325315 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.325843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f927ad5f-2a47-47eb-ab59-41c89a930f9e None None] For port a1b67720-77b7-4478-937b-f3b3a82607c2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a1b67720-77b7-4478-937b-f3b3a82607c2,segment=NetworkSegment(6ce7a2cb-3e4e-4b8c-929e-9ef25958d019),segment_id=6ce7a2cb-3e4e-4b8c-929e-9ef25958d019)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:40.326451 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f927ad5f-2a47-47eb-ab59-41c89a930f9e None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.346128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f927ad5f-2a47-47eb-ab59-41c89a930f9e None None] Calling delete_port for a1b67720-77b7-4478-937b-f3b3a82607c2 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:40.351074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.396041 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.419591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-bc937ffd-7c3f-4936-8b38-659ca0e75572 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.420161 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-bc937ffd-7c3f-4936-8b38-659ca0e75572 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.420264 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-bc937ffd-7c3f-4936-8b38-659ca0e75572 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Floating IP 84dc2e23-ad14-4021-8243-04c3924ec07d disassociated. External IP: 172.26.8.40, port: 6b653762-0c95-40d8-b695-3d7a92ee7d2e. Nov 23 04:46:40.420526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-bc937ffd-7c3f-4936-8b38-659ca0e75572 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Calling delete_port for 6b653762-0c95-40d8-b695-3d7a92ee7d2e owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: from cryptography.utils import int_from_bytes Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: from cryptography.utils import int_from_bytes Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 04:46:40.425459 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 04:46:40.429760 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event deleted for resources: {'Port': ['ID=a1b67720-77b7-4478-937b-f3b3a82607c2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:40.433375 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] No DVR routers for this DVR port a1b67720-77b7-4478-937b-f3b3a82607c2 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:46:40.439662 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f927ad5f-2a47-47eb-ab59-41c89a930f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.465453 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f927ad5f-2a47-47eb-ab59-41c89a930f9e None None] Pushing event deleted for resources: {'Port': ['ID=a1b67720-77b7-4478-937b-f3b3a82607c2,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:40.470279 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f927ad5f-2a47-47eb-ab59-41c89a930f9e None None] No DVR routers for this DVR port a1b67720-77b7-4478-937b-f3b3a82607c2 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:46:40.520234 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.541972 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:40.552807 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ce7a2cb-3e4e-4b8c-929e-9ef25958d019') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:40.553104 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ce7a2cb-3e4e-4b8c-929e-9ef25958d019') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:40.563064 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.576566 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.582977 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:46:40.583400 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:46:40.586575 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:46:40.659123 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.677897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.681192 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] 10.222.0.37 "DELETE /v2.0/networks/4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16 HTTP/1.1" status: 204 len: 168 time: 0.6732972 Nov 23 04:46:40.682307 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c51ff94b-1282-465d-bdc2-9f5aae57b5ac tempest-FloatingIPNegativeTestJSON-326228830 tempest-FloatingIPNegativeTestJSON-326228830-project] Pushing event deleted for resources: {'Network': ['ID=4fbb0c92-3a55-4de2-9ac5-36fd6aa61d16,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:40.934656 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:40.935159 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47356) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:40.941666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:41.023952 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-bc937ffd-7c3f-4936-8b38-659ca0e75572 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:41.037699 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=0309cc65-f1dd-4ac4-a288-b35a4a737da9,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:41.050616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:41.075225 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b278e1df-4e0f-4449-92ae-afafb82f9b64 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=defdccf76b674ee68d544834b895fe6d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1386738 Nov 23 04:46:41.077704 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47360) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:41.102052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc937ffd-7c3f-4936-8b38-659ca0e75572 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event deleted for resources: {'Port': ['ID=6b653762-0c95-40d8-b695-3d7a92ee7d2e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:41.131838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-51ae0ad8-538c-4d15-a524-9e318e3fecc1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:41.152759 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-51ae0ad8-538c-4d15-a524-9e318e3fecc1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:41.213207 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-51ae0ad8-538c-4d15-a524-9e318e3fecc1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:41.216302 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-51ae0ad8-538c-4d15-a524-9e318e3fecc1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:41.220326 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-51ae0ad8-538c-4d15-a524-9e318e3fecc1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d3a4a551-4243-4a70-a4de-abdb0061f3c4 HTTP/1.1" status: 204 len: 168 time: 0.1388476 Nov 23 04:46:41.241831 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51ae0ad8-538c-4d15-a524-9e318e3fecc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3a4a551-4243-4a70-a4de-abdb0061f3c4,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:41.253550 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP 21cba7c9-979e-4de6-a472-c952ff186ec2 associated. External IP: 172.26.8.176, port: fab36b69-43e9-4119-9f2d-d9ec1033f25c. Nov 23 04:46:41.340796 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-beba5a91-c624-473f-a04d-8e35f9c6c53f req-f70bb197-fb9c-4eb0-a623-fb3f363fb648 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 210 time: 0.0393584 Nov 23 04:46:41.344737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-bc937ffd-7c3f-4936-8b38-659ca0e75572 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Router 99b68924-26e6-4205-b84a-d21dd05a4a3f has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:46:41.542796 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a1b67720-77b7-4478-937b-f3b3a82607c2 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:41.569552 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: a1b67720-77b7-4478-937b-f3b3a82607c2 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:46:41.570222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a1b67720-77b7-4478-937b-f3b3a82607c2 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:46:41.587227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-bc937ffd-7c3f-4936-8b38-659ca0e75572 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:46:41.612256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3455807b-aae5-457e-81cc-70a42b7dad48 None None] Sync routers for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:46:41.626653 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3455807b-aae5-457e-81cc-70a42b7dad48 None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:41.627305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-3455807b-aae5-457e-81cc-70a42b7dad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:46:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:41.637295 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-bc937ffd-7c3f-4936-8b38-659ca0e75572 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] No DVR routers for this DVR port 6b653762-0c95-40d8-b695-3d7a92ee7d2e on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:46:41.642383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-bc937ffd-7c3f-4936-8b38-659ca0e75572 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:41.645742 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b1cc9c04-bdc5-40e6-af9f-666bf5173dcc req-bc937ffd-7c3f-4936-8b38-659ca0e75572 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.15 "DELETE /v2.0/ports/6b653762-0c95-40d8-b695-3d7a92ee7d2e HTTP/1.1" status: 204 len: 173 time: 1.9794185 Nov 23 04:46:41.646202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '701fa321-9a7d-48b3-972b-a12de40e0dd9', 'name': 'network-vif-deleted', 'tag': '6b653762-0c95-40d8-b695-3d7a92ee7d2e'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:46:41.648516 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f16f2fe4-7664-44da-9085-9727b469093a" -d '{"events": [{"server_uuid": "701fa321-9a7d-48b3-972b-a12de40e0dd9", "name": "network-vif-deleted", "tag": "6b653762-0c95-40d8-b695-3d7a92ee7d2e"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:46:41.663474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 290a20ef-841a-44d2-afc7-aad8ab5f3eda has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:46:41.744355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:41.766209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:46:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d19d9fa3-745e-4c1e-adac-127242d7d7e1 x-openstack-request-id: req-d19d9fa3-745e-4c1e-adac-127242d7d7e1 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:46:41.766503 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "701fa321-9a7d-48b3-972b-a12de40e0dd9", "name": "network-vif-deleted", "tag": "6b653762-0c95-40d8-b695-3d7a92ee7d2e", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:46:41.766763 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d19d9fa3-745e-4c1e-adac-127242d7d7e1 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:46:41.767162 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '701fa321-9a7d-48b3-972b-a12de40e0dd9', 'name': 'network-vif-deleted', 'tag': '6b653762-0c95-40d8-b695-3d7a92ee7d2e', 'status': 'completed', 'code': 200} Nov 23 04:46:41.805381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:46:41.819923 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af99aa9-121c-4a70-801b-1d8f959675aa None None] Sync routers for ids ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:46:41.832838 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af99aa9-121c-4a70-801b-1d8f959675aa None None] Routers {'290a20ef-841a-44d2-afc7-aad8ab5f3eda'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:41.833495 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-7af99aa9-121c-4a70-801b-1d8f959675aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:46:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:41.838600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:41.848395 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-3455807b-aae5-457e-81cc-70a42b7dad48 None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:46:41.878328 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f82eefc1-a57c-4346-bbb5-6c6fe26779fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.1648953 Nov 23 04:46:41.880950 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47386) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:41.979558 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-7af99aa9-121c-4a70-801b-1d8f959675aa None None] Set router 290a20ef-841a-44d2-afc7-aad8ab5f3eda gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:46:42.161332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47390) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:42.182101 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-3455807b-aae5-457e-81cc-70a42b7dad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:42.213209 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3455807b-aae5-457e-81cc-70a42b7dad48 None None] Checking router: 99b68924-26e6-4205-b84a-d21dd05a4a3f for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:46:42.223708 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3455807b-aae5-457e-81cc-70a42b7dad48 None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:42.224357 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-3455807b-aae5-457e-81cc-70a42b7dad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:46:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:42.310880 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-7af99aa9-121c-4a70-801b-1d8f959675aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'name': 'tempest-TestNetworkBasicOps-router-254230158', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:46:16Z', 'updated_at': '2021-11-23T04:46:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:17Z', 'updated_at': '2021-11-23T04:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '21cba7c9-979e-4de6-a472-c952ff186ec2', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'port_id': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'mac_address': 'fa:16:3e:aa:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951c3018-496f-44c5-956e-c67849c24fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:46:39Z', 'updated_at': '2021-11-23T04:46:39Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c970bd59-48b8-4e70-9def-a3dc95867ceb', 'name': '', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:47:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:20Z', 'updated_at': '2021-11-23T04:46:25Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:42.324045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Request body: {'networks': [{'name': 'tempest-network--1402007841'}, {'name': 'tempest-network--15229952'}]} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:42.324693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Request body: {'network': {'name': 'tempest-network--1402007841'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:42.325455 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Request body: {'network': {'name': 'tempest-network--15229952'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:42.356247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Made reservation on behalf of 889b7b953e6e498b967f45e462078b4a for: {'network': 2} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:42.362463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-3455807b-aae5-457e-81cc-70a42b7dad48 None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:46:42.365053 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:42.371818 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af99aa9-121c-4a70-801b-1d8f959675aa None None] Checking router: 290a20ef-841a-44d2-afc7-aad8ab5f3eda for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:46:42.376508 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:42.381730 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5468210d-b13a-4aa7-9302-173bf84ffab5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/21cba7c9-979e-4de6-a472-c952ff186ec2 HTTP/1.1" status: 200 len: 992 time: 0.4961305 Nov 23 04:46:42.382416 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af99aa9-121c-4a70-801b-1d8f959675aa None None] Routers {'290a20ef-841a-44d2-afc7-aad8ab5f3eda'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:46:42.383378 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-7af99aa9-121c-4a70-801b-1d8f959675aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:46:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:42.467917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:42.479901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:42.480459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:42.512780 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-7af99aa9-121c-4a70-801b-1d8f959675aa None None] Set router 290a20ef-841a-44d2-afc7-aad8ab5f3eda gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:46:42.520316 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-95764b12-24c2-4a73-b057-afdebfde87b4 req-cbb0dde8-c63c-44df-bd7d-7d9a29f2b02e tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 210 time: 0.0582025 Nov 23 04:46:42.544505 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:46:42.557696 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:42.558298 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Added segment 1a2091d0-01f7-4952-95c0-fb9cc3f61fc6 of type vlan for network 3e810ecd-25ac-42a2-a4d0-772378f13d80 Nov 23 04:46:42.594984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 6b653762-0c95-40d8-b695-3d7a92ee7d2e no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:42.603552 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d91e08e-4bb2-46cb-b437-b8c454528fe4,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:42.618465 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:42.621734 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:42.622163 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:42.622583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:42.622979 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:42.623383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:42.623784 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:42.624179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:42.625107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:42.626566 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:42.626566 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:42.626566 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:42.626566 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:42.665941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 6b653762-0c95-40d8-b695-3d7a92ee7d2e {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:46:42.666321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 6b653762-0c95-40d8-b695-3d7a92ee7d2e not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:46:42.666970 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:46:42.679069 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:42.679867 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Added segment 2feec8a4-3bfc-4562-b809-fced2675a512 of type vlan for network 74b3a6a0-0e18-4163-83af-75d3c3097fd1 Nov 23 04:46:42.699630 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:42.720160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-3455807b-aae5-457e-81cc-70a42b7dad48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:42.741115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:42.754508 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3455807b-aae5-457e-81cc-70a42b7dad48 None None] The sync data for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv is: [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:46:42.783695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:42.784072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:42.789851 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:42.795632 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:42.796329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:42.879459 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.7128689 Nov 23 04:46:42.880730 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47396) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:42.891525 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event updated for resources: {'Network': ['ID=3e810ecd-25ac-42a2-a4d0-772378f13d80,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:42.902157 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 3e810ecd-25ac-42a2-a4d0-772378f13d80 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:46:42.946589 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-7af99aa9-121c-4a70-801b-1d8f959675aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'name': 'tempest-TestNetworkBasicOps-router-254230158', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:46:16Z', 'updated_at': '2021-11-23T04:46:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:17Z', 'updated_at': '2021-11-23T04:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '21cba7c9-979e-4de6-a472-c952ff186ec2', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'port_id': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'mac_address': 'fa:16:3e:aa:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951c3018-496f-44c5-956e-c67849c24fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:46:39Z', 'updated_at': '2021-11-23T04:46:39Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c970bd59-48b8-4e70-9def-a3dc95867ceb', 'name': '', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:47:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:20Z', 'updated_at': '2021-11-23T04:46:25Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:42.969433 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfdcd5c-40eb-41af-802e-3c86c1376b46 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event updated for resources: {'Network': ['ID=74b3a6a0-0e18-4163-83af-75d3c3097fd1,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:42.993764 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 74b3a6a0-0e18-4163-83af-75d3c3097fd1 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:46:43.003870 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af99aa9-121c-4a70-801b-1d8f959675aa None None] The sync data for ids ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'] in dv-neutron-818850-1-hyperv is: [{'id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'name': 'tempest-TestNetworkBasicOps-router-254230158', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:46:16Z', 'updated_at': '2021-11-23T04:46:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:17Z', 'updated_at': '2021-11-23T04:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '21cba7c9-979e-4de6-a472-c952ff186ec2', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'port_id': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1313, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'mac_address': 'fa:16:3e:aa:41:43', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '951c3018-496f-44c5-956e-c67849c24fb4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:46:39Z', 'updated_at': '2021-11-23T04:46:39Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c970bd59-48b8-4e70-9def-a3dc95867ceb', 'name': '', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:47:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:20Z', 'updated_at': '2021-11-23T04:46:25Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:46:43.166348 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29456a19-e16a-4cfe-8190-5f532e5345d9 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:43.173412 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29456a19-e16a-4cfe-8190-5f532e5345d9 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:43.179378 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29456a19-e16a-4cfe-8190-5f532e5345d9 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:43.185655 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29456a19-e16a-4cfe-8190-5f532e5345d9 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:43.188080 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-29456a19-e16a-4cfe-8190-5f532e5345d9 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3061161 Nov 23 04:46:43.190031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a32ef6ab-a48a-4a67-b70e-279e900c6803 None None] New status for floating IP 84dc2e23-ad14-4021-8243-04c3924ec07d: DOWN {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:46:43.191244 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47398) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:43.285199 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8325b7c2-b963-40db-8fcf-a271b328ad31 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:43.325086 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2ccb896-bc50-4cbf-a650-a378fa38d1ec None None] New status for floating IP 21cba7c9-979e-4de6-a472-c952ff186ec2: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:46:43.382396 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47400) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:43.393437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8325b7c2-b963-40db-8fcf-a271b328ad31 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:43.420361 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-8325b7c2-b963-40db-8fcf-a271b328ad31 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e810ecd-25ac-42a2-a4d0-772378f13d80']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:43.432537 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-8325b7c2-b963-40db-8fcf-a271b328ad31 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1a2091d0-01f7-4952-95c0-fb9cc3f61fc6') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:43.433034 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-8325b7c2-b963-40db-8fcf-a271b328ad31 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1a2091d0-01f7-4952-95c0-fb9cc3f61fc6') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:43.444033 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8325b7c2-b963-40db-8fcf-a271b328ad31 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:43.460256 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8325b7c2-b963-40db-8fcf-a271b328ad31 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:43.469789 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-96f05a23-267d-4f87-a4f4-dc1eadd4b8fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/21cba7c9-979e-4de6-a472-c952ff186ec2 HTTP/1.1" status: 200 len: 992 time: 0.0861285 Nov 23 04:46:43.472449 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8325b7c2-b963-40db-8fcf-a271b328ad31 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Releasing vlan 155 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:46:43.472859 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8325b7c2-b963-40db-8fcf-a271b328ad31 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:46:43.476888 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:46:43.538405 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8325b7c2-b963-40db-8fcf-a271b328ad31 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:43.544807 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8325b7c2-b963-40db-8fcf-a271b328ad31 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:43.551545 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47404) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:43.551721 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8325b7c2-b963-40db-8fcf-a271b328ad31 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "DELETE /v2.0/networks/3e810ecd-25ac-42a2-a4d0-772378f13d80 HTTP/1.1" status: 204 len: 168 time: 0.3591754 Nov 23 04:46:43.567646 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8325b7c2-b963-40db-8fcf-a271b328ad31 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event deleted for resources: {'Network': ['ID=3e810ecd-25ac-42a2-a4d0-772378f13d80,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:43.637113 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f9543d30-ab9a-4400-ba20-2a15abf4b001 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:43.641330 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fee89d00-e5b7-4e4f-a28b-835ca940050f req-6f4beb42-d6f5-4efd-aced-9dadc8a7c20b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 210 time: 0.0325525 Nov 23 04:46:43.730188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f9543d30-ab9a-4400-ba20-2a15abf4b001 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:43.751425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-f9543d30-ab9a-4400-ba20-2a15abf4b001 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b3a6a0-0e18-4163-83af-75d3c3097fd1']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:43.761393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-f9543d30-ab9a-4400-ba20-2a15abf4b001 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2feec8a4-3bfc-4562-b809-fced2675a512') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:43.761693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-f9543d30-ab9a-4400-ba20-2a15abf4b001 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2feec8a4-3bfc-4562-b809-fced2675a512') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:43.768133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951c3018-496f-44c5-956e-c67849c24fb4', 'tag': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:46:43.770860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9997a2c2-76f6-47fd-af4a-542d51a9f21a" -d '{"events": [{"name": "network-changed", "server_uuid": "951c3018-496f-44c5-956e-c67849c24fb4", "tag": "fab36b69-43e9-4119-9f2d-d9ec1033f25c"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:46:43.782871 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f9543d30-ab9a-4400-ba20-2a15abf4b001 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:43.798276 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f9543d30-ab9a-4400-ba20-2a15abf4b001 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:43.805923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9543d30-ab9a-4400-ba20-2a15abf4b001 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Releasing vlan 189 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:46:43.807524 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f9543d30-ab9a-4400-ba20-2a15abf4b001 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:46:43.811945 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:46:43.824641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:46:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9c7b9c6-35c1-463c-9f60-8a0ce7b67969 x-openstack-request-id: req-e9c7b9c6-35c1-463c-9f60-8a0ce7b67969 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:46:43.825148 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951c3018-496f-44c5-956e-c67849c24fb4", "tag": "fab36b69-43e9-4119-9f2d-d9ec1033f25c", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:46:43.825437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9c7b9c6-35c1-463c-9f60-8a0ce7b67969 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:46:43.825838 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951c3018-496f-44c5-956e-c67849c24fb4', 'tag': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c', 'status': 'completed', 'code': 200} Nov 23 04:46:43.906784 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f9543d30-ab9a-4400-ba20-2a15abf4b001 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:43.914511 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f9543d30-ab9a-4400-ba20-2a15abf4b001 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:43.917704 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f9543d30-ab9a-4400-ba20-2a15abf4b001 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "DELETE /v2.0/networks/74b3a6a0-0e18-4163-83af-75d3c3097fd1 HTTP/1.1" status: 204 len: 168 time: 0.3650026 Nov 23 04:46:43.920474 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47408) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:43.932275 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9543d30-ab9a-4400-ba20-2a15abf4b001 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event deleted for resources: {'Network': ['ID=74b3a6a0-0e18-4163-83af-75d3c3097fd1,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:43.940380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997a2c2-76f6-47fd-af4a-542d51a9f21a req-5815fc55-da3c-4b1b-bf1b-f1e98373ada5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:43.942105 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9997a2c2-76f6-47fd-af4a-542d51a9f21a req-5815fc55-da3c-4b1b-bf1b-f1e98373ada5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 1099 time: 0.0762267 Nov 23 04:46:44.027811 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038f9832-2de8-43ff-b190-c5ec51167eb6 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:44.034999 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-038f9832-2de8-43ff-b190-c5ec51167eb6 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:44.040030 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-038f9832-2de8-43ff-b190-c5ec51167eb6 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1152225 Nov 23 04:46:44.040236 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47410) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:44.042238 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997a2c2-76f6-47fd-af4a-542d51a9f21a req-a59addb2-3540-4a66-be21-5926731355a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:44.043833 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9997a2c2-76f6-47fd-af4a-542d51a9f21a req-a59addb2-3540-4a66-be21-5926731355a8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=16765461-d7d9-4fac-9bec-028a4d653592 HTTP/1.1" status: 200 len: 898 time: 0.0943210 Nov 23 04:46:44.045030 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-51cf4d16-b4b9-44fb-b276-36a1767669a3 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-895848633'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:44.072610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51cf4d16-b4b9-44fb-b276-36a1767669a3 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Made reservation on behalf of 889b7b953e6e498b967f45e462078b4a for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:44.078865 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-51cf4d16-b4b9-44fb-b276-36a1767669a3 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:44.108137 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-51cf4d16-b4b9-44fb-b276-36a1767669a3 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:46:44.119116 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-51cf4d16-b4b9-44fb-b276-36a1767669a3 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:44.119505 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-51cf4d16-b4b9-44fb-b276-36a1767669a3 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Added segment 3253bb64-16b4-4caf-b784-557fcc28bdf8 of type vlan for network 5ce8a9d5-03a3-41c4-bf4f-a1432cae6a23 Nov 23 04:46:44.123233 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9997a2c2-76f6-47fd-af4a-542d51a9f21a req-b3343c4a-da88-41c0-9e01-78c79fe1ce7f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fab36b69-43e9-4119-9f2d-d9ec1033f25c HTTP/1.1" status: 200 len: 1002 time: 0.0715389 Nov 23 04:46:44.165049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-51cf4d16-b4b9-44fb-b276-36a1767669a3 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:44.182023 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997a2c2-76f6-47fd-af4a-542d51a9f21a req-d93d481a-e00d-409f-aa0b-5f03edf61607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:44.183671 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9997a2c2-76f6-47fd-af4a-542d51a9f21a req-d93d481a-e00d-409f-aa0b-5f03edf61607 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=982556dc-8d0b-4bc1-9fdd-7de5d554c19e HTTP/1.1" status: 200 len: 835 time: 0.0531914 Nov 23 04:46:44.200756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-51cf4d16-b4b9-44fb-b276-36a1767669a3 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:44.206515 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51cf4d16-b4b9-44fb-b276-36a1767669a3 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:44.207232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-51cf4d16-b4b9-44fb-b276-36a1767669a3 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:44.231208 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9997a2c2-76f6-47fd-af4a-542d51a9f21a req-3204b186-5dc6-44bd-84d6-b98fc0c149c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:44.232705 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9997a2c2-76f6-47fd-af4a-542d51a9f21a req-3204b186-5dc6-44bd-84d6-b98fc0c149c7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16765461-d7d9-4fac-9bec-028a4d653592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416260 Nov 23 04:46:44.274436 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-51cf4d16-b4b9-44fb-b276-36a1767669a3 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2306840 Nov 23 04:46:44.275438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47412) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:44.282667 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-cc94820b-ed61-46ee-a32f-b547ac9be271 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1342954607'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:44.287021 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cf4d16-b4b9-44fb-b276-36a1767669a3 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event updated for resources: {'Network': ['ID=5ce8a9d5-03a3-41c4-bf4f-a1432cae6a23,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:44.301806 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 5ce8a9d5-03a3-41c4-bf4f-a1432cae6a23 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:46:44.311139 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc94820b-ed61-46ee-a32f-b547ac9be271 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Made reservation on behalf of 889b7b953e6e498b967f45e462078b4a for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:44.317085 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cc94820b-ed61-46ee-a32f-b547ac9be271 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:44.355442 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc94820b-ed61-46ee-a32f-b547ac9be271 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:46:44.356572 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9997a2c2-76f6-47fd-af4a-542d51a9f21a req-a01c843c-88d7-4bbb-8af1-fb3890255a8a service neutron] 10.222.0.15 "GET /v2.0/networks/16765461-d7d9-4fac-9bec-028a4d653592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125481 Nov 23 04:46:44.366314 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cc94820b-ed61-46ee-a32f-b547ac9be271 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:44.366914 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-cc94820b-ed61-46ee-a32f-b547ac9be271 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Added segment f9ffc343-8f9d-4860-993a-cbfc74cecadc of type vlan for network 614f6502-fadb-4665-b0d8-59a53f9ba9ce Nov 23 04:46:44.414965 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cc94820b-ed61-46ee-a32f-b547ac9be271 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:44.443562 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cc94820b-ed61-46ee-a32f-b547ac9be271 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:44.449737 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc94820b-ed61-46ee-a32f-b547ac9be271 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:44.450657 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cc94820b-ed61-46ee-a32f-b547ac9be271 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:44.469255 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9997a2c2-76f6-47fd-af4a-542d51a9f21a req-4663d52e-0df6-4208-bab8-5c917a50ff0a service neutron] 10.222.0.15 "GET /v2.0/networks/16765461-d7d9-4fac-9bec-028a4d653592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051803 Nov 23 04:46:44.473754 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47414) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:44.520638 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cc94820b-ed61-46ee-a32f-b547ac9be271 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2445412 Nov 23 04:46:44.523691 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47416) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:44.529992 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Request body: {'ports': [{'network_id': '5ce8a9d5-03a3-41c4-bf4f-a1432cae6a23', 'name': 'tempest-port--1371842265', 'admin_state_up': True}, {'network_id': '614f6502-fadb-4665-b0d8-59a53f9ba9ce', 'admin_state_up': False}]} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:44.530479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Request body: {'port': {'network_id': '5ce8a9d5-03a3-41c4-bf4f-a1432cae6a23', 'name': 'tempest-port--1371842265', 'admin_state_up': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:44.531071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Request body: {'port': {'network_id': '614f6502-fadb-4665-b0d8-59a53f9ba9ce', 'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:44.558268 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9cfee3c2-93db-4085-8066-7a3fb5d901fe tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/21cba7c9-979e-4de6-a472-c952ff186ec2 HTTP/1.1" status: 200 len: 994 time: 0.0829518 Nov 23 04:46:44.579445 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc94820b-ed61-46ee-a32f-b547ac9be271 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event updated for resources: {'Network': ['ID=614f6502-fadb-4665-b0d8-59a53f9ba9ce,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:44.591798 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 614f6502-fadb-4665-b0d8-59a53f9ba9ce details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:46:44.712831 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Made reservation on behalf of 889b7b953e6e498b967f45e462078b4a for: {'port': 2} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:44.717810 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:44.756275 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ee00a896-d014-47cf-9d3d-d280201d4cb9 req-f6422d47-8c5e-4d7c-8d09-00322c7c54ce tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 210 time: 0.0355554 Nov 23 04:46:44.756885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:44.845539 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] device_id is not set on port 116a73fc-c6af-4689-b91a-c973818153dc yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:46:44.967235 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:45.037297 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] device_id is not set on port 3b35e4dd-9d27-4b46-aba1-dc536d5d491f yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:46:45.143881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:45.180249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:45.243485 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event updated for resources: {'Port': ['ID=116a73fc-c6af-4689-b91a-c973818153dc,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:45.253820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:45.254170 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:45.254519 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:45.254854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:45.255185 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:45.255518 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:45.255847 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:45.256283 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:45.256502 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:45.256829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:45.257153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:45.257501 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:45.262771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Checking segment: {'id': '3253bb64-16b4-4caf-b784-557fcc28bdf8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': '5ce8a9d5-03a3-41c4-bf4f-a1432cae6a23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:45.263142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Network hostable DHCP agents. Network: 5ce8a9d5-03a3-41c4-bf4f-a1432cae6a23, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:46:45.281613 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Network 5ce8a9d5-03a3-41c4-bf4f-a1432cae6a23 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:46:45.290522 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 5ce8a9d5-03a3-41c4-bf4f-a1432cae6a23) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:45.294246 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:45.295101 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:45.300255 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fa3b24-38d0-472e-bb9d-65267a77c518 None None] Network 5ce8a9d5-03a3-41c4-bf4f-a1432cae6a23 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:45.362719 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event updated for resources: {'Port': ['ID=3b35e4dd-9d27-4b46-aba1-dc536d5d491f,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:45.373234 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Checking segment: {'id': 'f9ffc343-8f9d-4860-993a-cbfc74cecadc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': '614f6502-fadb-4665-b0d8-59a53f9ba9ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:45.373634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Network hostable DHCP agents. Network: 614f6502-fadb-4665-b0d8-59a53f9ba9ce, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:46:45.392248 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Network 614f6502-fadb-4665-b0d8-59a53f9ba9ce is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:46:45.403812 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 614f6502-fadb-4665-b0d8-59a53f9ba9ce) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:45.408661 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:45.415233 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:45.420255 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:45.421728 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:45.449318 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dfdaf61d-c556-4ad5-a991-f6b413448efa tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9222198 Nov 23 04:46:45.449795 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47420) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:45.486127 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27e1628-1ad4-4448-9975-8231c5a72dbc None None] Network 614f6502-fadb-4665-b0d8-59a53f9ba9ce requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:45.498766 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa12823-3f95-40e3-b672-881eb72ac57a tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:45.505391 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfa12823-3f95-40e3-b672-881eb72ac57a tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:45.507042 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cfa12823-3f95-40e3-b672-881eb72ac57a tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0565121 Nov 23 04:46:45.509856 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47422) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:45.613319 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-747c3b90-ec0b-4234-a07b-6ddb7ef67510 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Deleting port 116a73fc-c6af-4689-b91a-c973818153dc {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:45.613687 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-747c3b90-ec0b-4234-a07b-6ddb7ef67510 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:45.686832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-747c3b90-ec0b-4234-a07b-6ddb7ef67510 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:45.701638 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-747c3b90-ec0b-4234-a07b-6ddb7ef67510 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Calling delete_port for 116a73fc-c6af-4689-b91a-c973818153dc owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:45.800686 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-747c3b90-ec0b-4234-a07b-6ddb7ef67510 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:45.837308 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-747c3b90-ec0b-4234-a07b-6ddb7ef67510 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:45.844344 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-747c3b90-ec0b-4234-a07b-6ddb7ef67510 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "DELETE /v2.0/ports/116a73fc-c6af-4689-b91a-c973818153dc HTTP/1.1" status: 204 len: 168 time: 0.3307140 Nov 23 04:46:45.844344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c3b90-ec0b-4234-a07b-6ddb7ef67510 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event deleted for resources: {'Port': ['ID=116a73fc-c6af-4689-b91a-c973818153dc,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:45.853995 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47426) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:45.866491 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a574e426-e611-45fa-ad63-3731b15650da req-741fc5a4-fd7d-482e-a349-f795f694f278 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 210 time: 0.0358431 Nov 23 04:46:45.949177 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-2a912f51-0930-433d-9875-9458e2942a1b tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Deleting port 3b35e4dd-9d27-4b46-aba1-dc536d5d491f {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:45.949595 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2a912f51-0930-433d-9875-9458e2942a1b tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:46.020724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2a912f51-0930-433d-9875-9458e2942a1b tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:46.035322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-2a912f51-0930-433d-9875-9458e2942a1b tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Calling delete_port for 3b35e4dd-9d27-4b46-aba1-dc536d5d491f owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:46.119101 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2a912f51-0930-433d-9875-9458e2942a1b tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:46.153017 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2a912f51-0930-433d-9875-9458e2942a1b tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:46.160159 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2a912f51-0930-433d-9875-9458e2942a1b tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "DELETE /v2.0/ports/3b35e4dd-9d27-4b46-aba1-dc536d5d491f HTTP/1.1" status: 204 len: 168 time: 0.3027079 Nov 23 04:46:46.160159 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a912f51-0930-433d-9875-9458e2942a1b tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event deleted for resources: {'Port': ['ID=3b35e4dd-9d27-4b46-aba1-dc536d5d491f,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:46.161118 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47428) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:46.208321 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bf3f8662-ad4f-432b-9c40-d07e2e33ba1a tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0447395 Nov 23 04:46:46.211362 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47430) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:46.216861 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f335d426-32b9-41e8-affb-a85637a5abc7 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-301689913'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:46.239807 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f335d426-32b9-41e8-affb-a85637a5abc7 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Made reservation on behalf of 889b7b953e6e498b967f45e462078b4a for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:46.243563 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f335d426-32b9-41e8-affb-a85637a5abc7 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:46.268991 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f335d426-32b9-41e8-affb-a85637a5abc7 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:46:46.279146 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f335d426-32b9-41e8-affb-a85637a5abc7 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:46.279594 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-f335d426-32b9-41e8-affb-a85637a5abc7 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Added segment b2a237d4-ff85-416a-bcad-876ba840b8a7 of type vlan for network bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b Nov 23 04:46:46.323862 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f335d426-32b9-41e8-affb-a85637a5abc7 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:46.351021 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f335d426-32b9-41e8-affb-a85637a5abc7 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:46.359791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f335d426-32b9-41e8-affb-a85637a5abc7 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:46.360573 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f335d426-32b9-41e8-affb-a85637a5abc7 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:46.430577 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f335d426-32b9-41e8-affb-a85637a5abc7 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2177901 Nov 23 04:46:46.433209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47432) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:46.439045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-aaea7b1b-8d68-4df9-83f4-542a72168dda tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-514492628'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:46.440508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f335d426-32b9-41e8-affb-a85637a5abc7 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event updated for resources: {'Network': ['ID=bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:46.453016 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:46:46.475608 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaea7b1b-8d68-4df9-83f4-542a72168dda tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Made reservation on behalf of 889b7b953e6e498b967f45e462078b4a for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:46.481332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaea7b1b-8d68-4df9-83f4-542a72168dda tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:46.511384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aaea7b1b-8d68-4df9-83f4-542a72168dda tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:46:46.527078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaea7b1b-8d68-4df9-83f4-542a72168dda tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:46.527427 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-aaea7b1b-8d68-4df9-83f4-542a72168dda tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Added segment 0db6f48c-a29d-4e31-a18d-93d2b2b42491 of type vlan for network 47c88846-b34c-4b8e-a64e-8d76c8ab58e2 Nov 23 04:46:46.579520 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaea7b1b-8d68-4df9-83f4-542a72168dda tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:46.606798 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaea7b1b-8d68-4df9-83f4-542a72168dda tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:46.613019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaea7b1b-8d68-4df9-83f4-542a72168dda tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:46.613663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aaea7b1b-8d68-4df9-83f4-542a72168dda tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:46.674481 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-aaea7b1b-8d68-4df9-83f4-542a72168dda tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2399158 Nov 23 04:46:46.692791 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaea7b1b-8d68-4df9-83f4-542a72168dda tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event updated for resources: {'Network': ['ID=47c88846-b34c-4b8e-a64e-8d76c8ab58e2,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:46.703888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 47c88846-b34c-4b8e-a64e-8d76c8ab58e2 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:46:46.807509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47434) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:46.812844 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Request body: {'subnets': [{'network_id': 'bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2134352295', 'ip_version': 4}, {'network_id': '47c88846-b34c-4b8e-a64e-8d76c8ab58e2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:46.813167 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Request body: {'subnet': {'network_id': 'bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--2134352295', 'ip_version': 4}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:46.813812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Request body: {'subnet': {'network_id': '47c88846-b34c-4b8e-a64e-8d76c8ab58e2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:46.976850 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-84979070-defc-4128-b1e7-c9d864615154 req-2c140b07-bc83-4911-ad44-0d5fdeeca2a0 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=701fa321-9a7d-48b3-972b-a12de40e0dd9 HTTP/1.1" status: 200 len: 210 time: 0.0267029 Nov 23 04:46:46.987879 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Made reservation on behalf of 889b7b953e6e498b967f45e462078b4a for: {'subnet': 2} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:46.992758 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:46.993102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:47.360272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:47.426618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event updated for resources: {'Subnet': ['ID=d4920b1e-4718-4a6b-aec9-aa650583e545,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:47.429073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Checking segment: {'id': 'b2a237d4-ff85-416a-bcad-876ba840b8a7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': 'bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:47.429464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Network hostable DHCP agents. Network: bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:46:47.449089 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Network bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:46:47.458183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:47.462205 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:47.467468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02c5be9e-3669-4170-896c-bfe1ee612e56 None None] Network bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:47.525870 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event updated for resources: {'Subnet': ['ID=4c512d9c-5a1f-4a7f-9d12-3c7cb519f974,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:47.536224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Checking segment: {'id': '0db6f48c-a29d-4e31-a18d-93d2b2b42491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47c88846-b34c-4b8e-a64e-8d76c8ab58e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:47.536589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Network hostable DHCP agents. Network: 47c88846-b34c-4b8e-a64e-8d76c8ab58e2, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:46:47.554355 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Network 47c88846-b34c-4b8e-a64e-8d76c8ab58e2 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:46:47.563869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 47c88846-b34c-4b8e-a64e-8d76c8ab58e2) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:47.568373 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:47.568854 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:47.569576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:47.575993 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26f9f49-cb73-4f77-9846-8d4d69646619 None None] Network 47c88846-b34c-4b8e-a64e-8d76c8ab58e2 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:47.586462 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-03c95413-8837-4fc2-aaa1-045f7e1976d0 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 0.7778447 Nov 23 04:46:47.588919 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47438) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:47.644379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55f5d56-784f-40c8-8fb5-817920ac9862 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:47.645979 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55f5d56-784f-40c8-8fb5-817920ac9862 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:47.647514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f55f5d56-784f-40c8-8fb5-817920ac9862 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:47.649105 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f55f5d56-784f-40c8-8fb5-817920ac9862 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.0591683 Nov 23 04:46:47.652380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47440) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:47.668760 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-244f5227-b350-4271-861a-b2869296e787 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b', 'network_id': 'bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b', 'tenant_id': '889b7b953e6e498b967f45e462078b4a', 'fixed_ips': [{'subnet_id': 'd4920b1e-4718-4a6b-aec9-aa650583e545'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:46:47.669646 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-244f5227-b350-4271-861a-b2869296e787 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:47.708059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-861693f0-cbbc-4d6c-829b-a75dc9fee074 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Deleting subnet d4920b1e-4718-4a6b-aec9-aa650583e545 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:47.711411 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-861693f0-cbbc-4d6c-829b-a75dc9fee074 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:47.751382 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-861693f0-cbbc-4d6c-829b-a75dc9fee074 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:47.809904 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-861693f0-cbbc-4d6c-829b-a75dc9fee074 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:47.824387 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-47c88846-b34c-4b8e-a64e-8d76c8ab58e2', 'network_id': '47c88846-b34c-4b8e-a64e-8d76c8ab58e2', 'tenant_id': '889b7b953e6e498b967f45e462078b4a', 'fixed_ips': [{'subnet_id': '4c512d9c-5a1f-4a7f-9d12-3c7cb519f974'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:46:47.825237 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:47.870050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-861693f0-cbbc-4d6c-829b-a75dc9fee074 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server [None req-244f5227-b350-4271-861a-b2869296e787 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4920b1e-4718-4a6b-aec9-aa650583e545: This subnet is being modified by another concurrent operation. Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise exception Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d4920b1e-4718-4a6b-aec9-aa650583e545: This subnet is being modified by another concurrent operation. Nov 23 04:46:47.898413 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Nov 23 04:46:47.906809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-861693f0-cbbc-4d6c-829b-a75dc9fee074 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:47.906809 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-861693f0-cbbc-4d6c-829b-a75dc9fee074 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "DELETE /v2.0/subnets/d4920b1e-4718-4a6b-aec9-aa650583e545 HTTP/1.1" status: 204 len: 168 time: 0.2497845 Nov 23 04:46:47.906809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-861693f0-cbbc-4d6c-829b-a75dc9fee074 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event deleted for resources: {'Subnet': ['ID=d4920b1e-4718-4a6b-aec9-aa650583e545,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:47.906809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47442) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:47.921682 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccf647e-4e7f-46dd-9b6d-ded11ed9eee6 None None] Network bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:47.964580 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-47710981-eddd-40a1-adc2-97ecb4cef1b6 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Deleting subnet 4c512d9c-5a1f-4a7f-9d12-3c7cb519f974 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:48.022699 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Allocated IP 172.20.0.18 (47c88846-b34c-4b8e-a64e-8d76c8ab58e2/4c512d9c-5a1f-4a7f-9d12-3c7cb519f974/e90d84b9-d890-4b37-995f-a990906db0f9) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:48.201913 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:48.207541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-47710981-eddd-40a1-adc2-97ecb4cef1b6 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:48.208092 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:48.242651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Network 47c88846-b34c-4b8e-a64e-8d76c8ab58e2 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:48.247658 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:48.252363 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:48.255000 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-47710981-eddd-40a1-adc2-97ecb4cef1b6 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:48.273588 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-708c5538-4cd3-4f79-86e2-2ac9e9d46ae5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62511950&fields=id&tenant_id=198cbe73856f4e8c93984c97d08d0ad2 HTTP/1.1" status: 200 len: 267 time: 0.0556064 Nov 23 04:46:48.283764 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Pushing event updated for resources: {'Port': ['ID=e90d84b9-d890-4b37-995f-a990906db0f9,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:48.294092 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:48.294445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:48.294785 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:48.295119 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:48.295447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:48.295776 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:48.296663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:48.296991 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:48.297340 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:48.297666 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:48.297986 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:48.298309 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:46:48.334698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Attempting to bind port e90d84b9-d890-4b37-995f-a990906db0f9 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:46:48.335251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Attempting to bind port e90d84b9-d890-4b37-995f-a990906db0f9 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '0db6f48c-a29d-4e31-a18d-93d2b2b42491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47c88846-b34c-4b8e-a64e-8d76c8ab58e2'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:46:48.335583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Attempting to bind port e90d84b9-d890-4b37-995f-a990906db0f9 on network 47c88846-b34c-4b8e-a64e-8d76c8ab58e2 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:46:48.342158 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:46:48.342530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Checking segment: {'id': '0db6f48c-a29d-4e31-a18d-93d2b2b42491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47c88846-b34c-4b8e-a64e-8d76c8ab58e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:48.343011 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:48.343445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Bound using segment: {'id': '0db6f48c-a29d-4e31-a18d-93d2b2b42491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47c88846-b34c-4b8e-a64e-8d76c8ab58e2'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:46:48.343912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Bound port: e90d84b9-d890-4b37-995f-a990906db0f9, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0db6f48c-a29d-4e31-a18d-93d2b2b42491', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '47c88846-b34c-4b8e-a64e-8d76c8ab58e2'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:46:48.344292 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:48.355197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-47710981-eddd-40a1-adc2-97ecb4cef1b6 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:48.429472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-47710981-eddd-40a1-adc2-97ecb4cef1b6 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:48.431899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] For port e90d84b9-d890-4b37-995f-a990906db0f9, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:46:48.435118 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] For port e90d84b9-d890-4b37-995f-a990906db0f9, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e90d84b9-d890-4b37-995f-a990906db0f9,segment=NetworkSegment(0db6f48c-a29d-4e31-a18d-93d2b2b42491),segment_id=0db6f48c-a29d-4e31-a18d-93d2b2b42491)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:46:48.441834 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:48.461137 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-47710981-eddd-40a1-adc2-97ecb4cef1b6 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:48.467167 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-47710981-eddd-40a1-adc2-97ecb4cef1b6 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "DELETE /v2.0/subnets/4c512d9c-5a1f-4a7f-9d12-3c7cb519f974 HTTP/1.1" status: 204 len: 168 time: 0.5603108 Nov 23 04:46:48.467564 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47454) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:48.468220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47710981-eddd-40a1-adc2-97ecb4cef1b6 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event deleted for resources: {'Subnet': ['ID=4c512d9c-5a1f-4a7f-9d12-3c7cb519f974,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:48.475003 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-982fbe02-6e29-49d4-968a-d7af48b304a8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:48.476353 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-982fbe02-6e29-49d4-968a-d7af48b304a8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 812 time: 0.1947637 Nov 23 04:46:48.504047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dd492c0-caaf-40b2-b121-de3d87d4ca0f None None] Pushing event updated for resources: {'Port': ['ID=e90d84b9-d890-4b37-995f-a990906db0f9,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:48.523882 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-fd23a6bc-70ed-4d12-9c6f-7df9410e879c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/quotas/198cbe73856f4e8c93984c97d08d0ad2 HTTP/1.1" status: 200 len: 375 time: 0.0367939 Nov 23 04:46:48.567594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f119d738-955a-4a73-bc75-3808176bf0ab tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:48.569420 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f119d738-955a-4a73-bc75-3808176bf0ab tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0918250 Nov 23 04:46:48.573014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47456) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:48.616275 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-c120fef2-c71a-45b6-b4d1-a9febed7d392 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0848072 Nov 23 04:46:48.684745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:48.744921 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Deleting port e90d84b9-d890-4b37-995f-a990906db0f9 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:48.745267 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:48.813395 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] For port e90d84b9-d890-4b37-995f-a990906db0f9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e90d84b9-d890-4b37-995f-a990906db0f9,segment=NetworkSegment(0db6f48c-a29d-4e31-a18d-93d2b2b42491),segment_id=0db6f48c-a29d-4e31-a18d-93d2b2b42491)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:48.813762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:48.820457 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-c6e4c21e-ddff-491f-8a57-d563236e9a31 service neutron] 10.222.0.37 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925249 Nov 23 04:46:48.827586 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Calling delete_port for e90d84b9-d890-4b37-995f-a990906db0f9 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:48.911987 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:48.916305 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-bdc7d11d-9900-46a6-b17d-6bdf814d7d8b service neutron] 10.222.0.37 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893376 Nov 23 04:46:48.936532 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event deleted for resources: {'Port': ['ID=e90d84b9-d890-4b37-995f-a990906db0f9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:48.943741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] No DVR routers for this DVR port e90d84b9-d890-4b37-995f-a990906db0f9 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:46:49.034527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.055400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47c88846-b34c-4b8e-a64e-8d76c8ab58e2']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:49.065841 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0db6f48c-a29d-4e31-a18d-93d2b2b42491') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:49.066187 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0db6f48c-a29d-4e31-a18d-93d2b2b42491') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:49.079681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.094418 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.101369 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:46:49.101859 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:46:49.105183 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:46:49.174675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.193348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.196622 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "DELETE /v2.0/networks/47c88846-b34c-4b8e-a64e-8d76c8ab58e2 HTTP/1.1" status: 204 len: 168 time: 0.6225684 Nov 23 04:46:49.199219 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47468) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:49.209433 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dee0a78-8bb4-434e-94af-df5d9d94307e tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event deleted for resources: {'Network': ['ID=47c88846-b34c-4b8e-a64e-8d76c8ab58e2,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:49.257268 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7fbe7a56-834c-434e-9b95-5a125b2bd456 req-a0b985e9-6319-4071-932c-619b73bcc834 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 210 time: 0.0515842 Nov 23 04:46:49.307967 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-221812df-da02-4553-9e8c-5357d8cb9985 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.407533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-221812df-da02-4553-9e8c-5357d8cb9985 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.430280 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-221812df-da02-4553-9e8c-5357d8cb9985 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:49.440418 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-221812df-da02-4553-9e8c-5357d8cb9985 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2a237d4-ff85-416a-bcad-876ba840b8a7') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:49.440748 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-221812df-da02-4553-9e8c-5357d8cb9985 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2a237d4-ff85-416a-bcad-876ba840b8a7') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:49.451271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-221812df-da02-4553-9e8c-5357d8cb9985 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.467153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-221812df-da02-4553-9e8c-5357d8cb9985 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.474882 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-221812df-da02-4553-9e8c-5357d8cb9985 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:46:49.475271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-221812df-da02-4553-9e8c-5357d8cb9985 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:46:49.478676 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:46:49.544981 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-221812df-da02-4553-9e8c-5357d8cb9985 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.552973 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-221812df-da02-4553-9e8c-5357d8cb9985 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.556500 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-221812df-da02-4553-9e8c-5357d8cb9985 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "DELETE /v2.0/networks/bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b HTTP/1.1" status: 204 len: 168 time: 0.3561664 Nov 23 04:46:49.558987 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47478) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:49.591858 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221812df-da02-4553-9e8c-5357d8cb9985 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event deleted for resources: {'Network': ['ID=bb1eb3cd-0a2d-4ee5-a3b2-e6359d7b6b6b,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:49.640553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-184c258f-cef1-43c0-bf12-cad0a2f52ff1 None None] DHCP port deletion for 47c88846-b34c-4b8e-a64e-8d76c8ab58e2 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:46:49.664214 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9efca7a6-5c27-42f6-99c9-6d104090c835 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.668428 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542eb0df-6540-4cd8-adf1-57bc28389b4c None None] Network 47c88846-b34c-4b8e-a64e-8d76c8ab58e2 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:49.672126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f5fc50ca-62cb-46e8-9e4c-a97adf547865 None None] Could not find standard attr ID for object e90d84b9-d890-4b37-995f-a990906db0f9. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 04:46:49.686371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542eb0df-6540-4cd8-adf1-57bc28389b4c None None] Network 47c88846-b34c-4b8e-a64e-8d76c8ab58e2 could not be found, it might have been deleted concurrently. {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 04:46:49.696176 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa108a20-af57-4c68-975b-f90d66111851 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:46:49.753353 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9efca7a6-5c27-42f6-99c9-6d104090c835 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.774622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-9efca7a6-5c27-42f6-99c9-6d104090c835 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['614f6502-fadb-4665-b0d8-59a53f9ba9ce']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:49.785821 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-9efca7a6-5c27-42f6-99c9-6d104090c835 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9ffc343-8f9d-4860-993a-cbfc74cecadc') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:49.786118 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-9efca7a6-5c27-42f6-99c9-6d104090c835 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9ffc343-8f9d-4860-993a-cbfc74cecadc') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:49.789380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa108a20-af57-4c68-975b-f90d66111851 None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:46:49.799989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9efca7a6-5c27-42f6-99c9-6d104090c835 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.813370 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9efca7a6-5c27-42f6-99c9-6d104090c835 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.819960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9efca7a6-5c27-42f6-99c9-6d104090c835 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Releasing vlan 170 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:46:49.820589 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9efca7a6-5c27-42f6-99c9-6d104090c835 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:46:49.823813 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:46:49.885258 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9efca7a6-5c27-42f6-99c9-6d104090c835 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.889031 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9efca7a6-5c27-42f6-99c9-6d104090c835 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:49.895354 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9efca7a6-5c27-42f6-99c9-6d104090c835 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "DELETE /v2.0/networks/614f6502-fadb-4665-b0d8-59a53f9ba9ce HTTP/1.1" status: 204 len: 168 time: 0.3331559 Nov 23 04:46:49.896191 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47480) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:49.909250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9efca7a6-5c27-42f6-99c9-6d104090c835 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event deleted for resources: {'Network': ['ID=614f6502-fadb-4665-b0d8-59a53f9ba9ce,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:49.979421 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb528102-090f-49c5-a003-79a6229618a1 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:50.348404 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6fc48309-e904-47f3-b1cc-00adfda5af6b req-8f73b019-db56-4d38-ad1d-d8fa0ca00971 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 210 time: 0.0301509 Nov 23 04:46:50.443487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb528102-090f-49c5-a003-79a6229618a1 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:50.474010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-cb528102-090f-49c5-a003-79a6229618a1 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce8a9d5-03a3-41c4-bf4f-a1432cae6a23']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:50.494050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-cb528102-090f-49c5-a003-79a6229618a1 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3253bb64-16b4-4caf-b784-557fcc28bdf8') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:50.494232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-cb528102-090f-49c5-a003-79a6229618a1 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3253bb64-16b4-4caf-b784-557fcc28bdf8') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:46:50.509409 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb528102-090f-49c5-a003-79a6229618a1 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:50.537108 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-06ed3d02-6b2b-4f41-a99d-b036a3e38e4f tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:50.538351 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-06ed3d02-6b2b-4f41-a99d-b036a3e38e4f tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.15 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 812 time: 0.1584566 Nov 23 04:46:50.541876 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb528102-090f-49c5-a003-79a6229618a1 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:50.548658 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cb528102-090f-49c5-a003-79a6229618a1 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:46:50.549026 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb528102-090f-49c5-a003-79a6229618a1 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:46:50.552033 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:46:50.634959 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb528102-090f-49c5-a003-79a6229618a1 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:50.648440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cb528102-090f-49c5-a003-79a6229618a1 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:50.651658 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cb528102-090f-49c5-a003-79a6229618a1 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] 10.222.0.37 "DELETE /v2.0/networks/5ce8a9d5-03a3-41c4-bf4f-a1432cae6a23 HTTP/1.1" status: 204 len: 168 time: 0.7539682 Nov 23 04:46:50.668527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb528102-090f-49c5-a003-79a6229618a1 tempest-BulkNetworkOpsTest-2018627007 tempest-BulkNetworkOpsTest-2018627007-project] Pushing event deleted for resources: {'Network': ['ID=5ce8a9d5-03a3-41c4-bf4f-a1432cae6a23,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:50.681144 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-fea626f7-5378-4822-a3d5-7acbe48d9e28 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=198cbe73856f4e8c93984c97d08d0ad2 HTTP/1.1" status: 200 len: 378 time: 0.0930619 Nov 23 04:46:50.692476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-f0410396-be2e-4445-b02a-bb66d337db98 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Request body: {'port': {'device_id': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'admin_state_up': True, 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'security_groups': ['77bb1241-0a9c-4d4f-adaf-356b69d872e3']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:50.811224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-f0410396-be2e-4445-b02a-bb66d337db98 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Made reservation on behalf of 198cbe73856f4e8c93984c97d08d0ad2 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:50.815681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-f0410396-be2e-4445-b02a-bb66d337db98 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:50.933483 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47490) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:50.954029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-f0410396-be2e-4445-b02a-bb66d337db98 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Allocated IP 172.20.0.4 (ca7d247b-210d-4ed0-a1d5-72133393a767/66beddca-6c37-4768-b1f2-70b0afaa8f73/76dc278b-99d7-4350-87e5-5d3fbb7c362f) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:51.083032 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1e9a9b75-16c2-421e-9bc9-336ffc0ace65 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=889b7b953e6e498b967f45e462078b4a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1483421 Nov 23 04:46:51.085561 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47494) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:51.098093 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-f0410396-be2e-4445-b02a-bb66d337db98 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:51.131869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-f0410396-be2e-4445-b02a-bb66d337db98 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:51.137075 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-369012d2-4823-4435-ba67-4389c941a887 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:51.161731 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-369012d2-4823-4435-ba67-4389c941a887 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:51.195317 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-f0410396-be2e-4445-b02a-bb66d337db98 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Network ca7d247b-210d-4ed0-a1d5-72133393a767 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:51.198808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-f0410396-be2e-4445-b02a-bb66d337db98 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:51.202617 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-f0410396-be2e-4445-b02a-bb66d337db98 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:51.222378 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-369012d2-4823-4435-ba67-4389c941a887 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:51.225808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-369012d2-4823-4435-ba67-4389c941a887 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:51.228013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0410396-be2e-4445-b02a-bb66d337db98 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'Port': ['ID=76dc278b-99d7-4350-87e5-5d3fbb7c362f,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:51.230834 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-369012d2-4823-4435-ba67-4389c941a887 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/6d91e08e-4bb2-46cb-b437-b8c454528fe4 HTTP/1.1" status: 204 len: 168 time: 0.1441879 Nov 23 04:46:51.242263 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369012d2-4823-4435-ba67-4389c941a887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d91e08e-4bb2-46cb-b437-b8c454528fe4,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:51.270949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-f0410396-be2e-4445-b02a-bb66d337db98 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:51.271886 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-f0410396-be2e-4445-b02a-bb66d337db98 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:51.291191 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-f0410396-be2e-4445-b02a-bb66d337db98 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6025376 Nov 23 04:46:51.316411 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Request body: {'port': {'device_id': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:51.379769 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:51.476982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e90d84b9-d890-4b37-995f-a990906db0f9 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:46:51.511876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: e90d84b9-d890-4b37-995f-a990906db0f9 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:46:51.512231 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e90d84b9-d890-4b37-995f-a990906db0f9 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:46:51.532028 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-504c5e51-9078-4dbb-a02c-29a907a1223f None None] Provisioning complete for port 76dc278b-99d7-4350-87e5-5d3fbb7c362f triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:51.532673 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-504c5e51-9078-4dbb-a02c-29a907a1223f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:51.572425 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-504c5e51-9078-4dbb-a02c-29a907a1223f None None] Port 76dc278b-99d7-4350-87e5-5d3fbb7c362f cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:46:51.657657 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145898f5-bb07-4c7f-b353-091112c8677a req-a282b9a3-dd6f-4147-b2e8-5d9b91e74180 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:51.659194 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-145898f5-bb07-4c7f-b353-091112c8677a req-a282b9a3-dd6f-4147-b2e8-5d9b91e74180 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 931 time: 0.2049799 Nov 23 04:46:51.741238 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-145898f5-bb07-4c7f-b353-091112c8677a req-b0859873-80b8-4c83-af56-80d8a03a47a2 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0719066 Nov 23 04:46:51.789571 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76dc278b-99d7-4350-87e5-5d3fbb7c362f {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:46:51.800565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:51.817419 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Transition to ACTIVE for port object 76dc278b-99d7-4350-87e5-5d3fbb7c362f will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:46:51.821771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:51.930066 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=76dc278b-99d7-4350-87e5-5d3fbb7c362f,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:51.987206 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Attempting to bind port 76dc278b-99d7-4350-87e5-5d3fbb7c362f on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:46:51.987630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Attempting to bind port 76dc278b-99d7-4350-87e5-5d3fbb7c362f by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:46:51.988051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Attempting to bind port 76dc278b-99d7-4350-87e5-5d3fbb7c362f on network ca7d247b-210d-4ed0-a1d5-72133393a767 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:46:51.993796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Port 76dc278b-99d7-4350-87e5-5d3fbb7c362f on network ca7d247b-210d-4ed0-a1d5-72133393a767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:46:51.994202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Attempting to bind port 76dc278b-99d7-4350-87e5-5d3fbb7c362f on network ca7d247b-210d-4ed0-a1d5-72133393a767 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:46:52.000311 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 46, 38), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:46:52.000434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Checking segment: {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:52.000976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Bound using segment: {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:46:52.001630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Bound port: 76dc278b-99d7-4350-87e5-5d3fbb7c362f, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:46:52.002390 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:52.031815 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47518) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:52.090352 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] For port 76dc278b-99d7-4350-87e5-5d3fbb7c362f, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:46:52.105177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] For port 76dc278b-99d7-4350-87e5-5d3fbb7c362f, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=76dc278b-99d7-4350-87e5-5d3fbb7c362f,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:46:52.114733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:52.157496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:52.158107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:52.159616 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] 10.222.0.15 "PUT /v2.0/ports/76dc278b-99d7-4350-87e5-5d3fbb7c362f HTTP/1.1" status: 200 len: 1093 time: 0.8488905 Nov 23 04:46:52.164856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'tag': '76dc278b-99d7-4350-87e5-5d3fbb7c362f'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:46:52.167658 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5ab9889-2dac-4b2b-ad0f-389e65e8c723" -d '{"events": [{"name": "network-changed", "server_uuid": "0685a822-bd41-4c98-8d08-e6928b852f5a", "tag": "76dc278b-99d7-4350-87e5-5d3fbb7c362f"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:46:52.184234 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1240038941'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:52.218883 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e33058-5750-41d0-a2dd-8d2d7d792ed8 service neutron] Pushing event updated for resources: {'Port': ['ID=76dc278b-99d7-4350-87e5-5d3fbb7c362f,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:52.223846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:46:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d391c8e-1f8c-4681-a2fa-d6de3916693b x-openstack-request-id: req-6d391c8e-1f8c-4681-a2fa-d6de3916693b {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:46:52.224523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0685a822-bd41-4c98-8d08-e6928b852f5a", "tag": "76dc278b-99d7-4350-87e5-5d3fbb7c362f", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:46:52.224865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6d391c8e-1f8c-4681-a2fa-d6de3916693b {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:46:52.225452 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'tag': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'status': 'completed', 'code': 200} Nov 23 04:46:52.235331 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Made reservation on behalf of 5b30b45fff1a4f399bb95e13aa83dd2b for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:52.240509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:52.265027 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:52.294134 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-8e218db6-07bf-4d7f-9503-76a14fe4fc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:52.295667 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-8e218db6-07bf-4d7f-9503-76a14fe4fc3b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 1096 time: 0.0520296 Nov 23 04:46:52.369744 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-12c2ad4c-925d-4273-ad6f-71e6fb675c7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76dc278b-99d7-4350-87e5-5d3fbb7c362f HTTP/1.1" status: 200 len: 217 time: 0.0582280 Nov 23 04:46:52.375556 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:52.382290 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:52.413973 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:46:52.424547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event updated for resources: {'SecurityGroup': ['ID=084c860d-b115-466d-a840-36e922ba6f6f,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:52.429668 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:52.429944 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Added segment 8dc61d08-f970-4c11-b138-b881e6f6c619 of type vlan for network 99ae247a-b437-4130-874b-a2669a8366ab Nov 23 04:46:52.457583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-c33fcc2f-9f3a-416f-a96e-6ff47e3f28cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:52.460221 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-c33fcc2f-9f3a-416f-a96e-6ff47e3f28cf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 200 len: 851 time: 0.0815394 Nov 23 04:46:52.472866 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:52.500274 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:52.506089 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:52.506673 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:52.515748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-33bc3c7f-5c81-4a42-9b80-b7eeb785ac3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:52.517250 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-33bc3c7f-5c81-4a42-9b80-b7eeb785ac3b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca7d247b-210d-4ed0-a1d5-72133393a767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446377 Nov 23 04:46:52.575719 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5422907 Nov 23 04:46:52.584639 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc339324-7889-47ed-b966-ff4891f7089d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event updated for resources: {'Network': ['ID=99ae247a-b437-4130-874b-a2669a8366ab,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:52.598269 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 99ae247a-b437-4130-874b-a2669a8366ab details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:46:52.649425 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-979b3af2-cf4d-47f1-ab72-87af62cd5313 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1235564 Nov 23 04:46:52.756391 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21ed1cf-8f7b-499d-bec1-8c0136438cfc req-c922778b-653b-4dcf-b704-9791b4bf9156 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000352 Nov 23 04:46:52.873550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62dd2ed7-1556-4c60-bb2b-8d696420cb82 req-817dc46c-a2fa-4ec2-8534-31666f883e80 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:52.875901 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-62dd2ed7-1556-4c60-bb2b-8d696420cb82 req-817dc46c-a2fa-4ec2-8534-31666f883e80 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 943 time: 0.0589354 Nov 23 04:46:52.955775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab9889-2dac-4b2b-ad0f-389e65e8c723 req-024e64d4-4176-46d3-b09c-45e96ad1670c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:52.957190 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b5ab9889-2dac-4b2b-ad0f-389e65e8c723 req-024e64d4-4176-46d3-b09c-45e96ad1670c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 1096 time: 0.0800216 Nov 23 04:46:52.961469 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-62dd2ed7-1556-4c60-bb2b-8d696420cb82 req-66746f5a-b339-46df-9bc2-5efa6a139ae8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0762534 Nov 23 04:46:53.054615 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab9889-2dac-4b2b-ad0f-389e65e8c723 req-c7c80f3f-99ea-4e5f-b352-27ad84ab5a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:53.056101 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b5ab9889-2dac-4b2b-ad0f-389e65e8c723 req-c7c80f3f-99ea-4e5f-b352-27ad84ab5a58 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 913 time: 0.0914252 Nov 23 04:46:53.105973 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b5ab9889-2dac-4b2b-ad0f-389e65e8c723 req-a30db33e-961e-4449-b69e-2c95fd7ecf1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76dc278b-99d7-4350-87e5-5d3fbb7c362f HTTP/1.1" status: 200 len: 217 time: 0.0424647 Nov 23 04:46:53.158243 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab9889-2dac-4b2b-ad0f-389e65e8c723 req-0ee0ad8c-274b-4da9-8452-9ef1faa8fb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:53.159695 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b5ab9889-2dac-4b2b-ad0f-389e65e8c723 req-0ee0ad8c-274b-4da9-8452-9ef1faa8fb9d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 200 len: 851 time: 0.0466297 Nov 23 04:46:53.212645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab9889-2dac-4b2b-ad0f-389e65e8c723 req-e5945a13-e063-4e8a-bd50-ec64450990d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:53.214107 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b5ab9889-2dac-4b2b-ad0f-389e65e8c723 req-e5945a13-e063-4e8a-bd50-ec64450990d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca7d247b-210d-4ed0-a1d5-72133393a767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408201 Nov 23 04:46:53.315029 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b5ab9889-2dac-4b2b-ad0f-389e65e8c723 req-e8d7e7cc-e600-4a4c-9281-ac4f67ee1270 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926080 Nov 23 04:46:53.409201 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b5ab9889-2dac-4b2b-ad0f-389e65e8c723 req-bb72b799-f5af-4d9a-a282-4d41684fc06a service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867257 Nov 23 04:46:54.097481 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6411797c-4c8d-4b48-8fb1-7d6b9fe89b7d req-9ee0ce4b-bac1-4f52-8066-c88b566644ea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:54.099179 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6411797c-4c8d-4b48-8fb1-7d6b9fe89b7d req-9ee0ce4b-bac1-4f52-8066-c88b566644ea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 943 time: 0.0623648 Nov 23 04:46:54.151476 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6411797c-4c8d-4b48-8fb1-7d6b9fe89b7d req-2f682310-9fee-4eb7-a630-b160f7e9b00a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443399 Nov 23 04:46:55.269197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a053d9-0e8a-4d67-a39c-c12c4d233a77 req-ef712cc5-eb87-4ae5-9cfc-7efc161e263a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:55.271052 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-46a053d9-0e8a-4d67-a39c-c12c4d233a77 req-ef712cc5-eb87-4ae5-9cfc-7efc161e263a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 943 time: 0.0519307 Nov 23 04:46:55.327273 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-46a053d9-0e8a-4d67-a39c-c12c4d233a77 req-4405bbce-1a49-470f-8187-cbfe2d406587 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0500169 Nov 23 04:46:55.429829 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:46:55.899527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47530) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:55.904579 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1def9871-8d60-4bef-a2c9-d15187218147 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Request body: {'subnet': {'network_id': '99ae247a-b437-4130-874b-a2669a8366ab', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:55.995762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1def9871-8d60-4bef-a2c9-d15187218147 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Made reservation on behalf of 5b30b45fff1a4f399bb95e13aa83dd2b for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:55.999307 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1def9871-8d60-4bef-a2c9-d15187218147 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:56.184702 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1def9871-8d60-4bef-a2c9-d15187218147 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:56.246590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1def9871-8d60-4bef-a2c9-d15187218147 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event updated for resources: {'Subnet': ['ID=14fa55fe-6683-4d4e-86aa-b99f48ce6a82,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:56.254220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1def9871-8d60-4bef-a2c9-d15187218147 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Checking segment: {'id': '8dc61d08-f970-4c11-b138-b881e6f6c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '99ae247a-b437-4130-874b-a2669a8366ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:56.254576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1def9871-8d60-4bef-a2c9-d15187218147 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Network hostable DHCP agents. Network: 99ae247a-b437-4130-874b-a2669a8366ab, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:46:56.271337 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1def9871-8d60-4bef-a2c9-d15187218147 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Network 99ae247a-b437-4130-874b-a2669a8366ab is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:46:56.279659 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-1def9871-8d60-4bef-a2c9-d15187218147 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 99ae247a-b437-4130-874b-a2669a8366ab) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:56.283875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1def9871-8d60-4bef-a2c9-d15187218147 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:56.284460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1def9871-8d60-4bef-a2c9-d15187218147 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:56.289463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b942d76a-15aa-46de-8cdf-53c6de5178d4 None None] Network 99ae247a-b437-4130-874b-a2669a8366ab requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:56.300279 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1def9871-8d60-4bef-a2c9-d15187218147 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3996470 Nov 23 04:46:56.303764 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47532) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:56.308690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b1df4f32-b64b-4b47-93e6-d9bd9dacbc5d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-360006500'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:56.330895 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1df4f32-b64b-4b47-93e6-d9bd9dacbc5d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Made reservation on behalf of 5b30b45fff1a4f399bb95e13aa83dd2b for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:56.335020 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b1df4f32-b64b-4b47-93e6-d9bd9dacbc5d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:56.365824 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1df4f32-b64b-4b47-93e6-d9bd9dacbc5d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:46:56.375362 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b1df4f32-b64b-4b47-93e6-d9bd9dacbc5d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:56.375712 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-b1df4f32-b64b-4b47-93e6-d9bd9dacbc5d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Added segment 69d3fb57-6b8a-4dfb-b5e2-caca539ac7d6 of type vlan for network f9817491-4a2f-4761-bc25-70aa48fa4d8d Nov 23 04:46:56.421521 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b1df4f32-b64b-4b47-93e6-d9bd9dacbc5d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:56.446163 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-99ae247a-b437-4130-874b-a2669a8366ab', 'network_id': '99ae247a-b437-4130-874b-a2669a8366ab', 'tenant_id': '5b30b45fff1a4f399bb95e13aa83dd2b', 'fixed_ips': [{'subnet_id': '14fa55fe-6683-4d4e-86aa-b99f48ce6a82'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:46:56.447190 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:56.448467 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b1df4f32-b64b-4b47-93e6-d9bd9dacbc5d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:56.457785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1df4f32-b64b-4b47-93e6-d9bd9dacbc5d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:56.458629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b1df4f32-b64b-4b47-93e6-d9bd9dacbc5d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:56.463378 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0a5a9-b859-4092-9bc9-0cd439220344 req-d74d3813-47ba-4421-912f-bc2e56b24fdb tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:56.465177 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d2f0a5a9-b859-4092-9bc9-0cd439220344 req-d74d3813-47ba-4421-912f-bc2e56b24fdb tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 943 time: 0.0640597 Nov 23 04:46:56.516557 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b1df4f32-b64b-4b47-93e6-d9bd9dacbc5d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2116930 Nov 23 04:46:56.522750 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d2f0a5a9-b859-4092-9bc9-0cd439220344 req-4ee74a52-41b1-49b2-9ef5-ad1bc63028ec tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0480781 Nov 23 04:46:56.523719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47536) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:56.531961 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-fcb74190-9ebf-49e3-9552-8131519a9966 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Request body: {'subnet': {'network_id': 'f9817491-4a2f-4761-bc25-70aa48fa4d8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:56.553416 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1df4f32-b64b-4b47-93e6-d9bd9dacbc5d tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event updated for resources: {'Network': ['ID=f9817491-4a2f-4761-bc25-70aa48fa4d8d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:56.567306 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network f9817491-4a2f-4761-bc25-70aa48fa4d8d details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:46:56.634709 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fcb74190-9ebf-49e3-9552-8131519a9966 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Made reservation on behalf of 5b30b45fff1a4f399bb95e13aa83dd2b for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:56.638047 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcb74190-9ebf-49e3-9552-8131519a9966 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:56.646310 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Allocated IP 2001:db8:0:ffff::2 (99ae247a-b437-4130-874b-a2669a8366ab/14fa55fe-6683-4d4e-86aa-b99f48ce6a82/4d0c0026-f663-45b1-b44f-24a59781971b) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:56.803878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:56.809465 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:56.849153 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Network 99ae247a-b437-4130-874b-a2669a8366ab is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:56.852234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:56.855632 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:56.862090 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Pushing event updated for resources: {'Port': ['ID=4d0c0026-f663-45b1-b44f-24a59781971b,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:56.896943 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.objects.ports [None req-fcb74190-9ebf-49e3-9552-8131519a9966 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:46:56.898401 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcb74190-9ebf-49e3-9552-8131519a9966 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:56.913606 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Attempting to bind port 4d0c0026-f663-45b1-b44f-24a59781971b on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:46:56.913987 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Attempting to bind port 4d0c0026-f663-45b1-b44f-24a59781971b by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '8dc61d08-f970-4c11-b138-b881e6f6c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '99ae247a-b437-4130-874b-a2669a8366ab'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:46:56.914356 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Attempting to bind port 4d0c0026-f663-45b1-b44f-24a59781971b on network 99ae247a-b437-4130-874b-a2669a8366ab {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:46:56.919300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:46:56.919677 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Checking segment: {'id': '8dc61d08-f970-4c11-b138-b881e6f6c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '99ae247a-b437-4130-874b-a2669a8366ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:56.920082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:56.920479 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Bound using segment: {'id': '8dc61d08-f970-4c11-b138-b881e6f6c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '99ae247a-b437-4130-874b-a2669a8366ab'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:46:56.921514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Bound port: 4d0c0026-f663-45b1-b44f-24a59781971b, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dc61d08-f970-4c11-b138-b881e6f6c619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '99ae247a-b437-4130-874b-a2669a8366ab'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:46:56.921902 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:56.962790 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcb74190-9ebf-49e3-9552-8131519a9966 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event updated for resources: {'Subnet': ['ID=9602d487-c315-4fba-a010-e705a1b0f258,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:56.973721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcb74190-9ebf-49e3-9552-8131519a9966 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Checking segment: {'id': '69d3fb57-6b8a-4dfb-b5e2-caca539ac7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f9817491-4a2f-4761-bc25-70aa48fa4d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:56.974084 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb74190-9ebf-49e3-9552-8131519a9966 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Network hostable DHCP agents. Network: f9817491-4a2f-4761-bc25-70aa48fa4d8d, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:46:56.994306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcb74190-9ebf-49e3-9552-8131519a9966 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Network f9817491-4a2f-4761-bc25-70aa48fa4d8d is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:46:57.007228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-fcb74190-9ebf-49e3-9552-8131519a9966 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, f9817491-4a2f-4761-bc25-70aa48fa4d8d) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:57.011471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb74190-9ebf-49e3-9552-8131519a9966 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:57.012062 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcb74190-9ebf-49e3-9552-8131519a9966 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:57.032408 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fcb74190-9ebf-49e3-9552-8131519a9966 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5047145 Nov 23 04:46:57.032640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47538) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:57.037621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-058d4d08-d6a9-4bf7-9596-33983a33851f tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Request body: {'port': {'network_id': 'f9817491-4a2f-4761-bc25-70aa48fa4d8d', 'name': 'tempest-NetworksIpV6TestAttrs-736806948'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:57.121948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5229916-748b-43f7-b448-006b3d5ed6e4 None None] Network f9817491-4a2f-4761-bc25-70aa48fa4d8d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:57.148259 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058d4d08-d6a9-4bf7-9596-33983a33851f tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Made reservation on behalf of 5b30b45fff1a4f399bb95e13aa83dd2b for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:57.151716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-058d4d08-d6a9-4bf7-9596-33983a33851f tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:57.169325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-058d4d08-d6a9-4bf7-9596-33983a33851f tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] device_id is not set on port da8eadab-5c23-47ea-9ae7-2212b9f6739f yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:46:57.193965 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] For port 4d0c0026-f663-45b1-b44f-24a59781971b, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:46:57.210190 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] For port 4d0c0026-f663-45b1-b44f-24a59781971b, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4d0c0026-f663-45b1-b44f-24a59781971b,segment=NetworkSegment(8dc61d08-f970-4c11-b138-b881e6f6c619),segment_id=8dc61d08-f970-4c11-b138-b881e6f6c619)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:46:57.221027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:57.282978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-058d4d08-d6a9-4bf7-9596-33983a33851f tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Allocated IP 2001:db8::f816:3eff:fec6:bac1 (f9817491-4a2f-4761-bc25-70aa48fa4d8d/9602d487-c315-4fba-a010-e705a1b0f258/da8eadab-5c23-47ea-9ae7-2212b9f6739f) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:57.329130 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524445c-62bb-4fa5-b066-cb988d9a7861 None None] Pushing event updated for resources: {'Port': ['ID=4d0c0026-f663-45b1-b44f-24a59781971b,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:57.371795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-f9817491-4a2f-4761-bc25-70aa48fa4d8d', 'network_id': 'f9817491-4a2f-4761-bc25-70aa48fa4d8d', 'tenant_id': '5b30b45fff1a4f399bb95e13aa83dd2b', 'fixed_ips': [{'subnet_id': '9602d487-c315-4fba-a010-e705a1b0f258'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:46:57.372674 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:57.461803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-058d4d08-d6a9-4bf7-9596-33983a33851f tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:57.497008 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-058d4d08-d6a9-4bf7-9596-33983a33851f tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:57.568618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058d4d08-d6a9-4bf7-9596-33983a33851f tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Network f9817491-4a2f-4761-bc25-70aa48fa4d8d is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:57.570090 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058d4d08-d6a9-4bf7-9596-33983a33851f tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event updated for resources: {'Port': ['ID=da8eadab-5c23-47ea-9ae7-2212b9f6739f,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:57.573807 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-058d4d08-d6a9-4bf7-9596-33983a33851f tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:57.576484 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058d4d08-d6a9-4bf7-9596-33983a33851f tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:57.580616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Allocated IP 2001:db8::f816:3eff:fed4:929d (f9817491-4a2f-4761-bc25-70aa48fa4d8d/9602d487-c315-4fba-a010-e705a1b0f258/10e37a9f-0c12-4836-991b-93aca9007101) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:57.583125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058d4d08-d6a9-4bf7-9596-33983a33851f tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:57.583771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-058d4d08-d6a9-4bf7-9596-33983a33851f tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:57.610198 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-058d4d08-d6a9-4bf7-9596-33983a33851f tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.5765815 Nov 23 04:46:57.613128 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47542) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:57.669864 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de20cdb8-1410-407c-ae3d-d6ac3206daea req-8c7c24a8-d503-43a0-9e66-dd6d8db646c4 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:57.680462 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-de20cdb8-1410-407c-ae3d-d6ac3206daea req-8c7c24a8-d503-43a0-9e66-dd6d8db646c4 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 943 time: 0.0751050 Nov 23 04:46:57.683374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e198e7-e8e5-4356-957a-7a402035360e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Deleting subnet 9602d487-c315-4fba-a010-e705a1b0f258 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:57.732595 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-de20cdb8-1410-407c-ae3d-d6ac3206daea req-1031f941-6dea-4a77-84c5-9ce19f712d4c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0510929 Nov 23 04:46:57.775196 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:57.781472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43e198e7-e8e5-4356-957a-7a402035360e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:57.783097 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:57.822024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Network f9817491-4a2f-4761-bc25-70aa48fa4d8d is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:57.823299 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43e198e7-e8e5-4356-957a-7a402035360e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:57.826402 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:57.830701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:57.833664 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Pushing event updated for resources: {'Port': ['ID=10e37a9f-0c12-4836-991b-93aca9007101,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:57.884808 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Attempting to bind port 10e37a9f-0c12-4836-991b-93aca9007101 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:46:57.885191 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Attempting to bind port 10e37a9f-0c12-4836-991b-93aca9007101 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '69d3fb57-6b8a-4dfb-b5e2-caca539ac7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f9817491-4a2f-4761-bc25-70aa48fa4d8d'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:46:57.885616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Attempting to bind port 10e37a9f-0c12-4836-991b-93aca9007101 on network f9817491-4a2f-4761-bc25-70aa48fa4d8d {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:46:57.891236 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:46:57.891628 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Checking segment: {'id': '69d3fb57-6b8a-4dfb-b5e2-caca539ac7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f9817491-4a2f-4761-bc25-70aa48fa4d8d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:57.892034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:57.892431 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Bound using segment: {'id': '69d3fb57-6b8a-4dfb-b5e2-caca539ac7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f9817491-4a2f-4761-bc25-70aa48fa4d8d'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:46:57.892897 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Bound port: 10e37a9f-0c12-4836-991b-93aca9007101, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69d3fb57-6b8a-4dfb-b5e2-caca539ac7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': 'f9817491-4a2f-4761-bc25-70aa48fa4d8d'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:46:57.893299 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:57.965335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] For port 10e37a9f-0c12-4836-991b-93aca9007101, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:46:57.969458 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] For port 10e37a9f-0c12-4836-991b-93aca9007101, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=10e37a9f-0c12-4836-991b-93aca9007101,segment=NetworkSegment(69d3fb57-6b8a-4dfb-b5e2-caca539ac7d6),segment_id=69d3fb57-6b8a-4dfb-b5e2-caca539ac7d6)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:46:57.973576 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:58.036414 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025f5b46-f612-49ff-a8ec-89354d62c1d5 None None] Pushing event updated for resources: {'Port': ['ID=10e37a9f-0c12-4836-991b-93aca9007101,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:58.269978 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43e198e7-e8e5-4356-957a-7a402035360e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:58.350540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43e198e7-e8e5-4356-957a-7a402035360e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:58.385391 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e198e7-e8e5-4356-957a-7a402035360e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Subnet': ['ID=9602d487-c315-4fba-a010-e705a1b0f258,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:58.390984 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43e198e7-e8e5-4356-957a-7a402035360e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:58.398664 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-43e198e7-e8e5-4356-957a-7a402035360e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/subnets/9602d487-c315-4fba-a010-e705a1b0f258 HTTP/1.1" status: 204 len: 168 time: 0.7844465 Nov 23 04:46:58.401499 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47544) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:58.454678 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e80c5a-c9cb-484b-b3e2-0fdf1ddfac5a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:58.456313 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e80c5a-c9cb-484b-b3e2-0fdf1ddfac5a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:58.457823 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-92e80c5a-c9cb-484b-b3e2-0fdf1ddfac5a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0553885 Nov 23 04:46:58.460895 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47546) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:58.486211 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3eb533bb-6ba9-4f1d-ae81-075aced89a23 None None] Network 99ae247a-b437-4130-874b-a2669a8366ab requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:58.539573 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-38d7dc7f-7720-4ed6-a258-6b9d91a3cae3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:58.547787 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-38d7dc7f-7720-4ed6-a258-6b9d91a3cae3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 04:46:58.548426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38d7dc7f-7720-4ed6-a258-6b9d91a3cae3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:46:58.551725 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-38d7dc7f-7720-4ed6-a258-6b9d91a3cae3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/networks/f9817491-4a2f-4761-bc25-70aa48fa4d8d HTTP/1.1" status: 409 len: 405 time: 0.0897877 Nov 23 04:46:58.555629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47548) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:58.560468 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8e3ccbc1-5b41-4f63-ac6d-85887b47bfe3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2107127355'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:58.575635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-73db9962-9d09-4713-aa25-992de679b3c6 None None] Provisioning complete for port 4d0c0026-f663-45b1-b44f-24a59781971b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:58.576009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73db9962-9d09-4713-aa25-992de679b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:58.583411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e3ccbc1-5b41-4f63-ac6d-85887b47bfe3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Made reservation on behalf of 5b30b45fff1a4f399bb95e13aa83dd2b for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:58.587773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccbc1-5b41-4f63-ac6d-85887b47bfe3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:58.619835 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e3ccbc1-5b41-4f63-ac6d-85887b47bfe3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] vlan segment allocate from pool success with {'vlan_id': 174, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:46:58.628807 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccbc1-5b41-4f63-ac6d-85887b47bfe3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:58.629153 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-8e3ccbc1-5b41-4f63-ac6d-85887b47bfe3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Added segment 2db0c0d1-d5bd-47f5-a53b-256040eec082 of type vlan for network 675d2170-83ab-41b0-9af6-78893b51d8b2 Nov 23 04:46:58.677036 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccbc1-5b41-4f63-ac6d-85887b47bfe3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:58.704756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccbc1-5b41-4f63-ac6d-85887b47bfe3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:58.711929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e3ccbc1-5b41-4f63-ac6d-85887b47bfe3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:58.712214 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8e3ccbc1-5b41-4f63-ac6d-85887b47bfe3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:58.723749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73db9962-9d09-4713-aa25-992de679b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:58.763701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-73db9962-9d09-4713-aa25-992de679b3c6 None None] For port 4d0c0026-f663-45b1-b44f-24a59781971b, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4d0c0026-f663-45b1-b44f-24a59781971b,segment=NetworkSegment(8dc61d08-f970-4c11-b138-b881e6f6c619),segment_id=8dc61d08-f970-4c11-b138-b881e6f6c619)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:58.771941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73db9962-9d09-4713-aa25-992de679b3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:58.799839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47552) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:58.803990 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8e3ccbc1-5b41-4f63-ac6d-85887b47bfe3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2455952 Nov 23 04:46:58.804849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-59143162-e32e-41d1-a8e1-c306f20ace70 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Request body: {'subnet': {'network_id': '675d2170-83ab-41b0-9af6-78893b51d8b2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:58.819797 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e3ccbc1-5b41-4f63-ac6d-85887b47bfe3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event updated for resources: {'Network': ['ID=675d2170-83ab-41b0-9af6-78893b51d8b2,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:58.836023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 675d2170-83ab-41b0-9af6-78893b51d8b2 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:46:58.940354 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7e1cef-731b-40bf-a4ce-ed84712a3bb1 req-2947454f-b533-4728-a04c-6e19821bf344 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:58.943071 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1c7e1cef-731b-40bf-a4ce-ed84712a3bb1 req-2947454f-b533-4728-a04c-6e19821bf344 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 943 time: 0.0769083 Nov 23 04:46:58.946574 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59143162-e32e-41d1-a8e1-c306f20ace70 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Made reservation on behalf of 5b30b45fff1a4f399bb95e13aa83dd2b for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:58.951192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73db9962-9d09-4713-aa25-992de679b3c6 None None] Pushing event updated for resources: {'Port': ['ID=4d0c0026-f663-45b1-b44f-24a59781971b,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:58.951409 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-59143162-e32e-41d1-a8e1-c306f20ace70 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:59.015036 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1c7e1cef-731b-40bf-a4ce-ed84712a3bb1 req-2babd681-6af8-421b-ae90-d9348fbc6900 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566142 Nov 23 04:46:59.103673 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-98f82b61-1106-4551-8488-dc9181382226 None None] Provisioning complete for port 4d0c0026-f663-45b1-b44f-24a59781971b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:59.104061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-98f82b61-1106-4551-8488-dc9181382226 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:59.188180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de59c919-eab1-4c6c-b438-2086ea715d0c None None] Network f9817491-4a2f-4761-bc25-70aa48fa4d8d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:59.241016 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.objects.ports [None req-59143162-e32e-41d1-a8e1-c306f20ace70 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109953) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:46:59.242512 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-59143162-e32e-41d1-a8e1-c306f20ace70 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:59.310609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59143162-e32e-41d1-a8e1-c306f20ace70 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event updated for resources: {'Subnet': ['ID=a77a1a7f-6dd3-4fdc-a158-5eb52a81f19e,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:59.318771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59143162-e32e-41d1-a8e1-c306f20ace70 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Checking segment: {'id': '2db0c0d1-d5bd-47f5-a53b-256040eec082', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 174, 'network_id': '675d2170-83ab-41b0-9af6-78893b51d8b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:46:59.319145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59143162-e32e-41d1-a8e1-c306f20ace70 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Network hostable DHCP agents. Network: 675d2170-83ab-41b0-9af6-78893b51d8b2, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:46:59.337125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59143162-e32e-41d1-a8e1-c306f20ace70 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Network 675d2170-83ab-41b0-9af6-78893b51d8b2 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:46:59.349515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-59143162-e32e-41d1-a8e1-c306f20ace70 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 675d2170-83ab-41b0-9af6-78893b51d8b2) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:59.356530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59143162-e32e-41d1-a8e1-c306f20ace70 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:59.356772 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ae355ad7-1221-4e06-9133-ac369415716e None None] Provisioning complete for port 10e37a9f-0c12-4836-991b-93aca9007101 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:59.357146 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ae355ad7-1221-4e06-9133-ac369415716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:59.357478 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-59143162-e32e-41d1-a8e1-c306f20ace70 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:59.374841 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-59143162-e32e-41d1-a8e1-c306f20ace70 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5738919 Nov 23 04:46:59.377441 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47554) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:59.382388 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-71b192a6-7b64-428f-8977-fabf2ddf595c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Request body: {'port': {'network_id': '675d2170-83ab-41b0-9af6-78893b51d8b2', 'name': 'tempest-NetworksIpV6TestAttrs-632545542'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:46:59.383585 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e2abb4f-1b93-46d4-a1d3-6333b7220a3d None None] Network 675d2170-83ab-41b0-9af6-78893b51d8b2 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:46:59.385956 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83eb4fd-5261-43fa-b528-d2a636789502 None None] DHCP port deletion for f9817491-4a2f-4761-bc25-70aa48fa4d8d request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:46:59.504019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71b192a6-7b64-428f-8977-fabf2ddf595c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Made reservation on behalf of 5b30b45fff1a4f399bb95e13aa83dd2b for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:46:59.507775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-71b192a6-7b64-428f-8977-fabf2ddf595c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:59.525541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [None req-71b192a6-7b64-428f-8977-fabf2ddf595c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] device_id is not set on port 6077e040-c1e5-4b99-9546-1efc8807aed5 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:46:59.572285 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4d0c0026-f663-45b1-b44f-24a59781971b up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:46:59.575011 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d83eb4fd-5261-43fa-b528-d2a636789502 None None] Deleting port 10e37a9f-0c12-4836-991b-93aca9007101 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:46:59.575376 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d83eb4fd-5261-43fa-b528-d2a636789502 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:59.645682 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-71b192a6-7b64-428f-8977-fabf2ddf595c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Allocated IP 2001:db8::f816:3eff:fe00:d4da (675d2170-83ab-41b0-9af6-78893b51d8b2/a77a1a7f-6dd3-4fdc-a158-5eb52a81f19e/6077e040-c1e5-4b99-9546-1efc8807aed5) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:46:59.665780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ae355ad7-1221-4e06-9133-ac369415716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:59.741633 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b02de05-3803-4de0-963d-01ae337e6670 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-675d2170-83ab-41b0-9af6-78893b51d8b2', 'network_id': '675d2170-83ab-41b0-9af6-78893b51d8b2', 'tenant_id': '5b30b45fff1a4f399bb95e13aa83dd2b', 'fixed_ips': [{'subnet_id': 'a77a1a7f-6dd3-4fdc-a158-5eb52a81f19e'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:46:59.742445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6b02de05-3803-4de0-963d-01ae337e6670 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:59.746950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d83eb4fd-5261-43fa-b528-d2a636789502 None None] For port 10e37a9f-0c12-4836-991b-93aca9007101, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=10e37a9f-0c12-4836-991b-93aca9007101,segment=NetworkSegment(69d3fb57-6b8a-4dfb-b5e2-caca539ac7d6),segment_id=69d3fb57-6b8a-4dfb-b5e2-caca539ac7d6)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:59.747333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d83eb4fd-5261-43fa-b528-d2a636789502 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:59.781893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d83eb4fd-5261-43fa-b528-d2a636789502 None None] Calling delete_port for 10e37a9f-0c12-4836-991b-93aca9007101 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:46:59.792693 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ae355ad7-1221-4e06-9133-ac369415716e None None] For port 10e37a9f-0c12-4836-991b-93aca9007101, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=10e37a9f-0c12-4836-991b-93aca9007101,segment=NetworkSegment(69d3fb57-6b8a-4dfb-b5e2-caca539ac7d6),segment_id=69d3fb57-6b8a-4dfb-b5e2-caca539ac7d6)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:46:59.799769 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-71b192a6-7b64-428f-8977-fabf2ddf595c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:59.808365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ae355ad7-1221-4e06-9133-ac369415716e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:59.820517 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 4d0c0026-f663-45b1-b44f-24a59781971b triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:46:59.820885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:59.836699 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-71b192a6-7b64-428f-8977-fabf2ddf595c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:59.882485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71b192a6-7b64-428f-8977-fabf2ddf595c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Network 675d2170-83ab-41b0-9af6-78893b51d8b2 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:46:59.885820 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-71b192a6-7b64-428f-8977-fabf2ddf595c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:46:59.890098 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71b192a6-7b64-428f-8977-fabf2ddf595c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:46:59.895718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71b192a6-7b64-428f-8977-fabf2ddf595c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:46:59.896335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-71b192a6-7b64-428f-8977-fabf2ddf595c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:46:59.904621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b192a6-7b64-428f-8977-fabf2ddf595c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event updated for resources: {'Port': ['ID=6077e040-c1e5-4b99-9546-1efc8807aed5,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:46:59.918184 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-71b192a6-7b64-428f-8977-fabf2ddf595c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.5396729 Nov 23 04:46:59.920721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47556) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:46:59.973214 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b6d551b-2280-4031-b6c0-849f36754ed0 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Deleting subnet a77a1a7f-6dd3-4fdc-a158-5eb52a81f19e {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:46:59.977613 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b6d551b-2280-4031-b6c0-849f36754ed0 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:00.013510 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae355ad7-1221-4e06-9133-ac369415716e None None] Pushing event updated for resources: {'Port': ['ID=10e37a9f-0c12-4836-991b-93aca9007101,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:00.029843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b6d551b-2280-4031-b6c0-849f36754ed0 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:00.075341 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d83eb4fd-5261-43fa-b528-d2a636789502 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:00.143977 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b6d551b-2280-4031-b6c0-849f36754ed0 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:00.193111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380b92ec-d3a3-4fc5-9374-d09b52506424 req-d464cc51-e9af-40a8-8af7-4c005f77c6a8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:00.194715 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-380b92ec-d3a3-4fc5-9374-d09b52506424 req-d464cc51-e9af-40a8-8af7-4c005f77c6a8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 943 time: 0.0954695 Nov 23 04:47:00.250640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b6d551b-2280-4031-b6c0-849f36754ed0 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:00.257213 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83eb4fd-5261-43fa-b528-d2a636789502 None None] Pushing event deleted for resources: {'Port': ['ID=10e37a9f-0c12-4836-991b-93aca9007101,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:00.264723 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83eb4fd-5261-43fa-b528-d2a636789502 None None] No DVR routers for this DVR port 10e37a9f-0c12-4836-991b-93aca9007101 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server [None req-6b02de05-3803-4de0-963d-01ae337e6670 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a77a1a7f-6dd3-4fdc-a158-5eb52a81f19e: This subnet is being modified by another concurrent operation. Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise exception Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a77a1a7f-6dd3-4fdc-a158-5eb52a81f19e: This subnet is being modified by another concurrent operation. Nov 23 04:47:00.269673 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Nov 23 04:47:00.277540 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-380b92ec-d3a3-4fc5-9374-d09b52506424 req-a85f6f1c-f2a0-4e08-a15b-5d4679dc6952 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0679414 Nov 23 04:47:00.289084 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6d551b-2280-4031-b6c0-849f36754ed0 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Subnet': ['ID=a77a1a7f-6dd3-4fdc-a158-5eb52a81f19e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:00.294858 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b6d551b-2280-4031-b6c0-849f36754ed0 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:00.297553 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5b6d551b-2280-4031-b6c0-849f36754ed0 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/subnets/a77a1a7f-6dd3-4fdc-a158-5eb52a81f19e HTTP/1.1" status: 204 len: 168 time: 0.3757930 Nov 23 04:47:00.297708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47560) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:00.299790 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ad7a35-4c52-4fde-886b-c41ff3c3d038 None None] Network 675d2170-83ab-41b0-9af6-78893b51d8b2 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:47:00.351754 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96d986d-9478-482c-8263-674a2357bf3a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:00.353406 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96d986d-9478-482c-8263-674a2357bf3a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:00.354904 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d96d986d-9478-482c-8263-674a2357bf3a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0562551 Nov 23 04:47:00.359586 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47562) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:00.431139 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61270f81-6638-43ad-8a95-81ce6bc08615 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:47:00.440302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-193ad68c-b441-47c1-afb7-c6aa8e3d0554 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:00.447157 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-193ad68c-b441-47c1-afb7-c6aa8e3d0554 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] DELETE failed (client error): There was a conflict when trying to complete your request. Nov 23 04:47:00.447607 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-193ad68c-b441-47c1-afb7-c6aa8e3d0554 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:47:00.450698 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-193ad68c-b441-47c1-afb7-c6aa8e3d0554 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/networks/675d2170-83ab-41b0-9af6-78893b51d8b2 HTTP/1.1" status: 409 len: 405 time: 0.0901165 Nov 23 04:47:00.454540 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47564) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:00.459184 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-08b6549c-6e3b-482d-8694-7917bdd70244 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-424501134'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:00.484944 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08b6549c-6e3b-482d-8694-7917bdd70244 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Made reservation on behalf of 5b30b45fff1a4f399bb95e13aa83dd2b for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:47:00.488471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-08b6549c-6e3b-482d-8694-7917bdd70244 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:00.512258 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08b6549c-6e3b-482d-8694-7917bdd70244 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:47:00.520961 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-08b6549c-6e3b-482d-8694-7917bdd70244 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:00.521339 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-08b6549c-6e3b-482d-8694-7917bdd70244 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Added segment 702b68ec-678d-43b5-bd75-847d3ecb8a93 of type vlan for network 4bf8af73-f9a4-4742-bb34-9d22568a16c9 Nov 23 04:47:00.521520 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61270f81-6638-43ad-8a95-81ce6bc08615 None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:47:00.561009 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-08b6549c-6e3b-482d-8694-7917bdd70244 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:00.586852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-08b6549c-6e3b-482d-8694-7917bdd70244 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:00.593062 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08b6549c-6e3b-482d-8694-7917bdd70244 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:00.593668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-08b6549c-6e3b-482d-8694-7917bdd70244 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:00.648031 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-08b6549c-6e3b-482d-8694-7917bdd70244 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.1924562 Nov 23 04:47:00.650966 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47566) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:00.657907 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a27aa0ed-edc5-4bb6-8083-3dd3f65919ab tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Request body: {'subnet': {'network_id': '4bf8af73-f9a4-4742-bb34-9d22568a16c9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:00.663183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6549c-6e3b-482d-8694-7917bdd70244 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event updated for resources: {'Network': ['ID=4bf8af73-f9a4-4742-bb34-9d22568a16c9,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:00.674575 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 4bf8af73-f9a4-4742-bb34-9d22568a16c9 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:47:00.752363 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27aa0ed-edc5-4bb6-8083-3dd3f65919ab tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Made reservation on behalf of 5b30b45fff1a4f399bb95e13aa83dd2b for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:47:00.755961 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a27aa0ed-edc5-4bb6-8083-3dd3f65919ab tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.002575 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.objects.ports [None req-a27aa0ed-edc5-4bb6-8083-3dd3f65919ab tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:47:01.004014 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a27aa0ed-edc5-4bb6-8083-3dd3f65919ab tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.065950 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27aa0ed-edc5-4bb6-8083-3dd3f65919ab tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event updated for resources: {'Subnet': ['ID=da00559d-0114-42b9-8937-29589f7309c7,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:01.073801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27aa0ed-edc5-4bb6-8083-3dd3f65919ab tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Checking segment: {'id': '702b68ec-678d-43b5-bd75-847d3ecb8a93', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': '4bf8af73-f9a4-4742-bb34-9d22568a16c9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:47:01.074167 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27aa0ed-edc5-4bb6-8083-3dd3f65919ab tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Network hostable DHCP agents. Network: 4bf8af73-f9a4-4742-bb34-9d22568a16c9, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:47:01.090919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27aa0ed-edc5-4bb6-8083-3dd3f65919ab tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Network 4bf8af73-f9a4-4742-bb34-9d22568a16c9 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:47:01.100293 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-a27aa0ed-edc5-4bb6-8083-3dd3f65919ab tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 4bf8af73-f9a4-4742-bb34-9d22568a16c9) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:47:01.104626 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27aa0ed-edc5-4bb6-8083-3dd3f65919ab tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:01.105360 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a27aa0ed-edc5-4bb6-8083-3dd3f65919ab tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.109127 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ab2092-735e-467d-a59f-a470a581cb3f None None] Network 4bf8af73-f9a4-4742-bb34-9d22568a16c9 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:47:01.121918 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a27aa0ed-edc5-4bb6-8083-3dd3f65919ab tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.4697878 Nov 23 04:47:01.124767 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47568) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:01.228926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.256878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12cc57de-4cf8-49bc-bc05-60a6ed74bc66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-4bf8af73-f9a4-4742-bb34-9d22568a16c9', 'network_id': '4bf8af73-f9a4-4742-bb34-9d22568a16c9', 'tenant_id': '5b30b45fff1a4f399bb95e13aa83dd2b', 'fixed_ips': [{'subnet_id': 'da00559d-0114-42b9-8937-29589f7309c7'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:47:01.257764 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-12cc57de-4cf8-49bc-bc05-60a6ed74bc66 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.280909 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.347170 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server [None req-12cc57de-4cf8-49bc-bc05-60a6ed74bc66 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da00559d-0114-42b9-8937-29589f7309c7: This subnet is being modified by another concurrent operation. Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise exception Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet da00559d-0114-42b9-8937-29589f7309c7: This subnet is being modified by another concurrent operation. Nov 23 04:47:01.356232 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Nov 23 04:47:01.378572 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b09a13ef-b18a-4adb-a392-ba57a274da87 None None] Network 4bf8af73-f9a4-4742-bb34-9d22568a16c9 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:47:01.389012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Subnet': ['ID=da00559d-0114-42b9-8937-29589f7309c7,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:01.416892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c23ce4d-a792-4d3f-aac5-6bdf59c3e13a req-48be3a6b-1d85-4e4d-a37c-f2495c92c161 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:01.418553 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8c23ce4d-a792-4d3f-aac5-6bdf59c3e13a req-48be3a6b-1d85-4e4d-a37c-f2495c92c161 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 943 time: 0.0650957 Nov 23 04:47:01.452641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.474449 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf8af73-f9a4-4742-bb34-9d22568a16c9']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:01.474636 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8c23ce4d-a792-4d3f-aac5-6bdf59c3e13a req-afbeb514-21e1-490a-9060-59694e16329b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0490160 Nov 23 04:47:01.484909 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '702b68ec-678d-43b5-bd75-847d3ecb8a93') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:01.485204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '702b68ec-678d-43b5-bd75-847d3ecb8a93') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:01.496157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.507535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4644e66a-be6a-4bd7-b45a-d6cee732d019 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:47:01.509678 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.515684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:47:01.516065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:47:01.519221 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:47:01.581991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.589483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.593388 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/networks/4bf8af73-f9a4-4742-bb34-9d22568a16c9 HTTP/1.1" status: 204 len: 168 time: 0.4675455 Nov 23 04:47:01.598325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47572) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:01.599550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4644e66a-be6a-4bd7-b45a-d6cee732d019 None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:47:01.612231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-832ccaa7-d1fd-43fd-ae79-2a402eda1f7a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1544520165'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:01.618343 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07a9c6a-e50f-444a-8590-54a5ff02019c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Network': ['ID=4bf8af73-f9a4-4742-bb34-9d22568a16c9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:01.636377 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-832ccaa7-d1fd-43fd-ae79-2a402eda1f7a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Made reservation on behalf of 5b30b45fff1a4f399bb95e13aa83dd2b for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:47:01.640145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-832ccaa7-d1fd-43fd-ae79-2a402eda1f7a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.664723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-832ccaa7-d1fd-43fd-ae79-2a402eda1f7a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] vlan segment allocate from pool success with {'vlan_id': 198, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:47:01.674340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-832ccaa7-d1fd-43fd-ae79-2a402eda1f7a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.674735 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-832ccaa7-d1fd-43fd-ae79-2a402eda1f7a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Added segment aaa43bdf-48dd-4ae9-8046-5f00fbeefa0b of type vlan for network bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb Nov 23 04:47:01.716599 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-832ccaa7-d1fd-43fd-ae79-2a402eda1f7a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.742052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-832ccaa7-d1fd-43fd-ae79-2a402eda1f7a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.747902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832ccaa7-d1fd-43fd-ae79-2a402eda1f7a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:01.748512 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-832ccaa7-d1fd-43fd-ae79-2a402eda1f7a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:01.808243 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-832ccaa7-d1fd-43fd-ae79-2a402eda1f7a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2088749 Nov 23 04:47:01.811261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47574) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:01.816441 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ab05a2e9-4ceb-4675-b8f6-47fd7a80dd8e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Request body: {'subnet': {'network_id': 'bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:01.823756 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ccaa7-d1fd-43fd-ae79-2a402eda1f7a tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event updated for resources: {'Network': ['ID=bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:01.844922 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:47:01.914143 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab05a2e9-4ceb-4675-b8f6-47fd7a80dd8e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Made reservation on behalf of 5b30b45fff1a4f399bb95e13aa83dd2b for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:47:01.917858 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ab05a2e9-4ceb-4675-b8f6-47fd7a80dd8e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.102688 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ab05a2e9-4ceb-4675-b8f6-47fd7a80dd8e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.172891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab05a2e9-4ceb-4675-b8f6-47fd7a80dd8e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event updated for resources: {'Subnet': ['ID=dc81a6cf-27b7-48ae-84b6-dce4829d9a26,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:02.175171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab05a2e9-4ceb-4675-b8f6-47fd7a80dd8e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Checking segment: {'id': 'aaa43bdf-48dd-4ae9-8046-5f00fbeefa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:47:02.175526 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab05a2e9-4ceb-4675-b8f6-47fd7a80dd8e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Network hostable DHCP agents. Network: bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:47:02.194024 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab05a2e9-4ceb-4675-b8f6-47fd7a80dd8e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Network bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:47:02.205553 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-ab05a2e9-4ceb-4675-b8f6-47fd7a80dd8e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:47:02.210899 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab05a2e9-4ceb-4675-b8f6-47fd7a80dd8e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:02.211527 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ab05a2e9-4ceb-4675-b8f6-47fd7a80dd8e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.216011 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2331aa5d-da0a-4ec3-b3d9-d8c4dfd6f71d None None] Network bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:47:02.233508 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ab05a2e9-4ceb-4675-b8f6-47fd7a80dd8e tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4185419 Nov 23 04:47:02.234062 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47576) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:02.340941 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.379419 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb', 'network_id': 'bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb', 'tenant_id': '5b30b45fff1a4f399bb95e13aa83dd2b', 'fixed_ips': [{'subnet_id': 'dc81a6cf-27b7-48ae-84b6-dce4829d9a26'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:47:02.380514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.430758 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.517220 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Allocated IP 2001:db8::2 (bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb/dc81a6cf-27b7-48ae-84b6-dce4829d9a26/c8343ccc-99c1-479c-907e-a361b6f2f342) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:47:02.595005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9749726-7418-41a4-acb7-1b72e3585d8a req-6fba684a-41bc-40ca-bbfa-227329e2ce3a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:02.596496 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a9749726-7418-41a4-acb7-1b72e3585d8a req-6fba684a-41bc-40ca-bbfa-227329e2ce3a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 943 time: 0.0501425 Nov 23 04:47:02.647033 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a9749726-7418-41a4-acb7-1b72e3585d8a req-587419fd-afef-4e1c-ae9a-24b00383f6ae tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444546 Nov 23 04:47:02.664617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.669914 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.684246 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.712491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Network bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:47:02.713193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Subnet': ['ID=dc81a6cf-27b7-48ae-84b6-dce4829d9a26,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:02.717914 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:47:02.721424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:47:02.728779 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Pushing event updated for resources: {'Port': ['ID=c8343ccc-99c1-479c-907e-a361b6f2f342,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:02.778554 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Attempting to bind port c8343ccc-99c1-479c-907e-a361b6f2f342 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:47:02.778930 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Attempting to bind port c8343ccc-99c1-479c-907e-a361b6f2f342 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'aaa43bdf-48dd-4ae9-8046-5f00fbeefa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:47:02.779304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Attempting to bind port c8343ccc-99c1-479c-907e-a361b6f2f342 on network bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:47:02.780594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.787184 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 46, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:47:02.787547 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Checking segment: {'id': 'aaa43bdf-48dd-4ae9-8046-5f00fbeefa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:47:02.788001 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.788414 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Bound using segment: {'id': 'aaa43bdf-48dd-4ae9-8046-5f00fbeefa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:47:02.788888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Bound port: c8343ccc-99c1-479c-907e-a361b6f2f342, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaa43bdf-48dd-4ae9-8046-5f00fbeefa0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 198, 'network_id': 'bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:47:02.789304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.804246 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:02.814974 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa43bdf-48dd-4ae9-8046-5f00fbeefa0b') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:02.815270 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa43bdf-48dd-4ae9-8046-5f00fbeefa0b') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:02.824610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.838450 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.845243 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:47:02.845674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:47:02.848921 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:47:02.858255 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] For port c8343ccc-99c1-479c-907e-a361b6f2f342, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:47:02.904177 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] For port c8343ccc-99c1-479c-907e-a361b6f2f342, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c8343ccc-99c1-479c-907e-a361b6f2f342,segment=NetworkSegment(aaa43bdf-48dd-4ae9-8046-5f00fbeefa0b),segment_id=aaa43bdf-48dd-4ae9-8046-5f00fbeefa0b)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:47:02.904555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.db.api [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Nov 23 04:47:02.904555 dv-neutron-818850-1-hyperv neutron-server[109952]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Nov 23 04:47:02.904555 dv-neutron-818850-1-hyperv neutron-server[109952]: [parameters: {'id': 'bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb'}] Nov 23 04:47:02.904555 dv-neutron-818850-1-hyperv neutron-server[109952]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=109952) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:47:02.905046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG oslo_db.api [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:47:02.908251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:02.989063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef54788f-6f5d-411b-a519-dd82949d9aa1 None None] Pushing event updated for resources: {'Port': ['ID=c8343ccc-99c1-479c-907e-a361b6f2f342,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:02.999538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11800e6-8df1-41fe-8594-d6e8a2bf479d None None] Network bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:47:03.128369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9315a96b-b30b-4a0c-8ae7-dc8f0c934421 None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:47:03.215349 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9315a96b-b30b-4a0c-8ae7-dc8f0c934421 None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:47:03.405953 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:03.463505 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Deleting port c8343ccc-99c1-479c-907e-a361b6f2f342 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:47:03.464039 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:03.526389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] For port c8343ccc-99c1-479c-907e-a361b6f2f342, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c8343ccc-99c1-479c-907e-a361b6f2f342,segment=NetworkSegment(aaa43bdf-48dd-4ae9-8046-5f00fbeefa0b),segment_id=aaa43bdf-48dd-4ae9-8046-5f00fbeefa0b)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:03.526677 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:03.539790 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Calling delete_port for c8343ccc-99c1-479c-907e-a361b6f2f342 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:47:03.620579 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:03.647582 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Port': ['ID=c8343ccc-99c1-479c-907e-a361b6f2f342,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:03.649441 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] No DVR routers for this DVR port c8343ccc-99c1-479c-907e-a361b6f2f342 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:47:03.735256 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:03.779733 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:03.792800 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaa43bdf-48dd-4ae9-8046-5f00fbeefa0b') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:03.793096 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaa43bdf-48dd-4ae9-8046-5f00fbeefa0b') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:03.807304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833a79ad-def9-4396-8b1f-4d1ec8f96144 req-989b35a9-9aa4-4d32-a286-a7256bcc692a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:03.808781 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-833a79ad-def9-4396-8b1f-4d1ec8f96144 req-989b35a9-9aa4-4d32-a286-a7256bcc692a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 943 time: 0.0935764 Nov 23 04:47:03.812065 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:03.834716 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:03.843786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Releasing vlan 198 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:47:03.844171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:47:03.847109 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:47:03.919716 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-833a79ad-def9-4396-8b1f-4d1ec8f96144 req-e6550395-97a2-4172-ab6b-0ddafa299657 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1014020 Nov 23 04:47:03.924625 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:03.933519 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:03.941125 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/networks/bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb HTTP/1.1" status: 204 len: 168 time: 1.7021339 Nov 23 04:47:03.941246 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47582) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:03.946224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-30f050bb-03ef-4b83-92fd-d145477018a6 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-490043460'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:03.952295 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81926d5c-1eb4-4adb-8c0a-013806cb5dc4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Network': ['ID=bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:03.966975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30f050bb-03ef-4b83-92fd-d145477018a6 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Made reservation on behalf of 5b30b45fff1a4f399bb95e13aa83dd2b for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:47:03.970915 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30f050bb-03ef-4b83-92fd-d145477018a6 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:03.993497 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30f050bb-03ef-4b83-92fd-d145477018a6 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:47:04.001939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30f050bb-03ef-4b83-92fd-d145477018a6 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:04.002281 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-30f050bb-03ef-4b83-92fd-d145477018a6 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Added segment c57675a2-cbfe-45a2-9475-075e68f01bcb of type vlan for network 9d8d05fd-69e6-47dc-9866-7097ed1bd026 Nov 23 04:47:04.041777 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30f050bb-03ef-4b83-92fd-d145477018a6 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:04.065650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30f050bb-03ef-4b83-92fd-d145477018a6 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:04.071023 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30f050bb-03ef-4b83-92fd-d145477018a6 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:04.071580 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30f050bb-03ef-4b83-92fd-d145477018a6 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:04.467727 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-30f050bb-03ef-4b83-92fd-d145477018a6 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.5248425 Nov 23 04:47:04.470601 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47584) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:04.475982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-68399884-9b07-4625-a7fa-2fd18d728178 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Request body: {'subnet': {'network_id': '9d8d05fd-69e6-47dc-9866-7097ed1bd026', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:04.486156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f050bb-03ef-4b83-92fd-d145477018a6 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event updated for resources: {'Network': ['ID=9d8d05fd-69e6-47dc-9866-7097ed1bd026,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:04.497859 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 9d8d05fd-69e6-47dc-9866-7097ed1bd026 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:47:04.565428 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68399884-9b07-4625-a7fa-2fd18d728178 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Made reservation on behalf of 5b30b45fff1a4f399bb95e13aa83dd2b for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:47:04.568952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-68399884-9b07-4625-a7fa-2fd18d728178 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:04.636011 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 76dc278b-99d7-4350-87e5-5d3fbb7c362f details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:47:04.739686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 76dc278b-99d7-4350-87e5-5d3fbb7c362f, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=76dc278b-99d7-4350-87e5-5d3fbb7c362f,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:04.751840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'port_id': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'mac_address': 'fa:16:3e:e1:d9:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:47:04.836313 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.objects.ports [None req-68399884-9b07-4625-a7fa-2fd18d728178 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=109952) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Nov 23 04:47:04.837950 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-68399884-9b07-4625-a7fa-2fd18d728178 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:04.908031 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68399884-9b07-4625-a7fa-2fd18d728178 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event updated for resources: {'Subnet': ['ID=5ffa3cef-af4e-4d04-992c-d5f3eb36333a,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:04.917378 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68399884-9b07-4625-a7fa-2fd18d728178 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Checking segment: {'id': 'c57675a2-cbfe-45a2-9475-075e68f01bcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9d8d05fd-69e6-47dc-9866-7097ed1bd026'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:47:04.917749 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68399884-9b07-4625-a7fa-2fd18d728178 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Network hostable DHCP agents. Network: 9d8d05fd-69e6-47dc-9866-7097ed1bd026, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:47:04.935322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68399884-9b07-4625-a7fa-2fd18d728178 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Network 9d8d05fd-69e6-47dc-9866-7097ed1bd026 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:47:04.944781 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-68399884-9b07-4625-a7fa-2fd18d728178 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 9d8d05fd-69e6-47dc-9866-7097ed1bd026) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:47:04.948943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68399884-9b07-4625-a7fa-2fd18d728178 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:04.949579 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-68399884-9b07-4625-a7fa-2fd18d728178 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:04.952112 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:04.965742 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-944a0f15-9995-4d0c-b010-31d174b86254 None None] Network 9d8d05fd-69e6-47dc-9866-7097ed1bd026 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:47:04.968053 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-68399884-9b07-4625-a7fa-2fd18d728178 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.4955592 Nov 23 04:47:04.970929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47592) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:05.012466 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76dc278b-99d7-4350-87e5-5d3fbb7c362f {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:47:05.047714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 76dc278b-99d7-4350-87e5-5d3fbb7c362f, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=76dc278b-99d7-4350-87e5-5d3fbb7c362f,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:05.053242 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:05.109116 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8faa0bd-e81c-4e23-9c29-9fd53d340036 req-284821d4-501d-4524-8be7-a05f57bbb1e5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:05.111258 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e8faa0bd-e81c-4e23-9c29-9fd53d340036 req-284821d4-501d-4524-8be7-a05f57bbb1e5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 943 time: 0.0952303 Nov 23 04:47:05.138233 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:05.153888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=76dc278b-99d7-4350-87e5-5d3fbb7c362f,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:05.197734 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f9771e5-cc50-47e2-aca8-17c75e677e52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-9d8d05fd-69e6-47dc-9866-7097ed1bd026', 'network_id': '9d8d05fd-69e6-47dc-9866-7097ed1bd026', 'tenant_id': '5b30b45fff1a4f399bb95e13aa83dd2b', 'fixed_ips': [{'subnet_id': '5ffa3cef-af4e-4d04-992c-d5f3eb36333a'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:47:05.198519 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e8faa0bd-e81c-4e23-9c29-9fd53d340036 req-506c3068-06ee-4331-95d5-02164afb4653 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0798378 Nov 23 04:47:05.198675 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2f9771e5-cc50-47e2-aca8-17c75e677e52 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:05.215248 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:05.278698 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server [None req-2f9771e5-cc50-47e2-aca8-17c75e677e52 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ffa3cef-af4e-4d04-992c-d5f3eb36333a: This subnet is being modified by another concurrent operation. Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise exception Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 5ffa3cef-af4e-4d04-992c-d5f3eb36333a: This subnet is being modified by another concurrent operation. Nov 23 04:47:05.300225 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Nov 23 04:47:05.312492 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Subnet': ['ID=5ffa3cef-af4e-4d04-992c-d5f3eb36333a,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:05.322992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95cf3e46-7d3b-4937-90d4-1c4aec2411c1 None None] Network 9d8d05fd-69e6-47dc-9866-7097ed1bd026 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:47:05.370129 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:05.378567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['76dc278b-99d7-4350-87e5-5d3fbb7c362f'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:47:05.395563 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d8d05fd-69e6-47dc-9866-7097ed1bd026']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:05.406509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c57675a2-cbfe-45a2-9475-075e68f01bcb') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:05.406803 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c57675a2-cbfe-45a2-9475-075e68f01bcb') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:05.416737 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:05.430250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:05.436664 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:47:05.437215 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:47:05.440404 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:47:05.475157 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04b452c-fc5c-4b0d-9edb-fc699ba3c14c None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 04:47:05.502551 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:05.509402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:05.512695 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/networks/9d8d05fd-69e6-47dc-9866-7097ed1bd026 HTTP/1.1" status: 204 len: 168 time: 0.5408423 Nov 23 04:47:05.519785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47594) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:05.524818 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae2435f-6843-43d9-a5f3-a9490b3f356b tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Network': ['ID=9d8d05fd-69e6-47dc-9866-7097ed1bd026,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:05.551294 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-9595e6a9-04ad-4bed-b28c-8fc9660bfea3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] DELETE failed (client error): The resource could not be found. Nov 23 04:47:05.551742 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9595e6a9-04ad-4bed-b28c-8fc9660bfea3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:47:05.554766 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9595e6a9-04ad-4bed-b28c-8fc9660bfea3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/subnets/5ffa3cef-af4e-4d04-992c-d5f3eb36333a HTTP/1.1" status: 404 len: 337 time: 0.0329182 Nov 23 04:47:05.557316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47596) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:05.575263 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82c4e30-9f84-4725-989d-c8b4b9644bd5 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] DELETE failed (client error): The resource could not be found. Nov 23 04:47:05.575735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82c4e30-9f84-4725-989d-c8b4b9644bd5 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:47:05.578813 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f82c4e30-9f84-4725-989d-c8b4b9644bd5 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/networks/9d8d05fd-69e6-47dc-9866-7097ed1bd026 HTTP/1.1" status: 404 len: 339 time: 0.0205874 Nov 23 04:47:05.581225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47598) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:05.606257 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-ccc14306-cb52-410a-a891-47c4ec42b542 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] DELETE failed (client error): The resource could not be found. Nov 23 04:47:05.606705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ccc14306-cb52-410a-a891-47c4ec42b542 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:47:05.610427 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ccc14306-cb52-410a-a891-47c4ec42b542 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/subnets/dc81a6cf-27b7-48ae-84b6-dce4829d9a26 HTTP/1.1" status: 404 len: 337 time: 0.0281122 Nov 23 04:47:05.612783 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47600) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:05.630864 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-5813ab79-de69-43ea-a2ab-6559c87a42e2 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] DELETE failed (client error): The resource could not be found. Nov 23 04:47:05.631367 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5813ab79-de69-43ea-a2ab-6559c87a42e2 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:47:05.634329 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5813ab79-de69-43ea-a2ab-6559c87a42e2 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/networks/bcce0b79-4e79-43d7-9f0c-d8eb5476b9bb HTTP/1.1" status: 404 len: 339 time: 0.0206220 Nov 23 04:47:05.636658 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47602) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:05.640362 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c04b452c-fc5c-4b0d-9edb-fc699ba3c14c None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 04:47:05.661710 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-a634ef6f-1227-4aca-9a6f-ad3065ab0b09 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] DELETE failed (client error): The resource could not be found. Nov 23 04:47:05.662153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a634ef6f-1227-4aca-9a6f-ad3065ab0b09 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:47:05.665105 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a634ef6f-1227-4aca-9a6f-ad3065ab0b09 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/subnets/da00559d-0114-42b9-8937-29589f7309c7 HTTP/1.1" status: 404 len: 337 time: 0.0275683 Nov 23 04:47:05.667723 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47604) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:05.687031 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-899133cd-5f99-43cd-ab37-c6d2b6af9c01 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] DELETE failed (client error): The resource could not be found. Nov 23 04:47:05.687541 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899133cd-5f99-43cd-ab37-c6d2b6af9c01 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:47:05.690578 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-899133cd-5f99-43cd-ab37-c6d2b6af9c01 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/networks/4bf8af73-f9a4-4742-bb34-9d22568a16c9 HTTP/1.1" status: 404 len: 339 time: 0.0218654 Nov 23 04:47:05.693050 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47606) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:05.783189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-27f97642-dd91-4efe-9858-5c0523683fea tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Deleting port 6077e040-c1e5-4b99-9546-1efc8807aed5 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:47:05.783560 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-27f97642-dd91-4efe-9858-5c0523683fea tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:05.853562 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-27f97642-dd91-4efe-9858-5c0523683fea tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:05.867131 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-27f97642-dd91-4efe-9858-5c0523683fea tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Calling delete_port for 6077e040-c1e5-4b99-9546-1efc8807aed5 owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:47:05.944650 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-27f97642-dd91-4efe-9858-5c0523683fea tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:05.976549 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f97642-dd91-4efe-9858-5c0523683fea tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Port': ['ID=6077e040-c1e5-4b99-9546-1efc8807aed5,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:05.983665 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-27f97642-dd91-4efe-9858-5c0523683fea tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:05.989490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47608) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:05.989667 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-27f97642-dd91-4efe-9858-5c0523683fea tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/ports/6077e040-c1e5-4b99-9546-1efc8807aed5 HTTP/1.1" status: 204 len: 168 time: 0.2955520 Nov 23 04:47:06.020681 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-05f9f427-57bc-4275-b161-3d381a6acd96 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] DELETE failed (client error): The resource could not be found. Nov 23 04:47:06.021126 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05f9f427-57bc-4275-b161-3d381a6acd96 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:47:06.024137 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-05f9f427-57bc-4275-b161-3d381a6acd96 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/subnets/a77a1a7f-6dd3-4fdc-a158-5eb52a81f19e HTTP/1.1" status: 404 len: 337 time: 0.0335934 Nov 23 04:47:06.026654 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47610) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:06.100643 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fea14326-2c9c-45e1-b2d6-3706bf5aa19c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.187847 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fea14326-2c9c-45e1-b2d6-3706bf5aa19c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.207970 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-fea14326-2c9c-45e1-b2d6-3706bf5aa19c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['675d2170-83ab-41b0-9af6-78893b51d8b2']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:06.217070 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-fea14326-2c9c-45e1-b2d6-3706bf5aa19c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db0c0d1-d5bd-47f5-a53b-256040eec082') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:06.217422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-fea14326-2c9c-45e1-b2d6-3706bf5aa19c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db0c0d1-d5bd-47f5-a53b-256040eec082') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:06.226522 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fea14326-2c9c-45e1-b2d6-3706bf5aa19c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.240052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fea14326-2c9c-45e1-b2d6-3706bf5aa19c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.246128 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fea14326-2c9c-45e1-b2d6-3706bf5aa19c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Releasing vlan 174 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:47:06.246513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fea14326-2c9c-45e1-b2d6-3706bf5aa19c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:47:06.250173 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:47:06.340762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fea14326-2c9c-45e1-b2d6-3706bf5aa19c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.344937 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fea14326-2c9c-45e1-b2d6-3706bf5aa19c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.348191 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fea14326-2c9c-45e1-b2d6-3706bf5aa19c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/networks/675d2170-83ab-41b0-9af6-78893b51d8b2 HTTP/1.1" status: 204 len: 168 time: 0.3206475 Nov 23 04:47:06.350858 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47614) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:06.372668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c956ef-cf59-4935-bb6b-e9c129c279f1 req-3e309c1f-4a83-49d2-a79b-5d9bda0da30b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:06.374717 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-61c956ef-cf59-4935-bb6b-e9c129c279f1 req-3e309c1f-4a83-49d2-a79b-5d9bda0da30b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 944 time: 0.0869660 Nov 23 04:47:06.375456 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea14326-2c9c-45e1-b2d6-3706bf5aa19c tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Network': ['ID=675d2170-83ab-41b0-9af6-78893b51d8b2,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:06.428095 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-61c956ef-cf59-4935-bb6b-e9c129c279f1 req-39e28496-6e8b-457f-8098-bb6f3edcf1e6 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0454271 Nov 23 04:47:06.440183 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d6f23cad-aa97-41b3-95c1-158cb159eda4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Deleting port da8eadab-5c23-47ea-9ae7-2212b9f6739f {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:47:06.440522 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d6f23cad-aa97-41b3-95c1-158cb159eda4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.507514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d6f23cad-aa97-41b3-95c1-158cb159eda4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.520038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d6f23cad-aa97-41b3-95c1-158cb159eda4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Calling delete_port for da8eadab-5c23-47ea-9ae7-2212b9f6739f owned by {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:47:06.596523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d6f23cad-aa97-41b3-95c1-158cb159eda4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.628402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d6f23cad-aa97-41b3-95c1-158cb159eda4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.631731 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d6f23cad-aa97-41b3-95c1-158cb159eda4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/ports/da8eadab-5c23-47ea-9ae7-2212b9f6739f HTTP/1.1" status: 204 len: 168 time: 0.2798691 Nov 23 04:47:06.632730 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f23cad-aa97-41b3-95c1-158cb159eda4 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Port': ['ID=da8eadab-5c23-47ea-9ae7-2212b9f6739f,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:06.634420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47616) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:06.649435 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 76dc278b-99d7-4350-87e5-5d3fbb7c362f up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:47:06.662436 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-67d884b7-507b-4b67-919e-7fff17da05c3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] DELETE failed (client error): The resource could not be found. Nov 23 04:47:06.662977 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-67d884b7-507b-4b67-919e-7fff17da05c3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 04:47:06.666157 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-67d884b7-507b-4b67-919e-7fff17da05c3 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/subnets/9602d487-c315-4fba-a010-e705a1b0f258 HTTP/1.1" status: 404 len: 337 time: 0.0306752 Nov 23 04:47:06.668784 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47618) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:06.702081 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 76dc278b-99d7-4350-87e5-5d3fbb7c362f completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:47:06.706167 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 76dc278b-99d7-4350-87e5-5d3fbb7c362f triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:06.706546 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.749857 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-006f5f76-446a-4097-80ed-e16470b78afb tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.787579 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.810491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dc278b-99d7-4350-87e5-5d3fbb7c362f'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:47:06.812913 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe995608-1b61-4866-8c3b-05e26f6f30f0" -d '{"events": [{"server_uuid": "0685a822-bd41-4c98-8d08-e6928b852f5a", "name": "network-vif-plugged", "status": "completed", "tag": "76dc278b-99d7-4350-87e5-5d3fbb7c362f"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:47:06.825532 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 76dc278b-99d7-4350-87e5-5d3fbb7c362f, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=76dc278b-99d7-4350-87e5-5d3fbb7c362f,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:06.829874 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.841308 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-006f5f76-446a-4097-80ed-e16470b78afb tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.856643 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:47:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfbd2ad0-b1e6-41c9-a831-2c90b565854e x-openstack-request-id: req-cfbd2ad0-b1e6-41c9-a831-2c90b565854e {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:47:06.856940 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0685a822-bd41-4c98-8d08-e6928b852f5a", "name": "network-vif-plugged", "status": "completed", "tag": "76dc278b-99d7-4350-87e5-5d3fbb7c362f", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:47:06.857198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cfbd2ad0-b1e6-41c9-a831-2c90b565854e {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:47:06.857615 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'code': 200} Nov 23 04:47:06.866030 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-006f5f76-446a-4097-80ed-e16470b78afb tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9817491-4a2f-4761-bc25-70aa48fa4d8d']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:06.876058 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-006f5f76-446a-4097-80ed-e16470b78afb tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69d3fb57-6b8a-4dfb-b5e2-caca539ac7d6') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:06.876539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-006f5f76-446a-4097-80ed-e16470b78afb tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69d3fb57-6b8a-4dfb-b5e2-caca539ac7d6') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:06.886860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-006f5f76-446a-4097-80ed-e16470b78afb tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.893243 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d84e1687-30ba-4c64-a957-aa752c3a44ba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.895325 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=76dc278b-99d7-4350-87e5-5d3fbb7c362f,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:06.903632 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-006f5f76-446a-4097-80ed-e16470b78afb tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.912029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-006f5f76-446a-4097-80ed-e16470b78afb tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Releasing vlan 180 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:47:06.912499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-006f5f76-446a-4097-80ed-e16470b78afb tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:47:06.915606 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:47:06.979625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-006f5f76-446a-4097-80ed-e16470b78afb tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.984813 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-006f5f76-446a-4097-80ed-e16470b78afb tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:06.988091 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-006f5f76-446a-4097-80ed-e16470b78afb tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/networks/f9817491-4a2f-4761-bc25-70aa48fa4d8d HTTP/1.1" status: 204 len: 168 time: 0.3183665 Nov 23 04:47:06.990789 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47622) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:07.003349 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006f5f76-446a-4097-80ed-e16470b78afb tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Network': ['ID=f9817491-4a2f-4761-bc25-70aa48fa4d8d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:07.048279 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-52910c87-b551-4178-bcb1-de23d8248b87 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Deleting subnet 14fa55fe-6683-4d4e-86aa-b99f48ce6a82 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:47:07.051358 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-52910c87-b551-4178-bcb1-de23d8248b87 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.092832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-52910c87-b551-4178-bcb1-de23d8248b87 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.093119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa154b5-6250-4a4c-9260-224b437bfb0d req-350e287b-a269-4a72-9285-a98fd5be6fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:07.094559 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2aa154b5-6250-4a4c-9260-224b437bfb0d req-350e287b-a269-4a72-9285-a98fd5be6fe7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 1098 time: 0.0408990 Nov 23 04:47:07.142229 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2aa154b5-6250-4a4c-9260-224b437bfb0d req-55f96d93-6188-4ba5-9811-2981906b285e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392652 Nov 23 04:47:07.173197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-52910c87-b551-4178-bcb1-de23d8248b87 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.233350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-52910c87-b551-4178-bcb1-de23d8248b87 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.259366 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52910c87-b551-4178-bcb1-de23d8248b87 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Subnet': ['ID=14fa55fe-6683-4d4e-86aa-b99f48ce6a82,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:07.262971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-52910c87-b551-4178-bcb1-de23d8248b87 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.267202 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-52910c87-b551-4178-bcb1-de23d8248b87 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/subnets/14fa55fe-6683-4d4e-86aa-b99f48ce6a82 HTTP/1.1" status: 204 len: 168 time: 0.2748575 Nov 23 04:47:07.269266 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47624) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:07.270295 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6684f5-0fbe-4fc7-8caa-aa7af0faed79 None None] Network 99ae247a-b437-4130-874b-a2669a8366ab requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:47:07.351431 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.403327 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Deleting port 4d0c0026-f663-45b1-b44f-24a59781971b {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:47:07.403667 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.444470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a64a688-3e8d-4a77-8e12-86b2d5ff1acf None None] DHCP port deletion for 99ae247a-b437-4130-874b-a2669a8366ab request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:47:07.478962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] For port 4d0c0026-f663-45b1-b44f-24a59781971b, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4d0c0026-f663-45b1-b44f-24a59781971b,segment=NetworkSegment(8dc61d08-f970-4c11-b138-b881e6f6c619),segment_id=8dc61d08-f970-4c11-b138-b881e6f6c619)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:07.479335 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.495230 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Calling delete_port for 4d0c0026-f663-45b1-b44f-24a59781971b owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:47:07.506620 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7a64a688-3e8d-4a77-8e12-86b2d5ff1acf None None] Deleting port 4d0c0026-f663-45b1-b44f-24a59781971b {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:47:07.507345 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7a64a688-3e8d-4a77-8e12-86b2d5ff1acf None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.554394 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4d0c0026-f663-45b1-b44f-24a59781971b no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:47:07.564234 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-328330a0-4fa3-48c9-9e29-631955792118 req-fce7f7db-8397-40e4-95dc-9918baae7afb tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:07.566272 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-328330a0-4fa3-48c9-9e29-631955792118 req-fce7f7db-8397-40e4-95dc-9918baae7afb tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 945 time: 0.0597413 Nov 23 04:47:07.585613 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.614015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7a64a688-3e8d-4a77-8e12-86b2d5ff1acf None None] For port 4d0c0026-f663-45b1-b44f-24a59781971b, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4d0c0026-f663-45b1-b44f-24a59781971b,segment=NetworkSegment(8dc61d08-f970-4c11-b138-b881e6f6c619),segment_id=8dc61d08-f970-4c11-b138-b881e6f6c619)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:07.614548 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7a64a688-3e8d-4a77-8e12-86b2d5ff1acf None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.615081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Port': ['ID=4d0c0026-f663-45b1-b44f-24a59781971b,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:07.618878 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] No DVR routers for this DVR port 4d0c0026-f663-45b1-b44f-24a59781971b on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:47:07.632716 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7a64a688-3e8d-4a77-8e12-86b2d5ff1acf None None] Calling delete_port for 4d0c0026-f663-45b1-b44f-24a59781971b owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:47:07.633786 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-328330a0-4fa3-48c9-9e29-631955792118 req-2097c32f-8ace-4d30-bc5b-c7b25c4b0ae6 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0611103 Nov 23 04:47:07.638889 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No active binding found for port 4d0c0026-f663-45b1-b44f-24a59781971b {{(pid=109954) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Nov 23 04:47:07.639978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4d0c0026-f663-45b1-b44f-24a59781971b not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:47:07.704612 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.724350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ae247a-b437-4130-874b-a2669a8366ab']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:07.724572 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7a64a688-3e8d-4a77-8e12-86b2d5ff1acf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.734580 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dc61d08-f970-4c11-b138-b881e6f6c619') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:07.734881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dc61d08-f970-4c11-b138-b881e6f6c619') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:07.744070 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.750246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a64a688-3e8d-4a77-8e12-86b2d5ff1acf None None] Pushing event deleted for resources: {'Port': ['ID=4d0c0026-f663-45b1-b44f-24a59781971b,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:07.754066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a64a688-3e8d-4a77-8e12-86b2d5ff1acf None None] No DVR routers for this DVR port 4d0c0026-f663-45b1-b44f-24a59781971b on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:47:07.759456 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.766421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:47:07.766836 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:47:07.770204 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:47:07.831913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.838356 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:07.841602 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] 10.222.0.37 "DELETE /v2.0/networks/99ae247a-b437-4130-874b-a2669a8366ab HTTP/1.1" status: 204 len: 168 time: 0.5711911 Nov 23 04:47:07.853110 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d14c83-6f2b-4a82-81a0-ccf5eb8ec6e7 tempest-NetworksIpV6TestAttrs-939716115 tempest-NetworksIpV6TestAttrs-939716115-project] Pushing event deleted for resources: {'Network': ['ID=99ae247a-b437-4130-874b-a2669a8366ab,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:08.077779 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47634) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:08.207590 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5d7aa03b-d3f7-4301-8717-d0e231630bae admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=5b30b45fff1a4f399bb95e13aa83dd2b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1286492 Nov 23 04:47:08.211185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47638) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:08.258491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2190b78-ff00-4abd-b01e-cbda51270088 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:08.280675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2190b78-ff00-4abd-b01e-cbda51270088 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:08.334204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2190b78-ff00-4abd-b01e-cbda51270088 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:08.337493 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f2190b78-ff00-4abd-b01e-cbda51270088 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:08.338841 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f2190b78-ff00-4abd-b01e-cbda51270088 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/084c860d-b115-466d-a840-36e922ba6f6f HTTP/1.1" status: 204 len: 168 time: 0.1275880 Nov 23 04:47:08.348107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2190b78-ff00-4abd-b01e-cbda51270088 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=084c860d-b115-466d-a840-36e922ba6f6f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:08.499264 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:08.750314 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f41d1b-7a91-4e0b-bd03-3ec7605c552c req-655e8c13-5ff9-41d8-a950-7e3dbeceff5e tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:08.751773 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f8f41d1b-7a91-4e0b-bd03-3ec7605c552c req-655e8c13-5ff9-41d8-a950-7e3dbeceff5e tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 945 time: 0.0471737 Nov 23 04:47:08.804611 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f8f41d1b-7a91-4e0b-bd03-3ec7605c552c req-33895de7-02f6-4964-bf39-a59f900e5008 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470040 Nov 23 04:47:08.917113 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083e2a58-f3f8-4341-afa4-1cf520c2e748 req-041df2c2-d496-4ee0-9318-2bf76eca9d08 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:08.918591 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-083e2a58-f3f8-4341-afa4-1cf520c2e748 req-041df2c2-d496-4ee0-9318-2bf76eca9d08 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 945 time: 0.0486770 Nov 23 04:47:08.971224 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-083e2a58-f3f8-4341-afa4-1cf520c2e748 req-6c1b07cd-6a1e-4de0-bedb-20889b7ecf96 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0467174 Nov 23 04:47:08.992312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47646) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:09.032077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0dd3160-5e24-4a2f-89bc-f6d451eb6d56 tempest-TestVolumeBootPattern-647642379 tempest-TestVolumeBootPattern-647642379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:09.033591 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a0dd3160-5e24-4a2f-89bc-f6d451eb6d56 tempest-TestVolumeBootPattern-647642379 tempest-TestVolumeBootPattern-647642379-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 1093 time: 0.0402765 Nov 23 04:47:09.036179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47648) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:09.040425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address': '172.20.0.4'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:09.062161 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:09.162599 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:09.172525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-07bfedf8-dfb6-46c2-904f-6834db49d1d1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:09.266948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Allocated IP 172.26.8.149 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/014d1806-cbf5-481e-a74c-b545afb24483) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:47:09.372461 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:09.408823 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:09.446521 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:47:09.449334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:47:09.453413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:47:09.479271 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'Port': ['ID=014d1806-cbf5-481e-a74c-b545afb24483,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:09.822846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:09.887643 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:10.036574 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:10.040867 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:10.109849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'Port': ['ID=014d1806-cbf5-481e-a74c-b545afb24483,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:10.123022 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:10.223396 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Floating IP 0cc5a5a0-61e9-4dbb-b08a-2007e3eb9e9b associated. External IP: 172.26.8.149, port: 76dc278b-99d7-4350-87e5-5d3fbb7c362f. Nov 23 04:47:10.324100 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:10.433329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Router 99b68924-26e6-4205-b84a-d21dd05a4a3f has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:47:10.543352 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:47:10.553414 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653da390-3d88-4d1f-9922-69ed8bc2d3a0 None None] Sync routers for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:47:10.561302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:10.563890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653da390-3d88-4d1f-9922-69ed8bc2d3a0 None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:47:10.564590 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-653da390-3d88-4d1f-9922-69ed8bc2d3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:47:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:10.588274 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9960db77-3b66-4e41-8f68-d55b71a77cea tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5509801 Nov 23 04:47:10.588863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'tag': '76dc278b-99d7-4350-87e5-5d3fbb7c362f'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:47:10.591290 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b13c684-e66f-4840-93ac-93fb2fa5f112" -d '{"events": [{"name": "network-changed", "server_uuid": "0685a822-bd41-4c98-8d08-e6928b852f5a", "tag": "76dc278b-99d7-4350-87e5-5d3fbb7c362f"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:47:10.627678 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:47:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-daf30f3c-fa89-4735-9696-804f6ac4c669 x-openstack-request-id: req-daf30f3c-fa89-4735-9696-804f6ac4c669 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:47:10.627975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0685a822-bd41-4c98-8d08-e6928b852f5a", "tag": "76dc278b-99d7-4350-87e5-5d3fbb7c362f", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:47:10.628234 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-daf30f3c-fa89-4735-9696-804f6ac4c669 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:47:10.628644 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'tag': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'status': 'completed', 'code': 200} Nov 23 04:47:10.679056 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-653da390-3d88-4d1f-9922-69ed8bc2d3a0 None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:47:10.719549 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13c684-e66f-4840-93ac-93fb2fa5f112 req-47b22fd7-100c-4560-a657-ee4262101998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:10.721034 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b13c684-e66f-4840-93ac-93fb2fa5f112 req-47b22fd7-100c-4560-a657-ee4262101998 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 1098 time: 0.0448232 Nov 23 04:47:10.822021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13c684-e66f-4840-93ac-93fb2fa5f112 req-604d950f-93c0-4064-839f-f512bc6cd289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:10.823589 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b13c684-e66f-4840-93ac-93fb2fa5f112 req-604d950f-93c0-4064-839f-f512bc6cd289 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 913 time: 0.0908580 Nov 23 04:47:10.895296 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b13c684-e66f-4840-93ac-93fb2fa5f112 req-298ddfaf-ee24-4087-9c8d-86dbea6e1b0b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76dc278b-99d7-4350-87e5-5d3fbb7c362f HTTP/1.1" status: 200 len: 999 time: 0.0632198 Nov 23 04:47:10.909047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-653da390-3d88-4d1f-9922-69ed8bc2d3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '0cc5a5a0-61e9-4dbb-b08a-2007e3eb9e9b', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'port_id': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'mac_address': 'fa:16:3e:e1:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:47:09Z', 'updated_at': '2021-11-23T04:47:09Z', 'revision_number': 0, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:10.937983 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653da390-3d88-4d1f-9922-69ed8bc2d3a0 None None] Checking router: 99b68924-26e6-4205-b84a-d21dd05a4a3f for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:47:10.945995 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13c684-e66f-4840-93ac-93fb2fa5f112 req-755b9848-d4db-429b-be99-7c5e73d7f17b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:10.946647 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-653da390-3d88-4d1f-9922-69ed8bc2d3a0 None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:47:10.947243 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-653da390-3d88-4d1f-9922-69ed8bc2d3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:47:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:10.947433 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b13c684-e66f-4840-93ac-93fb2fa5f112 req-755b9848-d4db-429b-be99-7c5e73d7f17b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 200 len: 851 time: 0.0452061 Nov 23 04:47:10.997637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b13c684-e66f-4840-93ac-93fb2fa5f112 req-0f3c2395-b4f7-4695-9979-29a5b804074d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:10.999174 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b13c684-e66f-4840-93ac-93fb2fa5f112 req-0f3c2395-b4f7-4695-9979-29a5b804074d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca7d247b-210d-4ed0-a1d5-72133393a767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413523 Nov 23 04:47:11.053055 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-653da390-3d88-4d1f-9922-69ed8bc2d3a0 None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:47:11.098291 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b13c684-e66f-4840-93ac-93fb2fa5f112 req-7f79a673-a5e6-485c-b109-1969885c3896 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908489 Nov 23 04:47:11.191775 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b13c684-e66f-4840-93ac-93fb2fa5f112 req-6b6abefa-8f5d-4440-bacd-a00778788f6f service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853071 Nov 23 04:47:11.281390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-653da390-3d88-4d1f-9922-69ed8bc2d3a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '0cc5a5a0-61e9-4dbb-b08a-2007e3eb9e9b', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'port_id': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'mac_address': 'fa:16:3e:e1:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:47:09Z', 'updated_at': '2021-11-23T04:47:09Z', 'revision_number': 0, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:11.311022 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-653da390-3d88-4d1f-9922-69ed8bc2d3a0 None None] The sync data for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv is: [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '0cc5a5a0-61e9-4dbb-b08a-2007e3eb9e9b', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'port_id': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'mac_address': 'fa:16:3e:e1:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:47:09Z', 'updated_at': '2021-11-23T04:47:09Z', 'revision_number': 0, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:47:11.498666 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6b04bc8-5e7c-4089-834a-355fb82d5a90 None None] New status for floating IP 0cc5a5a0-61e9-4dbb-b08a-2007e3eb9e9b: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:47:11.726610 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:12.641957 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:15.642226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47658) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:15.706386 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6945cbba-8bab-4264-bd9d-cd4352e170d5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/21cba7c9-979e-4de6-a472-c952ff186ec2 HTTP/1.1" status: 200 len: 994 time: 0.0630300 Nov 23 04:47:15.987513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47664) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:16.142571 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-df252872-e46d-45f5-b296-99f0eb9342ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 0309cc65-f1dd-4ac4-a288-b35a4a737da9 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:47:16.142920 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df252872-e46d-45f5-b296-99f0eb9342ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:16.216545 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df252872-e46d-45f5-b296-99f0eb9342ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:16.217532 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df252872-e46d-45f5-b296-99f0eb9342ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:16.228968 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-df252872-e46d-45f5-b296-99f0eb9342ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 0309cc65-f1dd-4ac4-a288-b35a4a737da9 owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:47:16.395324 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df252872-e46d-45f5-b296-99f0eb9342ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:16.424378 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df252872-e46d-45f5-b296-99f0eb9342ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=0309cc65-f1dd-4ac4-a288-b35a4a737da9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:16.481208 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df252872-e46d-45f5-b296-99f0eb9342ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:16.481633 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-df252872-e46d-45f5-b296-99f0eb9342ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP 21cba7c9-979e-4de6-a472-c952ff186ec2 disassociated (deleted). External IP: 172.26.8.176, port: fab36b69-43e9-4119-9f2d-d9ec1033f25c. Nov 23 04:47:16.993592 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df252872-e46d-45f5-b296-99f0eb9342ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 290a20ef-841a-44d2-afc7-aad8ab5f3eda has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:47:17.097860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df252872-e46d-45f5-b296-99f0eb9342ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:47:17.102270 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df252872-e46d-45f5-b296-99f0eb9342ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:17.108025 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3140717-f4d6-4f47-aa2e-9ebcb7201250 None None] Sync routers for ids ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:47:17.116968 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3140717-f4d6-4f47-aa2e-9ebcb7201250 None None] Routers {'290a20ef-841a-44d2-afc7-aad8ab5f3eda'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:47:17.117602 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f3140717-f4d6-4f47-aa2e-9ebcb7201250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:47:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:17.128794 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-df252872-e46d-45f5-b296-99f0eb9342ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/floatingips/21cba7c9-979e-4de6-a472-c952ff186ec2 HTTP/1.1" status: 204 len: 168 time: 1.1402650 Nov 23 04:47:17.129394 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '951c3018-496f-44c5-956e-c67849c24fb4', 'tag': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:47:17.131694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69989a16-9415-4995-84d9-46ea253c94ac" -d '{"events": [{"name": "network-changed", "server_uuid": "951c3018-496f-44c5-956e-c67849c24fb4", "tag": "fab36b69-43e9-4119-9f2d-d9ec1033f25c"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:47:17.174684 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:47:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf5b9083-7a83-4dfb-b694-d393a4eedb41 x-openstack-request-id: req-cf5b9083-7a83-4dfb-b694-d393a4eedb41 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:47:17.174982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "951c3018-496f-44c5-956e-c67849c24fb4", "tag": "fab36b69-43e9-4119-9f2d-d9ec1033f25c", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:47:17.175245 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf5b9083-7a83-4dfb-b694-d393a4eedb41 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:47:17.175647 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '951c3018-496f-44c5-956e-c67849c24fb4', 'tag': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c', 'status': 'completed', 'code': 200} Nov 23 04:47:17.227645 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-f3140717-f4d6-4f47-aa2e-9ebcb7201250 None None] Set router 290a20ef-841a-44d2-afc7-aad8ab5f3eda gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:47:17.280879 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69989a16-9415-4995-84d9-46ea253c94ac req-4315b674-f608-4fdc-a21a-67b72112c768 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:17.282885 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-69989a16-9415-4995-84d9-46ea253c94ac req-4315b674-f608-4fdc-a21a-67b72112c768 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 1099 time: 0.0584714 Nov 23 04:47:17.419020 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a648479-d239-4d66-8cca-1e86ab9d0699 req-54c01ae3-7d96-4fd9-b8b7-4c5b74abb156 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:17.421032 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8a648479-d239-4d66-8cca-1e86ab9d0699 req-54c01ae3-7d96-4fd9-b8b7-4c5b74abb156 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 946 time: 0.1035292 Nov 23 04:47:17.435332 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f3140717-f4d6-4f47-aa2e-9ebcb7201250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'name': 'tempest-TestNetworkBasicOps-router-254230158', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:46:16Z', 'updated_at': '2021-11-23T04:46:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:17Z', 'updated_at': '2021-11-23T04:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'c970bd59-48b8-4e70-9def-a3dc95867ceb', 'name': '', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:47:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:20Z', 'updated_at': '2021-11-23T04:46:25Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:17.461792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3140717-f4d6-4f47-aa2e-9ebcb7201250 None None] Checking router: 290a20ef-841a-44d2-afc7-aad8ab5f3eda for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:47:17.463330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69989a16-9415-4995-84d9-46ea253c94ac req-249341e7-f799-4b3b-8d33-e89319c2f23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:17.464169 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-69989a16-9415-4995-84d9-46ea253c94ac req-249341e7-f799-4b3b-8d33-e89319c2f23f service neutron] 10.222.0.15 "GET /v2.0/networks?id=16765461-d7d9-4fac-9bec-028a4d653592 HTTP/1.1" status: 200 len: 898 time: 0.1368227 Nov 23 04:47:17.472423 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3140717-f4d6-4f47-aa2e-9ebcb7201250 None None] Routers {'290a20ef-841a-44d2-afc7-aad8ab5f3eda'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:47:17.473039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f3140717-f4d6-4f47-aa2e-9ebcb7201250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:47:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:17.516876 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-69989a16-9415-4995-84d9-46ea253c94ac req-374e0d0b-4c77-4247-877c-f68182484ea0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fab36b69-43e9-4119-9f2d-d9ec1033f25c HTTP/1.1" status: 200 len: 217 time: 0.0442300 Nov 23 04:47:17.521069 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8a648479-d239-4d66-8cca-1e86ab9d0699 req-d9d86e56-6f24-4765-a865-c0acf186278b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=12057da0-6151-4ccc-9cfb-83b0bfb19779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911548 Nov 23 04:47:17.572393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69989a16-9415-4995-84d9-46ea253c94ac req-b051de21-4200-4829-bf89-5f73ec414a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:17.573890 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-69989a16-9415-4995-84d9-46ea253c94ac req-b051de21-4200-4829-bf89-5f73ec414a6a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=982556dc-8d0b-4bc1-9fdd-7de5d554c19e HTTP/1.1" status: 200 len: 835 time: 0.0494432 Nov 23 04:47:17.584500 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-f3140717-f4d6-4f47-aa2e-9ebcb7201250 None None] Set router 290a20ef-841a-44d2-afc7-aad8ab5f3eda gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:47:17.622216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69989a16-9415-4995-84d9-46ea253c94ac req-bda68fc5-1344-4d86-938c-c0f0e1759537 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:17.623780 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-69989a16-9415-4995-84d9-46ea253c94ac req-bda68fc5-1344-4d86-938c-c0f0e1759537 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=16765461-d7d9-4fac-9bec-028a4d653592&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420930 Nov 23 04:47:17.730387 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-69989a16-9415-4995-84d9-46ea253c94ac req-54892d3c-fec0-48ba-b5c0-9411caaa3f74 service neutron] 10.222.0.15 "GET /v2.0/networks/16765461-d7d9-4fac-9bec-028a4d653592?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975125 Nov 23 04:47:17.799121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-f3140717-f4d6-4f47-aa2e-9ebcb7201250 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'name': 'tempest-TestNetworkBasicOps-router-254230158', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:46:16Z', 'updated_at': '2021-11-23T04:46:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:17Z', 'updated_at': '2021-11-23T04:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'c970bd59-48b8-4e70-9def-a3dc95867ceb', 'name': '', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:47:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:20Z', 'updated_at': '2021-11-23T04:46:25Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:17.828244 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-69989a16-9415-4995-84d9-46ea253c94ac req-0321098c-804c-4e5c-aaf7-a012f69fa9cb service neutron] 10.222.0.15 "GET /v2.0/networks/16765461-d7d9-4fac-9bec-028a4d653592?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889328 Nov 23 04:47:17.838088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3140717-f4d6-4f47-aa2e-9ebcb7201250 None None] The sync data for ids ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'] in dv-neutron-818850-1-hyperv is: [{'id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'name': 'tempest-TestNetworkBasicOps-router-254230158', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:46:16Z', 'updated_at': '2021-11-23T04:46:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:17Z', 'updated_at': '2021-11-23T04:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'c970bd59-48b8-4e70-9def-a3dc95867ceb', 'name': '', 'network_id': '16765461-d7d9-4fac-9bec-028a4d653592', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:47:3f:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_interface', 'standard_attr_id': 1275, 'fixed_ips': [{'subnet_id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:20Z', 'updated_at': '2021-11-23T04:46:25Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '982556dc-8d0b-4bc1-9fdd-7de5d554c19e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:47:18.046258 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd589e63-1e8c-432a-bba7-6fa18287ca0f None None] New status for floating IP 21cba7c9-979e-4de6-a472-c952ff186ec2: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:47:18.637262 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b738ab-0d58-4d02-9f47-bc97c78b7dff req-057b1c0e-3c21-4cb5-b6a9-de87c3db13d8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:18.638761 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e5b738ab-0d58-4d02-9f47-bc97c78b7dff req-057b1c0e-3c21-4cb5-b6a9-de87c3db13d8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 946 time: 0.0494235 Nov 23 04:47:18.689065 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e5b738ab-0d58-4d02-9f47-bc97c78b7dff req-ffd819c3-34c2-4236-a139-5a4433131fe1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=12057da0-6151-4ccc-9cfb-83b0bfb19779&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444078 Nov 23 04:47:18.761952 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-00a64e04-0dc2-484b-9760-26f725829382 req-8f08de4b-dd67-4f18-b5c4-aa958fe208e3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0470762 Nov 23 04:47:18.868711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a64e04-0dc2-484b-9760-26f725829382 req-9aeefb81-3d0b-4635-8dc8-93975c21b6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:18.870227 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-00a64e04-0dc2-484b-9760-26f725829382 req-9aeefb81-3d0b-4635-8dc8-93975c21b6a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 1098 time: 0.0407858 Nov 23 04:47:18.993485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a64e04-0dc2-484b-9760-26f725829382 req-a4614ea4-6356-466b-b13f-2f96b497c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:18.994948 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-00a64e04-0dc2-484b-9760-26f725829382 req-a4614ea4-6356-466b-b13f-2f96b497c91a service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 913 time: 0.0881078 Nov 23 04:47:19.110575 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-453902da-cd81-423c-875a-599777d69213 req-ebf73cb9-7967-45ce-a008-72f13d27dbc2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:19.112023 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-453902da-cd81-423c-875a-599777d69213 req-ebf73cb9-7967-45ce-a008-72f13d27dbc2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 946 time: 0.0517519 Nov 23 04:47:19.119006 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-00a64e04-0dc2-484b-9760-26f725829382 req-5785dd68-c196-4029-98dc-fe69c74fa315 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76dc278b-99d7-4350-87e5-5d3fbb7c362f HTTP/1.1" status: 200 len: 1001 time: 0.0593369 Nov 23 04:47:19.176790 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a64e04-0dc2-484b-9760-26f725829382 req-dc64c9fa-79c3-4327-991f-6040dcc821d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:19.178270 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-00a64e04-0dc2-484b-9760-26f725829382 req-dc64c9fa-79c3-4327-991f-6040dcc821d8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 200 len: 851 time: 0.0482438 Nov 23 04:47:19.211935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [req-453902da-cd81-423c-875a-599777d69213 req-9741a24e-2d0c-46c3-907a-131d35b2cba3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port fab36b69-43e9-4119-9f2d-d9ec1033f25c {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:47:19.212267 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-453902da-cd81-423c-875a-599777d69213 req-9741a24e-2d0c-46c3-907a-131d35b2cba3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:19.225393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a64e04-0dc2-484b-9760-26f725829382 req-89a9623e-5ec7-4b7f-9ff4-27c6d2ed1222 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:19.227793 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-00a64e04-0dc2-484b-9760-26f725829382 req-89a9623e-5ec7-4b7f-9ff4-27c6d2ed1222 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca7d247b-210d-4ed0-a1d5-72133393a767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0418415 Nov 23 04:47:19.303603 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-453902da-cd81-423c-875a-599777d69213 req-9741a24e-2d0c-46c3-907a-131d35b2cba3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port fab36b69-43e9-4119-9f2d-d9ec1033f25c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=fab36b69-43e9-4119-9f2d-d9ec1033f25c,segment=NetworkSegment(fc4a902a-5d74-4838-aafe-9718726ccec5),segment_id=fc4a902a-5d74-4838-aafe-9718726ccec5)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:19.303968 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-453902da-cd81-423c-875a-599777d69213 req-9741a24e-2d0c-46c3-907a-131d35b2cba3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:19.317478 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [req-453902da-cd81-423c-875a-599777d69213 req-9741a24e-2d0c-46c3-907a-131d35b2cba3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for fab36b69-43e9-4119-9f2d-d9ec1033f25c owned by compute:nova {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:47:19.318783 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-00a64e04-0dc2-484b-9760-26f725829382 req-c28ffe81-64e7-4b03-9136-7b9dc7c64d5f service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832174 Nov 23 04:47:19.414831 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-00a64e04-0dc2-484b-9760-26f725829382 req-96d938a8-6b77-4675-8800-42869fb199e7 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887423 Nov 23 04:47:19.444981 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-453902da-cd81-423c-875a-599777d69213 req-9741a24e-2d0c-46c3-907a-131d35b2cba3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:19.479394 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9741a24e-2d0c-46c3-907a-131d35b2cba3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=fab36b69-43e9-4119-9f2d-d9ec1033f25c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:19.521166 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [req-453902da-cd81-423c-875a-599777d69213 req-9741a24e-2d0c-46c3-907a-131d35b2cba3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] No DVR routers for this DVR port fab36b69-43e9-4119-9f2d-d9ec1033f25c on host hv-neutron-8188 {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:47:19.523798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-453902da-cd81-423c-875a-599777d69213 req-9741a24e-2d0c-46c3-907a-131d35b2cba3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:19.527551 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-453902da-cd81-423c-875a-599777d69213 req-9741a24e-2d0c-46c3-907a-131d35b2cba3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "DELETE /v2.0/ports/fab36b69-43e9-4119-9f2d-d9ec1033f25c HTTP/1.1" status: 204 len: 173 time: 0.3983781 Nov 23 04:47:19.527986 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '951c3018-496f-44c5-956e-c67849c24fb4', 'name': 'network-vif-deleted', 'tag': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:47:19.530418 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66f66a2b-1201-4e9e-af9d-aeead4783077" -d '{"events": [{"server_uuid": "951c3018-496f-44c5-956e-c67849c24fb4", "name": "network-vif-deleted", "tag": "fab36b69-43e9-4119-9f2d-d9ec1033f25c"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:47:19.571148 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d54c7661-1416-4b9d-b235-0515fda3dec0 x-openstack-request-id: req-d54c7661-1416-4b9d-b235-0515fda3dec0 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:47:19.571514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "951c3018-496f-44c5-956e-c67849c24fb4", "name": "network-vif-deleted", "tag": "fab36b69-43e9-4119-9f2d-d9ec1033f25c", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:47:19.571791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d54c7661-1416-4b9d-b235-0515fda3dec0 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:47:19.572216 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '951c3018-496f-44c5-956e-c67849c24fb4', 'name': 'network-vif-deleted', 'tag': 'fab36b69-43e9-4119-9f2d-d9ec1033f25c', 'status': 'completed', 'code': 200} Nov 23 04:47:19.801948 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dd99f74a-3b05-437c-b1a1-f20442839ef7 req-3cbdeade-38c4-4d50-9896-e850d84ab217 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=951c3018-496f-44c5-956e-c67849c24fb4 HTTP/1.1" status: 200 len: 210 time: 0.0336919 Nov 23 04:47:20.860371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47682) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:20.919862 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b558e19a-179b-4767-bd07-06862c27b0bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:20.946287 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b558e19a-179b-4767-bd07-06862c27b0bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:21.005270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b558e19a-179b-4767-bd07-06862c27b0bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:21.007935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b558e19a-179b-4767-bd07-06862c27b0bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:21.009077 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b558e19a-179b-4767-bd07-06862c27b0bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/security-groups/12057da0-6151-4ccc-9cfb-83b0bfb19779 HTTP/1.1" status: 204 len: 168 time: 0.1476803 Nov 23 04:47:21.018679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b558e19a-179b-4767-bd07-06862c27b0bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12057da0-6151-4ccc-9cfb-83b0bfb19779,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:21.041257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47686) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:21.402029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-89a6d73f-c1cb-499f-ae87-dff506af7084 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:21.972708 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-89a6d73f-c1cb-499f-ae87-dff506af7084 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port c970bd59-48b8-4e70-9def-a3dc95867ceb {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:47:21.973430 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-89a6d73f-c1cb-499f-ae87-dff506af7084 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:22.058742 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-89a6d73f-c1cb-499f-ae87-dff506af7084 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port c970bd59-48b8-4e70-9def-a3dc95867ceb, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c970bd59-48b8-4e70-9def-a3dc95867ceb,segment=NetworkSegment(fc4a902a-5d74-4838-aafe-9718726ccec5),segment_id=fc4a902a-5d74-4838-aafe-9718726ccec5)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:22.059100 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-89a6d73f-c1cb-499f-ae87-dff506af7084 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:22.074920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-89a6d73f-c1cb-499f-ae87-dff506af7084 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for c970bd59-48b8-4e70-9def-a3dc95867ceb owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:47:22.254506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-89a6d73f-c1cb-499f-ae87-dff506af7084 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:22.280286 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a6d73f-c1cb-499f-ae87-dff506af7084 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=c970bd59-48b8-4e70-9def-a3dc95867ceb,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:22.455515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-89a6d73f-c1cb-499f-ae87-dff506af7084 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:22.672241 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89a6d73f-c1cb-499f-ae87-dff506af7084 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 290a20ef-841a-44d2-afc7-aad8ab5f3eda has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:47:22.709613 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device fab36b69-43e9-4119-9f2d-d9ec1033f25c no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:47:22.730354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: fab36b69-43e9-4119-9f2d-d9ec1033f25c {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:47:22.730702 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device fab36b69-43e9-4119-9f2d-d9ec1033f25c not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:47:22.780392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89a6d73f-c1cb-499f-ae87-dff506af7084 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:47:22.786536 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-89a6d73f-c1cb-499f-ae87-dff506af7084 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/290a20ef-841a-44d2-afc7-aad8ab5f3eda/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7440462 Nov 23 04:47:22.788568 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47688) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:22.791516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b81d56-f557-4680-bd91-01076ed129f5 None None] Sync routers for ids ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:47:22.802462 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b81d56-f557-4680-bd91-01076ed129f5 None None] Routers {'290a20ef-841a-44d2-afc7-aad8ab5f3eda'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:47:22.803145 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-72b81d56-f557-4680-bd91-01076ed129f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:47:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:22.838655 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7b27d85-41ad-4a2b-8d9f-b82cc270aaf2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting subnet 982556dc-8d0b-4bc1-9fdd-7de5d554c19e {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:47:22.842443 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a7b27d85-41ad-4a2b-8d9f-b82cc270aaf2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:22.884577 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a7b27d85-41ad-4a2b-8d9f-b82cc270aaf2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:22.908166 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-72b81d56-f557-4680-bd91-01076ed129f5 None None] Set router 290a20ef-841a-44d2-afc7-aad8ab5f3eda gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:47:22.967402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a7b27d85-41ad-4a2b-8d9f-b82cc270aaf2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.024110 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a7b27d85-41ad-4a2b-8d9f-b82cc270aaf2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.056221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b27d85-41ad-4a2b-8d9f-b82cc270aaf2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Subnet': ['ID=982556dc-8d0b-4bc1-9fdd-7de5d554c19e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:23.059932 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a7b27d85-41ad-4a2b-8d9f-b82cc270aaf2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.063743 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a7b27d85-41ad-4a2b-8d9f-b82cc270aaf2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/subnets/982556dc-8d0b-4bc1-9fdd-7de5d554c19e HTTP/1.1" status: 204 len: 168 time: 0.2741702 Nov 23 04:47:23.066873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47690) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:23.077249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b18897e6-4d21-44d4-934e-07b6514e9b01 None None] Network 16765461-d7d9-4fac-9bec-028a4d653592 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:47:23.147574 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-72b81d56-f557-4680-bd91-01076ed129f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'name': 'tempest-TestNetworkBasicOps-router-254230158', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:46:16Z', 'updated_at': '2021-11-23T04:47:22Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:17Z', 'updated_at': '2021-11-23T04:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:23.174931 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.176194 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b81d56-f557-4680-bd91-01076ed129f5 None None] Checking router: 290a20ef-841a-44d2-afc7-aad8ab5f3eda for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:47:23.220197 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72b81d56-f557-4680-bd91-01076ed129f5 None None] Routers {'290a20ef-841a-44d2-afc7-aad8ab5f3eda'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:47:23.220739 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-72b81d56-f557-4680-bd91-01076ed129f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:47:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:23.280820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.339073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-72b81d56-f557-4680-bd91-01076ed129f5 None None] Set router 290a20ef-841a-44d2-afc7-aad8ab5f3eda gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:47:23.349362 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port d5338913-44fa-449a-98f3-c987b3a5ddc3 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:47:23.349714 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.366959 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8c444e-459a-465c-a019-35207e12e687 None None] DHCP port deletion for 16765461-d7d9-4fac-9bec-028a4d653592 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:47:23.430176 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port d5338913-44fa-449a-98f3-c987b3a5ddc3, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d5338913-44fa-449a-98f3-c987b3a5ddc3,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:23.430542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.443981 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for d5338913-44fa-449a-98f3-c987b3a5ddc3 owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:47:23.519308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c444e-459a-465c-a019-35207e12e687 None None] Deleting port 1cbcb96f-5398-47ea-9292-565812a9c7fb {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:47:23.519637 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5d8c444e-459a-465c-a019-35207e12e687 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.608647 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 1cbcb96f-5398-47ea-9292-565812a9c7fb no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:47:23.611437 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5d8c444e-459a-465c-a019-35207e12e687 None None] For port 1cbcb96f-5398-47ea-9292-565812a9c7fb, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=1cbcb96f-5398-47ea-9292-565812a9c7fb,segment=NetworkSegment(fc4a902a-5d74-4838-aafe-9718726ccec5),segment_id=fc4a902a-5d74-4838-aafe-9718726ccec5)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:23.611837 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5d8c444e-459a-465c-a019-35207e12e687 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.619913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.643710 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=d5338913-44fa-449a-98f3-c987b3a5ddc3,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:23.652217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5d8c444e-459a-465c-a019-35207e12e687 None None] Calling delete_port for 1cbcb96f-5398-47ea-9292-565812a9c7fb owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:47:23.666895 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07bb9703-23cb-4f2c-9f41-227901842933 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:47:23.713693 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.735755 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-72b81d56-f557-4680-bd91-01076ed129f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'name': 'tempest-TestNetworkBasicOps-router-254230158', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:46:16Z', 'updated_at': '2021-11-23T04:47:22Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:17Z', 'updated_at': '2021-11-23T04:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:23.788710 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72b81d56-f557-4680-bd91-01076ed129f5 None None] The sync data for ids ['290a20ef-841a-44d2-afc7-aad8ab5f3eda'] in dv-neutron-818850-1-hyperv is: [{'id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'name': 'tempest-TestNetworkBasicOps-router-254230158', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90'}], 'enable_snat': True}, 'gw_port_id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:46:16Z', 'updated_at': '2021-11-23T04:47:22Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd5338913-44fa-449a-98f3-c987b3a5ddc3', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:83:f7:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '290a20ef-841a-44d2-afc7-aad8ab5f3eda', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1272, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:46:17Z', 'updated_at': '2021-11-23T04:46:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:47:23.807494 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.809756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.862224 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.862846 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Fanout notify agent at l3_agent the message router_deleted on router 290a20ef-841a-44d2-afc7-aad8ab5f3eda {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:47:23.870197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.871357 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7d2832f6-9bb5-4a1c-b568-51ee51ea2e96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/routers/290a20ef-841a-44d2-afc7-aad8ab5f3eda HTTP/1.1" status: 204 len: 168 time: 0.8032935 Nov 23 04:47:23.874611 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47694) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:23.958737 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.966380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:23.979993 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5d8c444e-459a-465c-a019-35207e12e687 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.011360 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 1cbcb96f-5398-47ea-9292-565812a9c7fb {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:47:24.011621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.012026 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8c444e-459a-465c-a019-35207e12e687 None None] Pushing event deleted for resources: {'Port': ['ID=1cbcb96f-5398-47ea-9292-565812a9c7fb,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:24.017171 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8c444e-459a-465c-a019-35207e12e687 None None] No DVR routers for this DVR port 1cbcb96f-5398-47ea-9292-565812a9c7fb on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:47:24.074902 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 1cbcb96f-5398-47ea-9292-565812a9c7fb, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:24.075193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.093923 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 1cbcb96f-5398-47ea-9292-565812a9c7fb owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:47:24.096605 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Port 1cbcb96f-5398-47ea-9292-565812a9c7fb was not found and therefore no delete operation was performed {{(pid=109952) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:47:24.097897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.123775 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=1cbcb96f-5398-47ea-9292-565812a9c7fb,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:24.128122 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] No DVR routers for this DVR port 1cbcb96f-5398-47ea-9292-565812a9c7fb on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:47:24.209256 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.235644 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16765461-d7d9-4fac-9bec-028a4d653592']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:24.245547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc4a902a-5d74-4838-aafe-9718726ccec5') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:24.245846 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc4a902a-5d74-4838-aafe-9718726ccec5') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:24.256098 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.269767 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.275479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Releasing vlan 177 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:47:24.275856 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:47:24.278800 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:47:24.340964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.345872 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.349153 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/networks/16765461-d7d9-4fac-9bec-028a4d653592 HTTP/1.1" status: 204 len: 168 time: 0.4735851 Nov 23 04:47:24.364308 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47696) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:24.370098 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39638f0d-6f7c-48a0-bc24-98789a12e573 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Network': ['ID=16765461-d7d9-4fac-9bec-028a4d653592,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:24.370770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4d983ffb-5659-44d2-8e2d-a56cb7c09478 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'network': {'name': 'tempest-network-smoke--1827092393', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'port_security_enabled': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:24.393015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d983ffb-5659-44d2-8e2d-a56cb7c09478 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:47:24.396747 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d983ffb-5659-44d2-8e2d-a56cb7c09478 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.424469 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d983ffb-5659-44d2-8e2d-a56cb7c09478 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:47:24.440127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d983ffb-5659-44d2-8e2d-a56cb7c09478 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.440556 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-4d983ffb-5659-44d2-8e2d-a56cb7c09478 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Added segment 6c8b95cb-8c79-451a-8caa-a0bd568ba844 of type vlan for network 3475ba85-61e1-4546-bfd2-1d586e91c404 Nov 23 04:47:24.481818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d983ffb-5659-44d2-8e2d-a56cb7c09478 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.511121 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d983ffb-5659-44d2-8e2d-a56cb7c09478 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.517099 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d983ffb-5659-44d2-8e2d-a56cb7c09478 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:24.517840 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d983ffb-5659-44d2-8e2d-a56cb7c09478 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.574493 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4d983ffb-5659-44d2-8e2d-a56cb7c09478 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2083497 Nov 23 04:47:24.577353 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47698) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:24.582058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-271881666', 'admin_state_up': True, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:24.591300 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d983ffb-5659-44d2-8e2d-a56cb7c09478 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Network': ['ID=3475ba85-61e1-4546-bfd2-1d586e91c404,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:24.602154 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 3475ba85-61e1-4546-bfd2-1d586e91c404 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:47:24.606459 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.608281 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.662887 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:24.812231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:25.006030 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:25.024318 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:25.130757 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.110 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/bc461110-87f9-499a-9eb5-e0a48117301f) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:47:25.229672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:25.262685 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:25.300657 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:47:25.305125 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:47:25.308724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:47:25.319709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c9104f-5f1a-443c-949c-a39a47ad8b21 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:47:25.334808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=bc461110-87f9-499a-9eb5-e0a48117301f,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:25.402480 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5480f134-246a-4448-a117-9afc04d1184f None None] Provisioning complete for port bc461110-87f9-499a-9eb5-e0a48117301f triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:25.402789 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5480f134-246a-4448-a117-9afc04d1184f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:25.436464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5480f134-246a-4448-a117-9afc04d1184f None None] Port bc461110-87f9-499a-9eb5-e0a48117301f cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:47:25.527302 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d5338913-44fa-449a-98f3-c987b3a5ddc3 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:47:25.548700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: d5338913-44fa-449a-98f3-c987b3a5ddc3 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:47:25.549057 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d5338913-44fa-449a-98f3-c987b3a5ddc3 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:47:25.549505 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c970bd59-48b8-4e70-9def-a3dc95867ceb no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:47:25.560713 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:25.568342 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: c970bd59-48b8-4e70-9def-a3dc95867ceb {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:47:25.568693 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c970bd59-48b8-4e70-9def-a3dc95867ceb not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:47:25.751756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:25.876649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 4e7305d5-ca37-4038-acf8-7a076c1da81c is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:47:25.985862 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:47:25.996111 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Sync routers for ids ['4e7305d5-ca37-4038-acf8-7a076c1da81c'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:47:26.005503 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:26.007070 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b7c2ce08-f332-4087-a4b8-ce92a9799139 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4284694 Nov 23 04:47:26.008234 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Routers {'4e7305d5-ca37-4038-acf8-7a076c1da81c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:47:26.008848 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:47:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4e7305d5-ca37-4038-acf8-7a076c1da81c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:26.010018 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47700) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:26.043809 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-11487c4a-e444-49fa-a40f-16a62b886d94 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1f39b592b6944144b30ee044431afa7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0323756 Nov 23 04:47:26.046422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47702) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:26.128483 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Set router 4e7305d5-ca37-4038-acf8-7a076c1da81c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:47:26.150639 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3109954-e34d-43e8-829f-b7526f1cd5ad tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:26.152157 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c3109954-e34d-43e8-829f-b7526f1cd5ad tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1047413 Nov 23 04:47:26.155074 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47704) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:26.187583 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-25bbed79-79de-49b9-a5dd-b2f651d9a978 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0312951 Nov 23 04:47:26.190622 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47706) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:26.195865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-dafedf68-ab48-43c3-b219-27cddb553552 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2119041591', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:26.300292 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dafedf68-ab48-43c3-b219-27cddb553552 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:47:26.303789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dafedf68-ab48-43c3-b219-27cddb553552 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:26.329213 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:25Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:26.360906 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Checking router: 4e7305d5-ca37-4038-acf8-7a076c1da81c for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:47:26.361244 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Updating router 4e7305d5-ca37-4038-acf8-7a076c1da81c port bc461110-87f9-499a-9eb5-e0a48117301f binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:47:26.391390 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:26.502773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dafedf68-ab48-43c3-b219-27cddb553552 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:26.578852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafedf68-ab48-43c3-b219-27cddb553552 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Subnet': ['ID=8f6be6aa-e947-4849-9929-aeb8d156da71,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:26.587885 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dafedf68-ab48-43c3-b219-27cddb553552 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Checking segment: {'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:47:26.588249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafedf68-ab48-43c3-b219-27cddb553552 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network hostable DHCP agents. Network: 3475ba85-61e1-4546-bfd2-1d586e91c404, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:47:26.608607 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dafedf68-ab48-43c3-b219-27cddb553552 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 3475ba85-61e1-4546-bfd2-1d586e91c404 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:47:26.618402 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-dafedf68-ab48-43c3-b219-27cddb553552 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 3475ba85-61e1-4546-bfd2-1d586e91c404) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:47:26.622686 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dafedf68-ab48-43c3-b219-27cddb553552 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:26.623796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dafedf68-ab48-43c3-b219-27cddb553552 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:26.633825 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1c3fc9-8928-4ce1-ac83-b0eaffb3b10a None None] Network 3475ba85-61e1-4546-bfd2-1d586e91c404 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:47:26.644210 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dafedf68-ab48-43c3-b219-27cddb553552 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4499311 Nov 23 04:47:26.644560 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47708) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:26.655329 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:26.661764 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:26.711186 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Attempting to bind port bc461110-87f9-499a-9eb5-e0a48117301f on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:47:26.711518 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Attempting to bind port bc461110-87f9-499a-9eb5-e0a48117301f by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:47:26.711700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e96073e8-5a09-4c6b-a50e-ed644a180b0c None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:47:26.711902 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Attempting to bind port bc461110-87f9-499a-9eb5-e0a48117301f on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:47:26.721810 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:47:26.722186 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:47:26.722682 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:26.723072 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:47:26.723556 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Bound port: bc461110-87f9-499a-9eb5-e0a48117301f, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:47:26.723936 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:26.790358 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] For port bc461110-87f9-499a-9eb5-e0a48117301f, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:47:26.793948 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] For port bc461110-87f9-499a-9eb5-e0a48117301f, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=bc461110-87f9-499a-9eb5-e0a48117301f,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:47:26.795822 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613ca73-0ad7-4eb5-87f2-a9f451a38776 None None] Pushing event updated for resources: {'Port': ['ID=bc461110-87f9-499a-9eb5-e0a48117301f,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:26.799531 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:26.809507 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4613ca73-0ad7-4eb5-87f2-a9f451a38776 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:47:26.809767 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d3274750-f0db-4e3b-9e22-ea524328a1bf None None] Provisioning complete for port bc461110-87f9-499a-9eb5-e0a48117301f triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:26.809949 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4613ca73-0ad7-4eb5-87f2-a9f451a38776 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:47:26.810823 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4613ca73-0ad7-4eb5-87f2-a9f451a38776 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:47:26.811166 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4613ca73-0ad7-4eb5-87f2-a9f451a38776 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:47:26.811389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d3274750-f0db-4e3b-9e22-ea524328a1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:26.811499 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4613ca73-0ad7-4eb5-87f2-a9f451a38776 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:47:26.811833 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4613ca73-0ad7-4eb5-87f2-a9f451a38776 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:47:26.812290 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4613ca73-0ad7-4eb5-87f2-a9f451a38776 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:47:26.812523 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4613ca73-0ad7-4eb5-87f2-a9f451a38776 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:47:26.812865 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4613ca73-0ad7-4eb5-87f2-a9f451a38776 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:47:26.813237 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4613ca73-0ad7-4eb5-87f2-a9f451a38776 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:47:26.813588 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4613ca73-0ad7-4eb5-87f2-a9f451a38776 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:47:26.813909 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4613ca73-0ad7-4eb5-87f2-a9f451a38776 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:47:26.865763 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4613ca73-0ad7-4eb5-87f2-a9f451a38776 None None] Pushing event updated for resources: {'Port': ['ID=bc461110-87f9-499a-9eb5-e0a48117301f,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:26.880992 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Routers {'4e7305d5-ca37-4038-acf8-7a076c1da81c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:47:26.881664 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:47:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4e7305d5-ca37-4038-acf8-7a076c1da81c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:26.884516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-3475ba85-61e1-4546-bfd2-1d586e91c404', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:47:26.885829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:26.946073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52ab161-a50c-44d9-9e34-3cb097452427 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:47:27.020980 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] Set router 4e7305d5-ca37-4038-acf8-7a076c1da81c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:47:27.051052 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d3274750-f0db-4e3b-9e22-ea524328a1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:27.077631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d3274750-f0db-4e3b-9e22-ea524328a1bf None None] For port bc461110-87f9-499a-9eb5-e0a48117301f, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=bc461110-87f9-499a-9eb5-e0a48117301f,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:27.087087 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d3274750-f0db-4e3b-9e22-ea524328a1bf None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:27.179478 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3274750-f0db-4e3b-9e22-ea524328a1bf None None] Pushing event updated for resources: {'Port': ['ID=bc461110-87f9-499a-9eb5-e0a48117301f,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:27.192500 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Allocated IP 172.20.0.2 (3475ba85-61e1-4546-bfd2-1d586e91c404/8f6be6aa-e947-4849-9929-aeb8d156da71/8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:47:27.266346 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ccb69510-efbf-4a2c-a41b-717dfa5a921c None None] Provisioning complete for port bc461110-87f9-499a-9eb5-e0a48117301f triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:27.266700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ccb69510-efbf-4a2c-a41b-717dfa5a921c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:27.356004 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:25Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:27.386407 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4edff94-2863-40bc-8046-13d988e1f66c None None] The sync data for ids ['4e7305d5-ca37-4038-acf8-7a076c1da81c'] in dv-neutron-818850-1-hyperv is: [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:25Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:47:27.431572 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:27.439017 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:27.484509 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Network 3475ba85-61e1-4546-bfd2-1d586e91c404 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:47:27.487634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:47:27.493865 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:47:27.496975 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Pushing event updated for resources: {'Port': ['ID=8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:27.519968 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:27.555365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Attempting to bind port 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:47:27.555715 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Attempting to bind port 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:47:27.556089 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Attempting to bind port 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3 on network 3475ba85-61e1-4546-bfd2-1d586e91c404 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:47:27.561858 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:47:27.562234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Checking segment: {'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:47:27.562663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:27.563046 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Bound using segment: {'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:47:27.563515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Bound port: 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:47:27.563927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:27.650420 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] For port 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:47:27.654146 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] For port 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:47:27.662223 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:27.743811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da34fb55-6439-43d2-b15f-6b59f9fd2056 None None] Pushing event updated for resources: {'Port': ['ID=8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:27.873493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.1 (3475ba85-61e1-4546-bfd2-1d586e91c404/8f6be6aa-e947-4849-9929-aeb8d156da71/83e9bb10-4140-413a-9545-6c29ca8b4de9) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:47:28.025220 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:28.065428 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:28.112649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 3475ba85-61e1-4546-bfd2-1d586e91c404 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:47:28.116070 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:47:28.120035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:47:28.127453 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=83e9bb10-4140-413a-9545-6c29ca8b4de9,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:28.173945 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:28.317356 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:28.608368 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:28.612921 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:28.675370 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e27a769-7384-48c3-b71b-c1737f850818 None None] Network 3475ba85-61e1-4546-bfd2-1d586e91c404 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:47:28.691674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:28.694359 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=83e9bb10-4140-413a-9545-6c29ca8b4de9,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:28.753370 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-fb39cfcd-5331-4948-bb1a-3ed7bac58ade None None] Provisioning complete for port 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:28.753743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fb39cfcd-5331-4948-bb1a-3ed7bac58ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:28.794183 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 3475ba85-61e1-4546-bfd2-1d586e91c404 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:47:28.795709 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:47:28.900550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fb39cfcd-5331-4948-bb1a-3ed7bac58ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:28.914518 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 4e7305d5-ca37-4038-acf8-7a076c1da81c has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:47:28.938669 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-fb39cfcd-5331-4948-bb1a-3ed7bac58ade None None] For port 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:28.948256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fb39cfcd-5331-4948-bb1a-3ed7bac58ade None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:29.012157 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb39cfcd-5331-4948-bb1a-3ed7bac58ade None None] Pushing event updated for resources: {'Port': ['ID=8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:29.053442 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:47:29.059445 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3fa5a0d3-b881-454e-9370-8dbb8958484d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/4e7305d5-ca37-4038-acf8-7a076c1da81c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4138386 Nov 23 04:47:29.062480 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47710) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:29.171956 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-dfbda64d-b0e8-4222-82af-28c8247fb90f None None] Provisioning complete for port 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:29.172399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dfbda64d-b0e8-4222-82af-28c8247fb90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:29.180299 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23513605-6ff2-4bc2-87e2-57072f78815f tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:29.180512 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23513605-6ff2-4bc2-87e2-57072f78815f tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:29.180895 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23513605-6ff2-4bc2-87e2-57072f78815f tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:29.181383 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23513605-6ff2-4bc2-87e2-57072f78815f tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:29.181844 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23513605-6ff2-4bc2-87e2-57072f78815f tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:29.182303 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23513605-6ff2-4bc2-87e2-57072f78815f tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:29.185579 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-23513605-6ff2-4bc2-87e2-57072f78815f tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1206710 Nov 23 04:47:29.187792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47712) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:29.289039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-dfbda64d-b0e8-4222-82af-28c8247fb90f None None] Provisioning complete for port 83e9bb10-4140-413a-9545-6c29ca8b4de9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:29.289670 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dfbda64d-b0e8-4222-82af-28c8247fb90f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:29.297976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73928c7d-3a75-47c6-96b7-9b732e2bb3f8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:29.298879 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73928c7d-3a75-47c6-96b7-9b732e2bb3f8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:29.299515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73928c7d-3a75-47c6-96b7-9b732e2bb3f8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:29.300174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73928c7d-3a75-47c6-96b7-9b732e2bb3f8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:29.300800 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73928c7d-3a75-47c6-96b7-9b732e2bb3f8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:29.301470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73928c7d-3a75-47c6-96b7-9b732e2bb3f8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:29.306647 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47714) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:29.306972 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-73928c7d-3a75-47c6-96b7-9b732e2bb3f8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.1174886 Nov 23 04:47:29.326438 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Sync routers for ids ['4e7305d5-ca37-4038-acf8-7a076c1da81c'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:47:29.344459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-dfbda64d-b0e8-4222-82af-28c8247fb90f None None] Port 83e9bb10-4140-413a-9545-6c29ca8b4de9 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:47:29.345986 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Routers {'4e7305d5-ca37-4038-acf8-7a076c1da81c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:47:29.346629 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:47:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4e7305d5-ca37-4038-acf8-7a076c1da81c'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:29.479168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Set router 4e7305d5-ca37-4038-acf8-7a076c1da81c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:47:29.482800 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f0cd5999-be43-44f3-b129-37b69f751bd9 None None] Provisioning complete for port 83e9bb10-4140-413a-9545-6c29ca8b4de9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:29.483178 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f0cd5999-be43-44f3-b129-37b69f751bd9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:29.562341 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f0cd5999-be43-44f3-b129-37b69f751bd9 None None] Port 83e9bb10-4140-413a-9545-6c29ca8b4de9 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:47:29.597732 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bdca5d3a-62e2-4060-a3ee-54ab9bd74163 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2898839 Nov 23 04:47:29.633272 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device bc461110-87f9-499a-9eb5-e0a48117301f up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:47:29.727015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7ab9d233-f9f5-4895-aedf-a21cedffb5fc None None] Provisioning complete for port 83e9bb10-4140-413a-9545-6c29ca8b4de9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:29.727717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ab9d233-f9f5-4895-aedf-a21cedffb5fc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:29.800652 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port bc461110-87f9-499a-9eb5-e0a48117301f triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:29.801026 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:29.805354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7ab9d233-f9f5-4895-aedf-a21cedffb5fc None None] Port 83e9bb10-4140-413a-9545-6c29ca8b4de9 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:47:29.861091 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47718) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:29.866141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-90314348-502f-45f3-a188-8bf45014317a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-655178993', 'description': 'tempest-secgroup-smoke-655178993 description', 'project_id': '1f39b592b6944144b30ee044431afa7d'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:29.867927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '83e9bb10-4140-413a-9545-6c29ca8b4de9', 'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:b9:a5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:27Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 2, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:29.890691 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90314348-502f-45f3-a188-8bf45014317a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:29.914722 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Checking router: 4e7305d5-ca37-4038-acf8-7a076c1da81c for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:47:29.915061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Updating router 4e7305d5-ca37-4038-acf8-7a076c1da81c port 83e9bb10-4140-413a-9545-6c29ca8b4de9 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:47:29.950190 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:47:29.951867 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:29.957724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90314348-502f-45f3-a188-8bf45014317a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:29.962397 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90314348-502f-45f3-a188-8bf45014317a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:29.991141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-90314348-502f-45f3-a188-8bf45014317a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:29.995240 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-90314348-502f-45f3-a188-8bf45014317a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1302986 Nov 23 04:47:29.995729 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47720) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:29.996826 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90314348-502f-45f3-a188-8bf45014317a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ae4ede86-8bed-4cf2-9761-e31fc2148b6c,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:30.002605 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c7610ef1-da72-4a7a-84d7-bdbac0636a34 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ede86-8bed-4cf2-9761-e31fc2148b6c', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:30.033635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c7610ef1-da72-4a7a-84d7-bdbac0636a34 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.088027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:30.088400 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.092188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c7610ef1-da72-4a7a-84d7-bdbac0636a34 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.096031 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c7610ef1-da72-4a7a-84d7-bdbac0636a34 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.121765 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7610ef1-da72-4a7a-84d7-bdbac0636a34 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ca5f177-7cdf-4b52-91c7-9b274f1b93da,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:30.127785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c7610ef1-da72-4a7a-84d7-bdbac0636a34 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.128991 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c7610ef1-da72-4a7a-84d7-bdbac0636a34 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1319714 Nov 23 04:47:30.132025 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47722) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:30.136686 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-aee285cb-d5e6-4427-bfa5-0cdd789f66f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ede86-8bed-4cf2-9761-e31fc2148b6c', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:30.164115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aee285cb-d5e6-4427-bfa5-0cdd789f66f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.226606 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aee285cb-d5e6-4427-bfa5-0cdd789f66f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.230826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aee285cb-d5e6-4427-bfa5-0cdd789f66f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.250174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee285cb-d5e6-4427-bfa5-0cdd789f66f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8fd45573-c752-4e27-b474-fe8894c09775,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:30.259315 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-aee285cb-d5e6-4427-bfa5-0cdd789f66f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.260598 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-aee285cb-d5e6-4427-bfa5-0cdd789f66f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273599 Nov 23 04:47:30.263953 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47724) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:30.268549 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f87a21f9-e11b-460f-a9a5-a221fa828ca9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ede86-8bed-4cf2-9761-e31fc2148b6c', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:30.297218 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f87a21f9-e11b-460f-a9a5-a221fa828ca9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.366532 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f87a21f9-e11b-460f-a9a5-a221fa828ca9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.374316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f87a21f9-e11b-460f-a9a5-a221fa828ca9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.406672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f87a21f9-e11b-460f-a9a5-a221fa828ca9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b38e38da-6e33-46f3-845c-133555eef1f2,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:30.412495 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f87a21f9-e11b-460f-a9a5-a221fa828ca9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.413800 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f87a21f9-e11b-460f-a9a5-a221fa828ca9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1488659 Nov 23 04:47:30.416651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47726) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:30.421395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-cbd3929d-75a0-4710-a45f-4e41b74d8152 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ede86-8bed-4cf2-9761-e31fc2148b6c', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:30.448120 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cbd3929d-75a0-4710-a45f-4e41b74d8152 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.484510 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.490822 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.508680 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cbd3929d-75a0-4710-a45f-4e41b74d8152 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.512491 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cbd3929d-75a0-4710-a45f-4e41b74d8152 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.532276 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd3929d-75a0-4710-a45f-4e41b74d8152 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba4b6bc4-cad7-4a70-bdc3-ec6bb93c193e,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:30.543071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cbd3929d-75a0-4710-a45f-4e41b74d8152 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.547236 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87bb62-ffab-4b93-be3f-c7c012a23460 None None] Pushing event updated for resources: {'Port': ['ID=83e9bb10-4140-413a-9545-6c29ca8b4de9,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:30.548008 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cbd3929d-75a0-4710-a45f-4e41b74d8152 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1266611 Nov 23 04:47:30.548216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47728) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:30.552673 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4f4f182e-83a7-415c-aefa-69e76f986c58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ede86-8bed-4cf2-9761-e31fc2148b6c', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:30.580579 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-4f4f182e-83a7-415c-aefa-69e76f986c58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:47:30.586681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4f4f182e-83a7-415c-aefa-69e76f986c58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.600020 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Attempting to bind port 83e9bb10-4140-413a-9545-6c29ca8b4de9 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:47:30.600591 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Attempting to bind port 83e9bb10-4140-413a-9545-6c29ca8b4de9 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:47:30.600825 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Attempting to bind port 83e9bb10-4140-413a-9545-6c29ca8b4de9 on network 3475ba85-61e1-4546-bfd2-1d586e91c404 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:47:30.606416 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 47, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:47:30.606803 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Checking segment: {'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:47:30.607247 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.607647 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Bound using segment: {'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:47:30.608197 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Bound port: 83e9bb10-4140-413a-9545-6c29ca8b4de9, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:47:30.608616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.656705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4f4f182e-83a7-415c-aefa-69e76f986c58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.661134 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4f4f182e-83a7-415c-aefa-69e76f986c58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.677733 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] For port 83e9bb10-4140-413a-9545-6c29ca8b4de9, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:47:30.681300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] For port 83e9bb10-4140-413a-9545-6c29ca8b4de9, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=83e9bb10-4140-413a-9545-6c29ca8b4de9,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:47:30.682459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4f182e-83a7-415c-aefa-69e76f986c58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d537cbc6-8d1b-44d7-b881-cb1590ade6e9,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:30.688060 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.692290 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4f4f182e-83a7-415c-aefa-69e76f986c58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.693541 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4f4f182e-83a7-415c-aefa-69e76f986c58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1447284 Nov 23 04:47:30.696426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47730) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:30.702786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-20082475-f03b-41a4-8962-ada59e41e97a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': 'ae4ede86-8bed-4cf2-9761-e31fc2148b6c', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:30.727304 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-20082475-f03b-41a4-8962-ada59e41e97a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:47:30.733231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-20082475-f03b-41a4-8962-ada59e41e97a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.736070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Routers {'4e7305d5-ca37-4038-acf8-7a076c1da81c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:47:30.736883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:47:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4e7305d5-ca37-4038-acf8-7a076c1da81c'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:30.808678 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-20082475-f03b-41a4-8962-ada59e41e97a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.814603 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-20082475-f03b-41a4-8962-ada59e41e97a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.819528 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b87bb62-ffab-4b93-be3f-c7c012a23460 None None] Pushing event updated for resources: {'Port': ['ID=83e9bb10-4140-413a-9545-6c29ca8b4de9,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:30.839219 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20082475-f03b-41a4-8962-ada59e41e97a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d0d5d2e-51b5-4c1e-970f-a110a8b802be,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:30.849554 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-20082475-f03b-41a4-8962-ada59e41e97a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.853413 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-20082475-f03b-41a4-8962-ada59e41e97a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1558955 Nov 23 04:47:30.885614 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-73a518ea-2e84-4516-a783-f51c39a26cbe None None] Provisioning complete for port 83e9bb10-4140-413a-9545-6c29ca8b4de9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:30.886011 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73a518ea-2e84-4516-a783-f51c39a26cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:30.918958 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] Set router 4e7305d5-ca37-4038-acf8-7a076c1da81c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:47:31.074825 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-628a3e49-be45-45e4-bc20-3dffa29e4d41 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-655178993&fields=id&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 267 time: 0.0472343 Nov 23 04:47:31.097734 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73a518ea-2e84-4516-a783-f51c39a26cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:31.177572 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-73a518ea-2e84-4516-a783-f51c39a26cbe None None] For port 83e9bb10-4140-413a-9545-6c29ca8b4de9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=83e9bb10-4140-413a-9545-6c29ca8b4de9,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:31.184498 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73a518ea-2e84-4516-a783-f51c39a26cbe None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:31.188214 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-4981c4e6-8761-49f8-8d84-532d22b45bf5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:31.189886 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-4981c4e6-8761-49f8-8d84-532d22b45bf5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/networks?id=3475ba85-61e1-4546-bfd2-1d586e91c404 HTTP/1.1" status: 200 len: 797 time: 0.1073337 Nov 23 04:47:31.208032 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-0e9efa11-1121-4407-b673-8c3b70c18c16 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/quotas/1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 375 time: 0.0107450 Nov 23 04:47:31.246725 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a518ea-2e84-4516-a783-f51c39a26cbe None None] Pushing event updated for resources: {'Port': ['ID=83e9bb10-4140-413a-9545-6c29ca8b4de9,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:31.255688 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '83e9bb10-4140-413a-9545-6c29ca8b4de9', 'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:b9:a5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:27Z', 'updated_at': '2021-11-23T04:47:30Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:31.267658 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-378555ee-6b39-4396-ae8b-f2452e85bf95 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512292 Nov 23 04:47:31.283191 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-315f0e57-0a04-49fd-b94f-9848ad4a62c8 None None] The sync data for ids ['4e7305d5-ca37-4038-acf8-7a076c1da81c'] in dv-neutron-818850-1-hyperv is: [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '83e9bb10-4140-413a-9545-6c29ca8b4de9', 'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:b9:a5:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:27Z', 'updated_at': '2021-11-23T04:47:30Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:47:31.305486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7903c7af-c6aa-41e6-a45d-b9339d8a5111 None None] Provisioning complete for port 83e9bb10-4140-413a-9545-6c29ca8b4de9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:31.305891 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7903c7af-c6aa-41e6-a45d-b9339d8a5111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:31.393719 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-250ddfff-27b7-472c-8753-7f48f603bed3 service neutron] 10.222.0.37 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1121318 Nov 23 04:47:31.513670 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-399c969d-67cf-4cc5-95f1-f12d0408a51b service neutron] 10.222.0.37 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1051679 Nov 23 04:47:31.570874 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 83e9bb10-4140-413a-9545-6c29ca8b4de9 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:47:31.627033 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 83e9bb10-4140-413a-9545-6c29ca8b4de9 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:31.627648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:31.737081 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3a611f42-9407-47bf-b3b5-1426164edbbb req-0eac4b74-e12a-4f05-9e45-ea13ffcd7306 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 210 time: 0.0394254 Nov 23 04:47:32.429219 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:47:32.839200 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-85c1de92-c472-4a68-b920-995590db12d1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:32.840549 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-85c1de92-c472-4a68-b920-995590db12d1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/networks?id=3475ba85-61e1-4546-bfd2-1d586e91c404 HTTP/1.1" status: 200 len: 797 time: 0.1179812 Nov 23 04:47:32.855919 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9a9cb379-63dd-43ed-a3ce-388f2168dc78 req-fc6a19d5-304a-4d52-ab2d-34b2c184d09f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 210 time: 0.0403857 Nov 23 04:47:32.926060 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-3b543aea-78c1-4102-b292-c045adaf6784 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 379 time: 0.0635939 Nov 23 04:47:32.935831 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-f7bb5b0f-7285-4378-af59-60bac19c8728 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'port': {'device_id': 'e50161d1-fb34-429b-9bf9-7f564a0052a8', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'admin_state_up': True, 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'security_groups': ['ae4ede86-8bed-4cf2-9761-e31fc2148b6c']}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:33.050397 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-f7bb5b0f-7285-4378-af59-60bac19c8728 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:47:33.053860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-f7bb5b0f-7285-4378-af59-60bac19c8728 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:33.176944 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-f7bb5b0f-7285-4378-af59-60bac19c8728 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.13 (3475ba85-61e1-4546-bfd2-1d586e91c404/8f6be6aa-e947-4849-9929-aeb8d156da71/c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:47:33.324164 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-f7bb5b0f-7285-4378-af59-60bac19c8728 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:33.358819 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-f7bb5b0f-7285-4378-af59-60bac19c8728 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:33.405839 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-f7bb5b0f-7285-4378-af59-60bac19c8728 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 3475ba85-61e1-4546-bfd2-1d586e91c404 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:47:33.409313 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-f7bb5b0f-7285-4378-af59-60bac19c8728 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:47:33.412850 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-f7bb5b0f-7285-4378-af59-60bac19c8728 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:47:33.419508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7bb5b0f-7285-4378-af59-60bac19c8728 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:33.468828 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-f7bb5b0f-7285-4378-af59-60bac19c8728 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:33.469651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-f7bb5b0f-7285-4378-af59-60bac19c8728 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:33.487602 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-f7bb5b0f-7285-4378-af59-60bac19c8728 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5552361 Nov 23 04:47:33.507073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Request body: {'port': {'device_id': 'e50161d1-fb34-429b-9bf9-7f564a0052a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:33.567377 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:33.646028 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-cf988978-af04-4798-b954-8a16917a8ced None None] Provisioning complete for port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:33.646724 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cf988978-af04-4798-b954-8a16917a8ced None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:33.679909 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-cf988978-af04-4798-b954-8a16917a8ced None None] Port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:47:33.887622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 {{(pid=109952) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:47:33.895726 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:33.912342 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.provisioning_blocks [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Transition to ACTIVE for port object c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 will not be triggered until provisioned by entity L2. {{(pid=109952) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:47:33.916219 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:33.969216 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26100355-b324-4e2c-b054-a53929979910 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:33.976980 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04cd0e-57ef-437c-80ce-16ee9539692b req-a9d17663-5832-40f5-b8b9-c97d3d345dd3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:33.978723 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9e04cd0e-57ef-437c-80ce-16ee9539692b req-a9d17663-5832-40f5-b8b9-c97d3d345dd3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 944 time: 0.0519269 Nov 23 04:47:34.038806 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9e04cd0e-57ef-437c-80ce-16ee9539692b req-c9a3ab72-3a17-4abb-8d74-09a10c3954e3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae4ede86-8bed-4cf2-9761-e31fc2148b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518835 Nov 23 04:47:34.039080 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Attempting to bind port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:47:34.039281 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Attempting to bind port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:47:34.039620 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Attempting to bind port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 on network 3475ba85-61e1-4546-bfd2-1d586e91c404 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:47:34.044700 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 on network 3475ba85-61e1-4546-bfd2-1d586e91c404 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:47:34.045290 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Attempting to bind port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 on network 3475ba85-61e1-4546-bfd2-1d586e91c404 {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:47:34.050330 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 47, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:47:34.050656 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Checking segment: {'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:47:34.051049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Bound using segment: {'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'} {{(pid=109952) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:47:34.051513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.managers [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Bound port: c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'}}] {{(pid=109952) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:47:34.051823 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:34.121030 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] For port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362, host hv-neutron-8188, cleared binding levels {{(pid=109952) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:47:34.125594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] For port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109952) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:47:34.131066 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:34.166714 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:34.167393 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:34.168720 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-26100355-b324-4e2c-b054-a53929979910 service neutron] 10.222.0.15 "PUT /v2.0/ports/c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 HTTP/1.1" status: 200 len: 1094 time: 0.6663601 Nov 23 04:47:34.169160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50161d1-fb34-429b-9bf9-7f564a0052a8', 'tag': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:47:34.171989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-711dd7e0-e78d-4d9d-9156-edb5e2ff45c8" -d '{"events": [{"name": "network-changed", "server_uuid": "e50161d1-fb34-429b-9bf9-7f564a0052a8", "tag": "c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:47:34.200654 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26100355-b324-4e2c-b054-a53929979910 service neutron] Pushing event updated for resources: {'Port': ['ID=c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362,revision_number=3']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:34.230345 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:47:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbd0d694-6e0d-4909-9f67-d7c89017e055 x-openstack-request-id: req-fbd0d694-6e0d-4909-9f67-d7c89017e055 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:47:34.230640 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50161d1-fb34-429b-9bf9-7f564a0052a8", "tag": "c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:47:34.230895 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbd0d694-6e0d-4909-9f67-d7c89017e055 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:47:34.231317 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50161d1-fb34-429b-9bf9-7f564a0052a8', 'tag': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362', 'status': 'completed', 'code': 200} Nov 23 04:47:34.288169 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-9a7231fe-0fe9-4faa-89df-dd2b865b386d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:34.289937 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-9a7231fe-0fe9-4faa-89df-dd2b865b386d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 1097 time: 0.0441723 Nov 23 04:47:34.681006 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-ab905875-85cd-48af-9366-45bfc4408114 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 HTTP/1.1" status: 200 len: 217 time: 0.3761160 Nov 23 04:47:34.734689 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-2f3712be-a978-4da5-953f-c7b91506aa37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:34.736219 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-2f3712be-a978-4da5-953f-c7b91506aa37 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f6be6aa-e947-4849-9929-aeb8d156da71 HTTP/1.1" status: 200 len: 835 time: 0.0468011 Nov 23 04:47:34.785611 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-1aea7126-d1f1-452c-ab63-769fd187c3e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:34.787015 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-1aea7126-d1f1-452c-ab63-769fd187c3e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3475ba85-61e1-4546-bfd2-1d586e91c404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432045 Nov 23 04:47:34.887191 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-16ceec46-2665-4371-adc3-232cab6daa66 service neutron] 10.222.0.15 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917165 Nov 23 04:47:34.983904 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c803ee97-e776-4fc8-9f77-9d56b02bf55f req-142c95ef-3605-4601-abfa-20951552cb91 service neutron] 10.222.0.15 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882888 Nov 23 04:47:35.126275 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dd7e0-e78d-4d9d-9156-edb5e2ff45c8 req-e393abe4-d35d-4547-8318-0216fafeafa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:35.127776 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-711dd7e0-e78d-4d9d-9156-edb5e2ff45c8 req-e393abe4-d35d-4547-8318-0216fafeafa8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 1097 time: 0.0458879 Nov 23 04:47:35.159657 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb33cb8b-e5b9-4506-b124-bf496d0bcc74 req-b1f50108-e9f1-4a27-aa76-d29fae7aa859 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:35.161332 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bb33cb8b-e5b9-4506-b124-bf496d0bcc74 req-b1f50108-e9f1-4a27-aa76-d29fae7aa859 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 944 time: 0.0516663 Nov 23 04:47:35.214912 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bb33cb8b-e5b9-4506-b124-bf496d0bcc74 req-7afd243e-a95c-48ef-9e05-7e2856cb8815 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae4ede86-8bed-4cf2-9761-e31fc2148b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474792 Nov 23 04:47:35.219726 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dd7e0-e78d-4d9d-9156-edb5e2ff45c8 req-b94d45ab-3cf9-4610-a09b-408c0e7bb89c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:35.221198 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-711dd7e0-e78d-4d9d-9156-edb5e2ff45c8 req-b94d45ab-3cf9-4610-a09b-408c0e7bb89c service neutron] 10.222.0.15 "GET /v2.0/networks?id=3475ba85-61e1-4546-bfd2-1d586e91c404 HTTP/1.1" status: 200 len: 898 time: 0.0858407 Nov 23 04:47:35.269848 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-711dd7e0-e78d-4d9d-9156-edb5e2ff45c8 req-adf6ee0b-683c-400d-9451-b33a6053d829 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 HTTP/1.1" status: 200 len: 217 time: 0.0391679 Nov 23 04:47:35.319312 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dd7e0-e78d-4d9d-9156-edb5e2ff45c8 req-857c50e9-e3d2-41ed-8bcc-ae5830af571a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:35.320838 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-711dd7e0-e78d-4d9d-9156-edb5e2ff45c8 req-857c50e9-e3d2-41ed-8bcc-ae5830af571a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f6be6aa-e947-4849-9929-aeb8d156da71 HTTP/1.1" status: 200 len: 835 time: 0.0435863 Nov 23 04:47:35.368936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-711dd7e0-e78d-4d9d-9156-edb5e2ff45c8 req-78122381-a4ee-4cc4-8f92-defe7e47045a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:35.370479 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-711dd7e0-e78d-4d9d-9156-edb5e2ff45c8 req-78122381-a4ee-4cc4-8f92-defe7e47045a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3475ba85-61e1-4546-bfd2-1d586e91c404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416327 Nov 23 04:47:35.471273 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-711dd7e0-e78d-4d9d-9156-edb5e2ff45c8 req-1a8aca0b-f74b-4c02-9abf-cc1135e0a02c service neutron] 10.222.0.15 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921137 Nov 23 04:47:35.566430 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-711dd7e0-e78d-4d9d-9156-edb5e2ff45c8 req-5247ac75-3981-4620-998d-315afc08a404 service neutron] 10.222.0.15 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822644 Nov 23 04:47:36.329231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68d6c67-e3ef-48d0-bf62-84471f4941b0 req-efb78ab3-e57b-45b7-a6c9-7696d92464b9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:36.330706 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e68d6c67-e3ef-48d0-bf62-84471f4941b0 req-efb78ab3-e57b-45b7-a6c9-7696d92464b9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 944 time: 0.0482686 Nov 23 04:47:36.379715 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e68d6c67-e3ef-48d0-bf62-84471f4941b0 req-f0b670a1-5d8d-43b5-afc9-71050d850167 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae4ede86-8bed-4cf2-9761-e31fc2148b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432026 Nov 23 04:47:36.744971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:47:36.841534 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:36.852775 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'port_id': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362', 'mac_address': 'fa:16:3e:6e:8b:78', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:47:36.899880 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-29190251-b78f-40bd-8da1-a3d89099aa0b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:36.901170 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:36.914826 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:47:36.935965 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:36.939823 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:36.988644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:37.303037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:47:37.496000 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5204ecb-2cda-495c-9e8e-c41162978eed req-391d5769-0e37-4d5e-aa01-d25ae4dd8469 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:37.498014 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c5204ecb-2cda-495c-9e8e-c41162978eed req-391d5769-0e37-4d5e-aa01-d25ae4dd8469 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 945 time: 0.0496070 Nov 23 04:47:37.549086 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c5204ecb-2cda-495c-9e8e-c41162978eed req-8df284e0-1ea0-4a68-a825-37403b1b83b3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae4ede86-8bed-4cf2-9761-e31fc2148b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449164 Nov 23 04:47:38.512747 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:38.667539 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d0e94-c42e-4230-aff8-1f42e0b30367 req-a372cad4-011a-4e36-80d7-6cbee6ddc72f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:38.668986 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ca5d0e94-c42e-4230-aff8-1f42e0b30367 req-a372cad4-011a-4e36-80d7-6cbee6ddc72f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 945 time: 0.0526772 Nov 23 04:47:38.717720 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ca5d0e94-c42e-4230-aff8-1f42e0b30367 req-e5a70d1d-579a-466c-8dd2-dd95469e8ad4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae4ede86-8bed-4cf2-9761-e31fc2148b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427001 Nov 23 04:47:38.760417 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:47:38.808336 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:47:38.812391 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:47:38.812765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:38.889377 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:38.910784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50161d1-fb34-429b-9bf9-7f564a0052a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:47:38.913080 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a510e43-0ccd-4762-827e-387c63c2d1c4" -d '{"events": [{"server_uuid": "e50161d1-fb34-429b-9bf9-7f564a0052a8", "name": "network-vif-plugged", "status": "completed", "tag": "c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:47:38.926201 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:47:38.930260 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:38.955419 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:47:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b773ba7-54c3-404f-b0b8-7438a192cc2b x-openstack-request-id: req-1b773ba7-54c3-404f-b0b8-7438a192cc2b {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:47:38.955714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50161d1-fb34-429b-9bf9-7f564a0052a8", "name": "network-vif-plugged", "status": "completed", "tag": "c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:47:38.955978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1b773ba7-54c3-404f-b0b8-7438a192cc2b {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:47:38.956666 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50161d1-fb34-429b-9bf9-7f564a0052a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362', 'code': 200} Nov 23 04:47:38.981153 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:39.174753 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3c11a1ab-7a0f-418d-b974-acf768426214 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:39.191216 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9f8af6-0edc-4263-a32b-38e2d929d395 req-d6912b17-4b25-4b58-8608-7a9d2eb20080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:39.192703 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2c9f8af6-0edc-4263-a32b-38e2d929d395 req-d6912b17-4b25-4b58-8608-7a9d2eb20080 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 1099 time: 0.0410035 Nov 23 04:47:39.250255 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2c9f8af6-0edc-4263-a32b-38e2d929d395 req-bb311d1d-d134-4131-91a4-feba5bd5d32d service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=ae4ede86-8bed-4cf2-9761-e31fc2148b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454671 Nov 23 04:47:39.833097 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42710125-2e98-448b-99dc-d9d50460feaa req-7c366b89-6d39-4f9e-973b-6372369f46c6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:39.834589 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-42710125-2e98-448b-99dc-d9d50460feaa req-7c366b89-6d39-4f9e-973b-6372369f46c6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 946 time: 0.0524690 Nov 23 04:47:39.883045 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-42710125-2e98-448b-99dc-d9d50460feaa req-ae8b6566-b263-4be8-9e7e-5192bb7d1f75 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae4ede86-8bed-4cf2-9761-e31fc2148b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426793 Nov 23 04:47:40.327190 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:40.998981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48620b88-e9f7-4f37-8aea-560512997670 req-31985e88-9438-40cb-b800-85e94b5cfc44 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:41.000461 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-48620b88-e9f7-4f37-8aea-560512997670 req-31985e88-9438-40cb-b800-85e94b5cfc44 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 946 time: 0.0503147 Nov 23 04:47:41.049210 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-48620b88-e9f7-4f37-8aea-560512997670 req-90c691ce-c1a9-42c8-8c1d-053cba29a82a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae4ede86-8bed-4cf2-9761-e31fc2148b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427930 Nov 23 04:47:41.160540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7195e5-bd1a-4cc1-8749-a7a212bbf675 req-212bdc27-28c2-4ccb-b9cd-84b7c4c9bb1a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:41.162040 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8e7195e5-bd1a-4cc1-8749-a7a212bbf675 req-212bdc27-28c2-4ccb-b9cd-84b7c4c9bb1a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 946 time: 0.0480254 Nov 23 04:47:41.210351 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8e7195e5-bd1a-4cc1-8749-a7a212bbf675 req-7fab7405-9158-4919-9d6c-aad74747cd86 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae4ede86-8bed-4cf2-9761-e31fc2148b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425215 Nov 23 04:47:41.232612 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47788) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:41.270390 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2b34fe9-c942-4680-bb88-566c68cb4128 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:41.271861 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b2b34fe9-c942-4680-bb88-566c68cb4128 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 1094 time: 0.0382881 Nov 23 04:47:41.274577 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47790) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:41.279225 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address': '172.20.0.13'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:47:41.301466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:41.399054 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:41.509057 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.61 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/aa519fed-a67c-4ac5-9ace-e44264a79d93) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:47:41.608437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:41.640895 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:41.679141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:47:41.683506 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:47:41.686914 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:47:41.712651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=aa519fed-a67c-4ac5-9ace-e44264a79d93,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:41.734623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:42.054799 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:42.125648 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:42.275198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:42.279489 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:42.346380 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=aa519fed-a67c-4ac5-9ace-e44264a79d93,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:47:42.358380 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:42.458147 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP c7a0fdb6-8448-495c-ac4c-46fb32f2c346 associated. External IP: 172.26.8.61, port: c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362. Nov 23 04:47:42.642966 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:42.673693 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 4e7305d5-ca37-4038-acf8-7a076c1da81c has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:47:42.780804 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:47:42.791439 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f539443-ddb2-4e7a-b91d-e47226da2c49 None None] Sync routers for ids ['4e7305d5-ca37-4038-acf8-7a076c1da81c'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:47:42.799458 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:47:42.801560 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f539443-ddb2-4e7a-b91d-e47226da2c49 None None] Routers {'4e7305d5-ca37-4038-acf8-7a076c1da81c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:47:42.802182 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5f539443-ddb2-4e7a-b91d-e47226da2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:47:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4e7305d5-ca37-4038-acf8-7a076c1da81c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:42.826266 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f9ec846b-5796-411a-a04a-c90e6faee59d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5506947 Nov 23 04:47:42.827006 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50161d1-fb34-429b-9bf9-7f564a0052a8', 'tag': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:47:42.828974 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47792) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:42.829534 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e243a998-70a4-4023-a801-bf0c1b6991fd" -d '{"events": [{"name": "network-changed", "server_uuid": "e50161d1-fb34-429b-9bf9-7f564a0052a8", "tag": "c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:47:42.865947 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:47:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72179f42-8de0-4e1d-a8ec-bb744483e800 x-openstack-request-id: req-72179f42-8de0-4e1d-a8ec-bb744483e800 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:47:42.865947 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50161d1-fb34-429b-9bf9-7f564a0052a8", "tag": "c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:47:42.866211 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-72179f42-8de0-4e1d-a8ec-bb744483e800 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:47:42.866530 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50161d1-fb34-429b-9bf9-7f564a0052a8', 'tag': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362', 'status': 'completed', 'code': 200} Nov 23 04:47:42.898855 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5ce71275-7810-4131-8882-f452db763965 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/c7a0fdb6-8448-495c-ac4c-46fb32f2c346 HTTP/1.1" status: 200 len: 991 time: 0.0684454 Nov 23 04:47:42.911756 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-5f539443-ddb2-4e7a-b91d-e47226da2c49 None None] Set router 4e7305d5-ca37-4038-acf8-7a076c1da81c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:47:42.953132 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243a998-70a4-4023-a801-bf0c1b6991fd req-9ab59dd7-4c64-4b23-8bed-44a1d0261ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:42.954677 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e243a998-70a4-4023-a801-bf0c1b6991fd req-9ab59dd7-4c64-4b23-8bed-44a1d0261ccc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 1099 time: 0.0411315 Nov 23 04:47:43.051715 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243a998-70a4-4023-a801-bf0c1b6991fd req-6ca4b70d-c22e-43f9-811f-1c9cff9ef466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:43.053174 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e243a998-70a4-4023-a801-bf0c1b6991fd req-6ca4b70d-c22e-43f9-811f-1c9cff9ef466 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3475ba85-61e1-4546-bfd2-1d586e91c404 HTTP/1.1" status: 200 len: 898 time: 0.0895455 Nov 23 04:47:43.118521 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e243a998-70a4-4023-a801-bf0c1b6991fd req-83c976d5-6f83-4fd9-a79c-63d1bc826dc1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 HTTP/1.1" status: 200 len: 999 time: 0.0581272 Nov 23 04:47:43.138459 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5f539443-ddb2-4e7a-b91d-e47226da2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'c7a0fdb6-8448-495c-ac4c-46fb32f2c346', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.61', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'port_id': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'mac_address': 'fa:16:3e:6e:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50161d1-fb34-429b-9bf9-7f564a0052a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:47:41Z', 'updated_at': '2021-11-23T04:47:41Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e9bb10-4140-413a-9545-6c29ca8b4de9', 'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:b9:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:27Z', 'updated_at': '2021-11-23T04:47:31Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:43.166091 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f539443-ddb2-4e7a-b91d-e47226da2c49 None None] Checking router: 4e7305d5-ca37-4038-acf8-7a076c1da81c for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:47:43.169128 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243a998-70a4-4023-a801-bf0c1b6991fd req-593b7a26-3ee0-488d-99fd-a28f3134c28b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:43.170623 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e243a998-70a4-4023-a801-bf0c1b6991fd req-593b7a26-3ee0-488d-99fd-a28f3134c28b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f6be6aa-e947-4849-9929-aeb8d156da71 HTTP/1.1" status: 200 len: 835 time: 0.0440774 Nov 23 04:47:43.174195 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f539443-ddb2-4e7a-b91d-e47226da2c49 None None] Routers {'4e7305d5-ca37-4038-acf8-7a076c1da81c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:47:43.174782 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5f539443-ddb2-4e7a-b91d-e47226da2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:47:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4e7305d5-ca37-4038-acf8-7a076c1da81c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:43.219521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243a998-70a4-4023-a801-bf0c1b6991fd req-b8fc7329-86b3-44dd-8291-30ffc11086e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:47:43.221102 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e243a998-70a4-4023-a801-bf0c1b6991fd req-b8fc7329-86b3-44dd-8291-30ffc11086e6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3475ba85-61e1-4546-bfd2-1d586e91c404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435271 Nov 23 04:47:43.277996 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-5f539443-ddb2-4e7a-b91d-e47226da2c49 None None] Set router 4e7305d5-ca37-4038-acf8-7a076c1da81c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:47:43.310822 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e243a998-70a4-4023-a801-bf0c1b6991fd req-edbda3bf-6328-4b9f-9cab-c820e813f9d9 service neutron] 10.222.0.15 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821157 Nov 23 04:47:43.405686 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e243a998-70a4-4023-a801-bf0c1b6991fd req-b5df0705-6fa2-48ce-9544-4807c3ecf4ac service neutron] 10.222.0.15 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859039 Nov 23 04:47:43.505014 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5f539443-ddb2-4e7a-b91d-e47226da2c49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'c7a0fdb6-8448-495c-ac4c-46fb32f2c346', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.61', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'port_id': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'mac_address': 'fa:16:3e:6e:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50161d1-fb34-429b-9bf9-7f564a0052a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:47:41Z', 'updated_at': '2021-11-23T04:47:41Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e9bb10-4140-413a-9545-6c29ca8b4de9', 'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:b9:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:27Z', 'updated_at': '2021-11-23T04:47:31Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:47:43.532004 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f539443-ddb2-4e7a-b91d-e47226da2c49 None None] The sync data for ids ['4e7305d5-ca37-4038-acf8-7a076c1da81c'] in dv-neutron-818850-1-hyperv is: [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'c7a0fdb6-8448-495c-ac4c-46fb32f2c346', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.61', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'port_id': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'mac_address': 'fa:16:3e:6e:8b:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e50161d1-fb34-429b-9bf9-7f564a0052a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:47:41Z', 'updated_at': '2021-11-23T04:47:41Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e9bb10-4140-413a-9545-6c29ca8b4de9', 'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:b9:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:27Z', 'updated_at': '2021-11-23T04:47:31Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:47:43.718521 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c470dfe7-d948-4d4e-b83c-93d0f8269f71 None None] New status for floating IP c7a0fdb6-8448-495c-ac4c-46fb32f2c346: ACTIVE {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:47:43.902499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47796) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:47:43.963197 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e55dd411-8b4f-4cee-8f6e-df292a35585a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/c7a0fdb6-8448-495c-ac4c-46fb32f2c346 HTTP/1.1" status: 200 len: 993 time: 0.0595572 Nov 23 04:48:06.880423 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5dd4bcb9-00de-412c-a5da-50ac74e17227 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:08.511630 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:09.174987 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-57a3915b-8471-4e9e-97dc-1ff3c36d8bc2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:09.428299 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:48:10.329982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:11.732674 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:12.645996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:17.116496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47820) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:17.211939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6334fe-1641-42cb-9503-94ab220a4c29 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:17.212412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6334fe-1641-42cb-9503-94ab220a4c29 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:17.212874 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec6334fe-1641-42cb-9503-94ab220a4c29 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:17.214601 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ec6334fe-1641-42cb-9503-94ab220a4c29 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/ports?project_id=1f39b592b6944144b30ee044431afa7d&network_id=3475ba85-61e1-4546-bfd2-1d586e91c404 HTTP/1.1" status: 200 len: 3000 time: 0.0971041 Nov 23 04:48:19.829072 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47830) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:19.880568 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cc19508-24b8-4e77-86c2-1a328d4c5eee tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:19.882069 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5cc19508-24b8-4e77-86c2-1a328d4c5eee tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b HTTP/1.1" status: 200 len: 814 time: 0.0514462 Nov 23 04:48:20.507131 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47836) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:20.511676 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c279230c-caa8-47db-9cd5-6c65ea3cc15c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'floatingip': {'port_id': None}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:48:20.566602 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c279230c-caa8-47db-9cd5-6c65ea3cc15c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:20.722668 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c279230c-caa8-47db-9cd5-6c65ea3cc15c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:20.737001 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c279230c-caa8-47db-9cd5-6c65ea3cc15c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:20.737368 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-c279230c-caa8-47db-9cd5-6c65ea3cc15c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP c7a0fdb6-8448-495c-ac4c-46fb32f2c346 disassociated. External IP: 172.26.8.61, port: c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362. Nov 23 04:48:20.821704 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5b5b8e8e-37af-4684-9cff-7c861e01c1e7 req-27847944-1f29-470e-80f6-0ffdbdf23cf9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1119993 Nov 23 04:48:20.969377 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b8e8e-37af-4684-9cff-7c861e01c1e7 req-cd5331c6-65bb-48c6-8015-e5a0e527e691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:20.971359 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5b5b8e8e-37af-4684-9cff-7c861e01c1e7 req-cd5331c6-65bb-48c6-8015-e5a0e527e691 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 1098 time: 0.0848608 Nov 23 04:48:20.981120 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c279230c-caa8-47db-9cd5-6c65ea3cc15c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 4e7305d5-ca37-4038-acf8-7a076c1da81c has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:48:21.487169 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c279230c-caa8-47db-9cd5-6c65ea3cc15c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:48:21.489252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b8e8e-37af-4684-9cff-7c861e01c1e7 req-3f52d9b1-faae-4c56-bd2b-4235be5f9df3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:21.490740 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5b5b8e8e-37af-4684-9cff-7c861e01c1e7 req-3f52d9b1-faae-4c56-bd2b-4235be5f9df3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 913 time: 0.4980676 Nov 23 04:48:21.493772 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c279230c-caa8-47db-9cd5-6c65ea3cc15c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:21.497045 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09675d-1957-4996-a02b-fff847972b5e None None] Sync routers for ids ['4e7305d5-ca37-4038-acf8-7a076c1da81c'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:48:21.507441 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09675d-1957-4996-a02b-fff847972b5e None None] Routers {'4e7305d5-ca37-4038-acf8-7a076c1da81c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:48:21.508035 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-da09675d-1957-4996-a02b-fff847972b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:48:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4e7305d5-ca37-4038-acf8-7a076c1da81c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:48:21.557501 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c279230c-caa8-47db-9cd5-6c65ea3cc15c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/floatingips/c7a0fdb6-8448-495c-ac4c-46fb32f2c346 HTTP/1.1" status: 200 len: 689 time: 1.0492251 Nov 23 04:48:21.559759 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e50161d1-fb34-429b-9bf9-7f564a0052a8', 'tag': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:48:21.560338 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47838) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:21.562052 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ced8ccaa-1a64-483b-b7ad-7fd73c592ddb" -d '{"events": [{"name": "network-changed", "server_uuid": "e50161d1-fb34-429b-9bf9-7f564a0052a8", "tag": "c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:48:21.585708 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5b5b8e8e-37af-4684-9cff-7c861e01c1e7 req-d7471113-8dc4-443c-95dc-92fa6ff3ee8e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76dc278b-99d7-4350-87e5-5d3fbb7c362f HTTP/1.1" status: 200 len: 1001 time: 0.0735652 Nov 23 04:48:21.600547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:48:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b952e20a-6b0a-44f3-b51b-dcd8416a5c68 x-openstack-request-id: req-b952e20a-6b0a-44f3-b51b-dcd8416a5c68 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:48:21.600846 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e50161d1-fb34-429b-9bf9-7f564a0052a8", "tag": "c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:48:21.601109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b952e20a-6b0a-44f3-b51b-dcd8416a5c68 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:48:21.601877 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e50161d1-fb34-429b-9bf9-7f564a0052a8', 'tag': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362', 'status': 'completed', 'code': 200} Nov 23 04:48:21.607861 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9b7c3504-4b4c-4aa1-bfd9-3653c3ae73c5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/c7a0fdb6-8448-495c-ac4c-46fb32f2c346 HTTP/1.1" status: 200 len: 689 time: 0.0457985 Nov 23 04:48:21.620240 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-da09675d-1957-4996-a02b-fff847972b5e None None] Set router 4e7305d5-ca37-4038-acf8-7a076c1da81c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:48:21.688584 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b8e8e-37af-4684-9cff-7c861e01c1e7 req-b2c0f2ac-3ca4-4be2-8d26-f3d38e959cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:21.690169 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5b5b8e8e-37af-4684-9cff-7c861e01c1e7 req-b2c0f2ac-3ca4-4be2-8d26-f3d38e959cfe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 200 len: 851 time: 0.0506482 Nov 23 04:48:21.701965 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8ccaa-1a64-483b-b7ad-7fd73c592ddb req-fae10e4f-3fbe-4d1f-849d-a23ad99bcc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:21.703536 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ced8ccaa-1a64-483b-b7ad-7fd73c592ddb req-fae10e4f-3fbe-4d1f-849d-a23ad99bcc37 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 1099 time: 0.0431762 Nov 23 04:48:21.757116 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5b8e8e-37af-4684-9cff-7c861e01c1e7 req-1e995352-bab5-4efd-b19d-69ed8e06cc93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:21.758562 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5b5b8e8e-37af-4684-9cff-7c861e01c1e7 req-1e995352-bab5-4efd-b19d-69ed8e06cc93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca7d247b-210d-4ed0-a1d5-72133393a767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0572364 Nov 23 04:48:21.826176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8ccaa-1a64-483b-b7ad-7fd73c592ddb req-9aa48f4e-6b03-459c-9cbf-b817d6d82e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:21.827757 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ced8ccaa-1a64-483b-b7ad-7fd73c592ddb req-9aa48f4e-6b03-459c-9cbf-b817d6d82e2b service neutron] 10.222.0.15 "GET /v2.0/networks?id=3475ba85-61e1-4546-bfd2-1d586e91c404 HTTP/1.1" status: 200 len: 898 time: 0.1111188 Nov 23 04:48:21.859939 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5b5b8e8e-37af-4684-9cff-7c861e01c1e7 req-3c380f35-0ca8-4f7e-b28b-873549721636 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882037 Nov 23 04:48:21.875439 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ced8ccaa-1a64-483b-b7ad-7fd73c592ddb req-e0e34b58-0543-4926-aedb-e2590f7963bb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 HTTP/1.1" status: 200 len: 217 time: 0.0358076 Nov 23 04:48:21.937895 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8ccaa-1a64-483b-b7ad-7fd73c592ddb req-ef32bae9-7af1-4d48-b037-0dce8fdad3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:21.939797 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ced8ccaa-1a64-483b-b7ad-7fd73c592ddb req-ef32bae9-7af1-4d48-b037-0dce8fdad3fb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f6be6aa-e947-4849-9929-aeb8d156da71 HTTP/1.1" status: 200 len: 835 time: 0.0529432 Nov 23 04:48:21.965319 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5b5b8e8e-37af-4684-9cff-7c861e01c1e7 req-606ff41a-2ac0-4af3-8745-198418e6cafb service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937424 Nov 23 04:48:21.993046 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced8ccaa-1a64-483b-b7ad-7fd73c592ddb req-b40f46e9-2caa-46ea-98c3-80c56dab56df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:21.994592 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ced8ccaa-1a64-483b-b7ad-7fd73c592ddb req-b40f46e9-2caa-46ea-98c3-80c56dab56df service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3475ba85-61e1-4546-bfd2-1d586e91c404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433352 Nov 23 04:48:22.023699 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-da09675d-1957-4996-a02b-fff847972b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '83e9bb10-4140-413a-9545-6c29ca8b4de9', 'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:b9:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:27Z', 'updated_at': '2021-11-23T04:47:31Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:48:22.056974 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09675d-1957-4996-a02b-fff847972b5e None None] Checking router: 4e7305d5-ca37-4038-acf8-7a076c1da81c for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:48:22.073253 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da09675d-1957-4996-a02b-fff847972b5e None None] Routers {'4e7305d5-ca37-4038-acf8-7a076c1da81c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:48:22.073889 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-da09675d-1957-4996-a02b-fff847972b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:48:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4e7305d5-ca37-4038-acf8-7a076c1da81c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:48:22.107558 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ced8ccaa-1a64-483b-b7ad-7fd73c592ddb req-d4564bee-6d64-4bfb-83f9-d9dcd657b383 service neutron] 10.222.0.15 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856712 Nov 23 04:48:22.191671 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-da09675d-1957-4996-a02b-fff847972b5e None None] Set router 4e7305d5-ca37-4038-acf8-7a076c1da81c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:48:22.208573 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ced8ccaa-1a64-483b-b7ad-7fd73c592ddb req-4be4c63d-1efb-4a54-b6e9-7c1bc0bbe6b7 service neutron] 10.222.0.15 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896552 Nov 23 04:48:22.388424 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-da09675d-1957-4996-a02b-fff847972b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '83e9bb10-4140-413a-9545-6c29ca8b4de9', 'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:b9:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:27Z', 'updated_at': '2021-11-23T04:47:31Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:48:22.414582 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da09675d-1957-4996-a02b-fff847972b5e None None] The sync data for ids ['4e7305d5-ca37-4038-acf8-7a076c1da81c'] in dv-neutron-818850-1-hyperv is: [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '83e9bb10-4140-413a-9545-6c29ca8b4de9', 'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:b9:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:27Z', 'updated_at': '2021-11-23T04:47:31Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:48:22.611556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47842) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:22.619133 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d15ca9f7-30c0-4cba-b21e-7f57884a4be3 None None] New status for floating IP c7a0fdb6-8448-495c-ac4c-46fb32f2c346: DOWN {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:48:22.659512 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e5318fbc-c668-451e-a55e-1cefadaea61a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/c7a0fdb6-8448-495c-ac4c-46fb32f2c346 HTTP/1.1" status: 200 len: 689 time: 0.0462162 Nov 23 04:48:23.662805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47844) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:23.711842 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b210850c-1c11-4bb1-a7ab-753e413d6138 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/c7a0fdb6-8448-495c-ac4c-46fb32f2c346 HTTP/1.1" status: 200 len: 687 time: 0.0478694 Nov 23 04:48:24.905818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47848) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:24.910636 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1668940133', 'description': 'tempest-secgroup-smoke-1668940133 description', 'project_id': '1f39b592b6944144b30ee044431afa7d'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:48:24.934905 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.000142 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.004096 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.030962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.032186 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1253214 Nov 23 04:48:25.035271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47850) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:25.036032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7c6342f2-bce8-40c6-bfdf-8a55331862a9,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:48:25.039908 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '7c6342f2-bce8-40c6-bfdf-8a55331862a9', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:48:25.044444 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.044788 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.045131 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.045493 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.045824 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.046157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.046491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.046820 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.047153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.047474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.048327 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.048653 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fcf23f1c-5be3-4e23-bccb-ecb3daba3b5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.067520 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.122952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.127296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.144191 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f3b5478-bf10-4253-8a49-d39e9d568f59,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:48:25.154012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.155466 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1189051 Nov 23 04:48:25.156691 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.157035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.157393 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.157726 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.158051 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.158382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.158776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.158927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47852) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:25.159179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.159430 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.159649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.160016 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.160369 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e515ddc-c9fe-49c0-9764-5412030fb5fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:25.166078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b1fb51b5-be0a-4a0c-8452-c13e22e2e5ec tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '7c6342f2-bce8-40c6-bfdf-8a55331862a9', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:48:25.193437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b1fb51b5-be0a-4a0c-8452-c13e22e2e5ec tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.238751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b1fb51b5-be0a-4a0c-8452-c13e22e2e5ec tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.242581 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b1fb51b5-be0a-4a0c-8452-c13e22e2e5ec tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.262406 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fb51b5-be0a-4a0c-8452-c13e22e2e5ec tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ace6ae9e-a5f9-4641-b19a-8d600133450f,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:48:25.267654 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b1fb51b5-be0a-4a0c-8452-c13e22e2e5ec tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.268847 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b1fb51b5-be0a-4a0c-8452-c13e22e2e5ec tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1088328 Nov 23 04:48:25.271813 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47854) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:25.276060 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-0fc58cb8-ecfd-4f38-9acd-558c440a9ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '7c6342f2-bce8-40c6-bfdf-8a55331862a9', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:48:25.302676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fc58cb8-ecfd-4f38-9acd-558c440a9ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.359822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fc58cb8-ecfd-4f38-9acd-558c440a9ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.363835 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fc58cb8-ecfd-4f38-9acd-558c440a9ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.385809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc58cb8-ecfd-4f38-9acd-558c440a9ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee0ab2b-b889-4bf4-a6fd-05551d1b327d,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:48:25.393515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0fc58cb8-ecfd-4f38-9acd-558c440a9ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.394698 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0fc58cb8-ecfd-4f38-9acd-558c440a9ccd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1219399 Nov 23 04:48:25.397531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47856) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:25.406698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8358b367-49ab-4801-ad73-fde3f1732822 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '7c6342f2-bce8-40c6-bfdf-8a55331862a9', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:48:25.433891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8358b367-49ab-4801-ad73-fde3f1732822 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.491432 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8358b367-49ab-4801-ad73-fde3f1732822 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.494906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8358b367-49ab-4801-ad73-fde3f1732822 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.512316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358b367-49ab-4801-ad73-fde3f1732822 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88f1f027-6dd8-454b-a4ef-eeb0fafde7fa,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:48:25.519586 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8358b367-49ab-4801-ad73-fde3f1732822 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.520768 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8358b367-49ab-4801-ad73-fde3f1732822 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1222847 Nov 23 04:48:25.523477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47858) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:25.527806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-78c2c84d-18d6-4c18-9938-672be445cbd7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '7c6342f2-bce8-40c6-bfdf-8a55331862a9', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:48:25.549605 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-78c2c84d-18d6-4c18-9938-672be445cbd7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:48:25.554293 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78c2c84d-18d6-4c18-9938-672be445cbd7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.611960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78c2c84d-18d6-4c18-9938-672be445cbd7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.615232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78c2c84d-18d6-4c18-9938-672be445cbd7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.629819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c2c84d-18d6-4c18-9938-672be445cbd7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87b669c4-0cc5-4ff5-8e6b-dc187ae1ee34,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:48:25.640124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78c2c84d-18d6-4c18-9938-672be445cbd7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.641318 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-78c2c84d-18d6-4c18-9938-672be445cbd7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1168799 Nov 23 04:48:25.644640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47860) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:25.648937 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-3cc201a0-5282-4367-b175-4bcf7014d07d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '7c6342f2-bce8-40c6-bfdf-8a55331862a9', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:48:25.670401 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-3cc201a0-5282-4367-b175-4bcf7014d07d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:48:25.675597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3cc201a0-5282-4367-b175-4bcf7014d07d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.734255 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3cc201a0-5282-4367-b175-4bcf7014d07d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.738384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3cc201a0-5282-4367-b175-4bcf7014d07d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.756515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc201a0-5282-4367-b175-4bcf7014d07d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ca320d20-ad2d-4175-9849-f86421383874,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:48:25.764069 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3cc201a0-5282-4367-b175-4bcf7014d07d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:25.765269 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3cc201a0-5282-4367-b175-4bcf7014d07d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1197102 Nov 23 04:48:25.927886 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-701d269a-6c09-4366-a76d-329f76eb7d11 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1668940133&fields=id&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 267 time: 0.0568252 Nov 23 04:48:26.064950 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-9d42ae56-facc-4412-b601-9bc1e2897a0e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:26.066440 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-9d42ae56-facc-4412-b601-9bc1e2897a0e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/networks?id=3475ba85-61e1-4546-bfd2-1d586e91c404 HTTP/1.1" status: 200 len: 797 time: 0.1319435 Nov 23 04:48:26.081441 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-09895310-7203-4bd4-a187-d0dc4fe77778 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/quotas/1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 375 time: 0.0093188 Nov 23 04:48:26.162296 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-e7213d88-deba-4472-b8c1-3ffecfbde7a1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0758846 Nov 23 04:48:26.349756 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-b3676a0b-73df-4354-b005-783abeb7d22d service neutron] 10.222.0.37 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1760867 Nov 23 04:48:26.447205 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-f868f992-3a7b-42c3-82f4-1f3489d984c2 service neutron] 10.222.0.37 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914960 Nov 23 04:48:26.601870 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7304b630-1b1e-4a45-9915-22a34848393a req-48ef4f8f-35f2-45f1-94ae-7da5a94539a0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 210 time: 0.0259018 Nov 23 04:48:27.706750 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-d955fac1-5a8b-43a6-8931-153ad3d5dfdd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:27.708190 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-d955fac1-5a8b-43a6-8931-153ad3d5dfdd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/networks?id=3475ba85-61e1-4546-bfd2-1d586e91c404 HTTP/1.1" status: 200 len: 797 time: 0.1288607 Nov 23 04:48:27.728846 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2d34e8f1-4b57-4925-928e-f3c4e2157741 req-30c72c0a-eb1f-4e89-b5f7-f95fbac596ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 210 time: 0.0496147 Nov 23 04:48:27.801938 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-a2f17468-aa51-4604-bb27-d3e9bb0d2818 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 472 time: 0.0717912 Nov 23 04:48:27.819116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-81b5c36a-5442-46ba-bc24-ae130367666e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'port': {'device_id': 'e8a98d2f-2538-4361-a149-b5d2ed5e1d2e', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'admin_state_up': True, 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'security_groups': ['7c6342f2-bce8-40c6-bfdf-8a55331862a9']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:48:27.928616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-81b5c36a-5442-46ba-bc24-ae130367666e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:48:27.932066 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-81b5c36a-5442-46ba-bc24-ae130367666e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:28.058013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-81b5c36a-5442-46ba-bc24-ae130367666e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.4 (3475ba85-61e1-4546-bfd2-1d586e91c404/8f6be6aa-e947-4849-9929-aeb8d156da71/ea5d1c7d-1252-46b6-819c-9d63a6078898) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:48:28.202565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-81b5c36a-5442-46ba-bc24-ae130367666e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:28.234462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-81b5c36a-5442-46ba-bc24-ae130367666e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:28.282858 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-81b5c36a-5442-46ba-bc24-ae130367666e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 3475ba85-61e1-4546-bfd2-1d586e91c404 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:48:28.285977 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-81b5c36a-5442-46ba-bc24-ae130367666e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:48:28.288455 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-81b5c36a-5442-46ba-bc24-ae130367666e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:48:28.322439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b5c36a-5442-46ba-bc24-ae130367666e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=ea5d1c7d-1252-46b6-819c-9d63a6078898,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:48:28.350112 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-81b5c36a-5442-46ba-bc24-ae130367666e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:28.350873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-81b5c36a-5442-46ba-bc24-ae130367666e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:28.367076 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-81b5c36a-5442-46ba-bc24-ae130367666e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5514951 Nov 23 04:48:28.393530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Request body: {'port': {'device_id': 'e8a98d2f-2538-4361-a149-b5d2ed5e1d2e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:48:28.449775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:28.475408 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-fcbad5d1-2fdd-4acb-844d-bcea0842dac5 None None] Provisioning complete for port ea5d1c7d-1252-46b6-819c-9d63a6078898 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:48:28.475973 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fcbad5d1-2fdd-4acb-844d-bcea0842dac5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:28.513684 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-fcbad5d1-2fdd-4acb-844d-bcea0842dac5 None None] Port ea5d1c7d-1252-46b6-819c-9d63a6078898 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:48:28.721225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea5d1c7d-1252-46b6-819c-9d63a6078898 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:48:28.728517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:28.740330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Transition to ACTIVE for port object ea5d1c7d-1252-46b6-819c-9d63a6078898 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:48:28.743849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:28.797462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5d1c7d-1252-46b6-819c-9d63a6078898,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:48:28.862442 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebee95bd-f8a0-4a7d-85cf-d79de5cd646a req-47deae3b-309d-4f2f-b4b3-f985705486a0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:28.863962 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ebee95bd-f8a0-4a7d-85cf-d79de5cd646a req-47deae3b-309d-4f2f-b4b3-f985705486a0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 943 time: 0.0569713 Nov 23 04:48:28.871408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Attempting to bind port ea5d1c7d-1252-46b6-819c-9d63a6078898 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:48:28.871793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Attempting to bind port ea5d1c7d-1252-46b6-819c-9d63a6078898 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:48:28.872185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Attempting to bind port ea5d1c7d-1252-46b6-819c-9d63a6078898 on network 3475ba85-61e1-4546-bfd2-1d586e91c404 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:48:28.876787 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Port ea5d1c7d-1252-46b6-819c-9d63a6078898 on network 3475ba85-61e1-4546-bfd2-1d586e91c404 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:48:28.877104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Attempting to bind port ea5d1c7d-1252-46b6-819c-9d63a6078898 on network 3475ba85-61e1-4546-bfd2-1d586e91c404 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:48:28.882347 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 48, 8), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:48:28.882684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Checking segment: {'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:48:28.883062 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Bound using segment: {'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:48:28.883487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Bound port: ea5d1c7d-1252-46b6-819c-9d63a6078898, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6c8b95cb-8c79-451a-8caa-a0bd568ba844', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:48:28.883848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:28.916206 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ebee95bd-f8a0-4a7d-85cf-d79de5cd646a req-0877b77c-3a02-4b8f-95e9-51321417987f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6342f2-bce8-40c6-bfdf-8a55331862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461497 Nov 23 04:48:28.962475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] For port ea5d1c7d-1252-46b6-819c-9d63a6078898, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:48:28.965773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] For port ea5d1c7d-1252-46b6-819c-9d63a6078898, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ea5d1c7d-1252-46b6-819c-9d63a6078898,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:48:28.972019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:29.008116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:29.008731 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:29.010191 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] 10.222.0.15 "PUT /v2.0/ports/ea5d1c7d-1252-46b6-819c-9d63a6078898 HTTP/1.1" status: 200 len: 1093 time: 0.6218452 Nov 23 04:48:29.011006 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a98d2f-2538-4361-a149-b5d2ed5e1d2e', 'tag': 'ea5d1c7d-1252-46b6-819c-9d63a6078898'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:48:29.013269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b4ae9f7-054b-454d-9084-88dc7666171b" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a98d2f-2538-4361-a149-b5d2ed5e1d2e", "tag": "ea5d1c7d-1252-46b6-819c-9d63a6078898"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:48:29.043868 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20690527-79ca-4665-8806-a8f71cfb0b32 service neutron] Pushing event updated for resources: {'Port': ['ID=ea5d1c7d-1252-46b6-819c-9d63a6078898,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:48:29.074243 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:48:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-019fbda9-c72b-4f58-8403-25c92e7c8d60 x-openstack-request-id: req-019fbda9-c72b-4f58-8403-25c92e7c8d60 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:48:29.074569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a98d2f-2538-4361-a149-b5d2ed5e1d2e", "tag": "ea5d1c7d-1252-46b6-819c-9d63a6078898", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:48:29.074830 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-019fbda9-c72b-4f58-8403-25c92e7c8d60 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:48:29.075232 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a98d2f-2538-4361-a149-b5d2ed5e1d2e', 'tag': 'ea5d1c7d-1252-46b6-819c-9d63a6078898', 'status': 'completed', 'code': 200} Nov 23 04:48:29.139473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-301e9f19-e0ba-43ec-94c0-2fb6fd4ddd27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:29.141013 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-301e9f19-e0ba-43ec-94c0-2fb6fd4ddd27 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 1096 time: 0.0437212 Nov 23 04:48:29.198633 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-dd92c392-b832-4646-bd3a-c9ea0cb60187 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea5d1c7d-1252-46b6-819c-9d63a6078898 HTTP/1.1" status: 200 len: 217 time: 0.0401006 Nov 23 04:48:29.251810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-054b519a-6975-4d17-9ef2-24af07b987e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:29.253229 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-054b519a-6975-4d17-9ef2-24af07b987e0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f6be6aa-e947-4849-9929-aeb8d156da71 HTTP/1.1" status: 200 len: 835 time: 0.0442252 Nov 23 04:48:29.305070 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-85f44d1b-08dd-446c-9923-234a1ce5b692 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:29.306567 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-85f44d1b-08dd-446c-9923-234a1ce5b692 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3475ba85-61e1-4546-bfd2-1d586e91c404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409005 Nov 23 04:48:29.404995 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-b4fccaa7-b27a-40a2-86bc-9b3b4884d52e service neutron] 10.222.0.15 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860326 Nov 23 04:48:29.815625 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e95fa2cd-fc50-48a6-8393-bc6e32832f02 req-c97aa39a-8a5d-4946-ac17-b950b4f78375 service neutron] 10.222.0.15 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3996658 Nov 23 04:48:29.960474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae9f7-054b-454d-9084-88dc7666171b req-40344276-05d5-4710-bd83-79e739f4ed48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:29.962060 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b4ae9f7-054b-454d-9084-88dc7666171b req-40344276-05d5-4710-bd83-79e739f4ed48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 1096 time: 0.0413079 Nov 23 04:48:30.028876 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5195c643-a072-4979-81c6-066fd6ab5fd8 req-47d01373-c037-49bf-9bc9-2e06eaa493d8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:30.030668 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5195c643-a072-4979-81c6-066fd6ab5fd8 req-47d01373-c037-49bf-9bc9-2e06eaa493d8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 943 time: 0.0478790 Nov 23 04:48:30.057065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae9f7-054b-454d-9084-88dc7666171b req-adb668fe-3e0d-4cb9-b277-3e2c7e9ddd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:30.058560 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b4ae9f7-054b-454d-9084-88dc7666171b req-adb668fe-3e0d-4cb9-b277-3e2c7e9ddd69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3475ba85-61e1-4546-bfd2-1d586e91c404 HTTP/1.1" status: 200 len: 898 time: 0.0883868 Nov 23 04:48:30.080088 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5195c643-a072-4979-81c6-066fd6ab5fd8 req-68bfbdb0-67dd-43cd-a327-5f77d22a28f5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6342f2-bce8-40c6-bfdf-8a55331862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429680 Nov 23 04:48:30.102878 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b4ae9f7-054b-454d-9084-88dc7666171b req-db9fd141-9728-44f0-a0bb-95194c81095c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea5d1c7d-1252-46b6-819c-9d63a6078898 HTTP/1.1" status: 200 len: 217 time: 0.0360284 Nov 23 04:48:30.156082 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae9f7-054b-454d-9084-88dc7666171b req-4545ea56-ab34-49e5-90e3-95d88fcf15bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:30.158159 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b4ae9f7-054b-454d-9084-88dc7666171b req-4545ea56-ab34-49e5-90e3-95d88fcf15bd service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f6be6aa-e947-4849-9929-aeb8d156da71 HTTP/1.1" status: 200 len: 835 time: 0.0477793 Nov 23 04:48:30.202671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b4ae9f7-054b-454d-9084-88dc7666171b req-73d5f140-02b9-4a2d-b302-03f3c1708bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:30.204647 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b4ae9f7-054b-454d-9084-88dc7666171b req-73d5f140-02b9-4a2d-b302-03f3c1708bbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3475ba85-61e1-4546-bfd2-1d586e91c404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0391304 Nov 23 04:48:30.295302 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b4ae9f7-054b-454d-9084-88dc7666171b req-f1cee1d8-8f4c-47d7-805e-14197b17e6cb service neutron] 10.222.0.15 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821288 Nov 23 04:48:30.388350 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b4ae9f7-054b-454d-9084-88dc7666171b req-bdfdeeea-aa21-4884-b025-6daf236f4a9d service neutron] 10.222.0.15 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850191 Nov 23 04:48:31.195959 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09f6b3f0-a650-4bf7-8036-ab3b01306032 req-93174ff7-86ed-4bee-be2a-92edc19fe95b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:31.197416 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-09f6b3f0-a650-4bf7-8036-ab3b01306032 req-93174ff7-86ed-4bee-be2a-92edc19fe95b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 943 time: 0.0492151 Nov 23 04:48:31.246213 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-09f6b3f0-a650-4bf7-8036-ab3b01306032 req-7e997cc4-8542-422f-b65b-24bac2967ed0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6342f2-bce8-40c6-bfdf-8a55331862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430577 Nov 23 04:48:32.358700 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5deb10-81bf-48a5-be6c-6b1bda571fab req-37b4180a-fe15-4d73-a3af-e8b2f1fbaa84 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:32.360705 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6a5deb10-81bf-48a5-be6c-6b1bda571fab req-37b4180a-fe15-4d73-a3af-e8b2f1fbaa84 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 943 time: 0.0479345 Nov 23 04:48:32.412786 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6a5deb10-81bf-48a5-be6c-6b1bda571fab req-f7af42bd-9be0-4dfa-a054-21629e9cbd99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6342f2-bce8-40c6-bfdf-8a55331862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462592 Nov 23 04:48:32.978744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device ea5d1c7d-1252-46b6-819c-9d63a6078898 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:48:33.074152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port ea5d1c7d-1252-46b6-819c-9d63a6078898, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ea5d1c7d-1252-46b6-819c-9d63a6078898,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:48:33.085787 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'ea5d1c7d-1252-46b6-819c-9d63a6078898', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'port_id': 'ea5d1c7d-1252-46b6-819c-9d63a6078898', 'mac_address': 'fa:16:3e:d3:81:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:48:33.121620 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:33.134565 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea5d1c7d-1252-46b6-819c-9d63a6078898 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:48:33.152722 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port ea5d1c7d-1252-46b6-819c-9d63a6078898, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ea5d1c7d-1252-46b6-819c-9d63a6078898,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:48:33.156817 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:33.202619 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=ea5d1c7d-1252-46b6-819c-9d63a6078898,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:48:33.209358 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:33.209709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:33.210050 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:33.210403 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:33.210717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:33.211047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:33.211377 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:33.211707 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:33.212032 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:33.212359 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:33.212682 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:33.213003 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:48:33.497786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['ea5d1c7d-1252-46b6-819c-9d63a6078898'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:48:33.531111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28cde399-5a75-4403-a459-7479a2333202 req-cb6b7d56-0e6b-48a1-8b2d-a74cd2bc9370 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:33.533062 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-28cde399-5a75-4403-a459-7479a2333202 req-cb6b7d56-0e6b-48a1-8b2d-a74cd2bc9370 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 944 time: 0.0533557 Nov 23 04:48:33.583109 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-28cde399-5a75-4403-a459-7479a2333202 req-1178c5cf-cc54-4459-9d1a-faef5821c276 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6342f2-bce8-40c6-bfdf-8a55331862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441465 Nov 23 04:48:34.696462 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27d8d81c-8a7c-447f-9efe-c2a3c3543220 req-8f5378f0-7722-45a4-8cd3-1e57bc6c8a27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:34.697973 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27d8d81c-8a7c-447f-9efe-c2a3c3543220 req-8f5378f0-7722-45a4-8cd3-1e57bc6c8a27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 944 time: 0.0486090 Nov 23 04:48:34.750791 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-27d8d81c-8a7c-447f-9efe-c2a3c3543220 req-3e806948-8e52-4b0c-898a-33edc0055def tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6342f2-bce8-40c6-bfdf-8a55331862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470293 Nov 23 04:48:34.979877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device ea5d1c7d-1252-46b6-819c-9d63a6078898 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:48:35.030427 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port ea5d1c7d-1252-46b6-819c-9d63a6078898 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:48:35.034156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port ea5d1c7d-1252-46b6-819c-9d63a6078898 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:48:35.034529 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:35.116425 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:35.146487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a98d2f-2538-4361-a149-b5d2ed5e1d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5d1c7d-1252-46b6-819c-9d63a6078898'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:48:35.148753 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b9fa4b1-ef85-4783-b27c-4a42ba36d06a" -d '{"events": [{"server_uuid": "e8a98d2f-2538-4361-a149-b5d2ed5e1d2e", "name": "network-vif-plugged", "status": "completed", "tag": "ea5d1c7d-1252-46b6-819c-9d63a6078898"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:48:35.161778 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port ea5d1c7d-1252-46b6-819c-9d63a6078898, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ea5d1c7d-1252-46b6-819c-9d63a6078898,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:48:35.165788 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:35.188730 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:48:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9109425a-99d4-475b-b965-86849b61dd40 x-openstack-request-id: req-9109425a-99d4-475b-b965-86849b61dd40 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:48:35.189023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a98d2f-2538-4361-a149-b5d2ed5e1d2e", "name": "network-vif-plugged", "status": "completed", "tag": "ea5d1c7d-1252-46b6-819c-9d63a6078898", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:48:35.189294 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9109425a-99d4-475b-b965-86849b61dd40 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:48:35.189686 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a98d2f-2538-4361-a149-b5d2ed5e1d2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea5d1c7d-1252-46b6-819c-9d63a6078898', 'code': 200} Nov 23 04:48:35.214437 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=ea5d1c7d-1252-46b6-819c-9d63a6078898,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:48:35.402449 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89de87ef-f2fc-4ae8-98dd-da3562925dc7 req-75a1b617-5c4d-410f-bfd3-18ac3374f34d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:35.403910 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-89de87ef-f2fc-4ae8-98dd-da3562925dc7 req-75a1b617-5c4d-410f-bfd3-18ac3374f34d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 1098 time: 0.0392430 Nov 23 04:48:35.460774 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-89de87ef-f2fc-4ae8-98dd-da3562925dc7 req-da5de663-10fb-4e51-bcff-94754b56c103 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=7c6342f2-bce8-40c6-bfdf-8a55331862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443683 Nov 23 04:48:35.864104 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b41114-7725-4b9f-bcd0-51dc65133f55 req-472650fe-83d2-456a-bd4d-87d0edfb92d8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:35.865595 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d1b41114-7725-4b9f-bcd0-51dc65133f55 req-472650fe-83d2-456a-bd4d-87d0edfb92d8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 945 time: 0.0481441 Nov 23 04:48:35.913666 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d1b41114-7725-4b9f-bcd0-51dc65133f55 req-336a61e7-d5e2-4b9e-bd97-3b72535d0e89 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6342f2-bce8-40c6-bfdf-8a55331862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421286 Nov 23 04:48:36.882101 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7abd2e1c-f9a1-4e64-829e-8cdda9d66f0d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:37.027037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cf0d0a-4af8-4396-9290-3244ae825225 req-08baadf0-2425-460c-b820-a6fae088ecd4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:37.028470 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-04cf0d0a-4af8-4396-9290-3244ae825225 req-08baadf0-2425-460c-b820-a6fae088ecd4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 945 time: 0.0475619 Nov 23 04:48:37.082715 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-04cf0d0a-4af8-4396-9290-3244ae825225 req-7e7e197d-af1b-40ca-a447-02cfec7c3c50 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6342f2-bce8-40c6-bfdf-8a55331862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474694 Nov 23 04:48:37.210908 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a156c580-51db-4c76-b849-68ea217e1cd9 req-30651f31-47ab-4fcf-8bb2-f7af201f4792 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:37.212372 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a156c580-51db-4c76-b849-68ea217e1cd9 req-30651f31-47ab-4fcf-8bb2-f7af201f4792 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 945 time: 0.0521746 Nov 23 04:48:37.260157 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a156c580-51db-4c76-b849-68ea217e1cd9 req-67b59680-bf3c-4f31-b887-0e4590e1cd4d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6342f2-bce8-40c6-bfdf-8a55331862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419233 Nov 23 04:48:37.281583 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47914) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:37.319731 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8196cf0d-ddaf-4fe6-b4ba-eadea71cea5b tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:37.321197 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8196cf0d-ddaf-4fe6-b4ba-eadea71cea5b tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 1093 time: 0.0386484 Nov 23 04:48:37.323917 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 47916) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:37.328108 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-d1993ec4-49aa-44da-a86e-69570e0c1750 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'floatingip': {'port_id': 'ea5d1c7d-1252-46b6-819c-9d63a6078898'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:48:37.366804 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d1993ec4-49aa-44da-a86e-69570e0c1750 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:37.802534 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d1993ec4-49aa-44da-a86e-69570e0c1750 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:37.806321 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d1993ec4-49aa-44da-a86e-69570e0c1750 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:37.906268 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-d1993ec4-49aa-44da-a86e-69570e0c1750 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP c7a0fdb6-8448-495c-ac4c-46fb32f2c346 associated. External IP: 172.26.8.61, port: ea5d1c7d-1252-46b6-819c-9d63a6078898. Nov 23 04:48:38.111249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1993ec4-49aa-44da-a86e-69570e0c1750 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 4e7305d5-ca37-4038-acf8-7a076c1da81c has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:48:38.217072 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1993ec4-49aa-44da-a86e-69570e0c1750 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:48:38.222470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d1993ec4-49aa-44da-a86e-69570e0c1750 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:38.227048 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33bec80-e848-4137-a1db-983325a7c97e None None] Sync routers for ids ['4e7305d5-ca37-4038-acf8-7a076c1da81c'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:48:38.236283 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33bec80-e848-4137-a1db-983325a7c97e None None] Routers {'4e7305d5-ca37-4038-acf8-7a076c1da81c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:48:38.236879 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f33bec80-e848-4137-a1db-983325a7c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:48:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4e7305d5-ca37-4038-acf8-7a076c1da81c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:48:38.248774 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d1993ec4-49aa-44da-a86e-69570e0c1750 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/floatingips/c7a0fdb6-8448-495c-ac4c-46fb32f2c346 HTTP/1.1" status: 200 len: 990 time: 0.9238582 Nov 23 04:48:38.249402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a98d2f-2538-4361-a149-b5d2ed5e1d2e', 'tag': 'ea5d1c7d-1252-46b6-819c-9d63a6078898'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:48:38.251602 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47918) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:38.252114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba497f9a-9299-4e17-b0d7-17610f08cbd6" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a98d2f-2538-4361-a149-b5d2ed5e1d2e", "tag": "ea5d1c7d-1252-46b6-819c-9d63a6078898"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:48:38.287998 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:48:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea9fc490-a0a3-4944-a7ce-73b969429a31 x-openstack-request-id: req-ea9fc490-a0a3-4944-a7ce-73b969429a31 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:48:38.288293 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a98d2f-2538-4361-a149-b5d2ed5e1d2e", "tag": "ea5d1c7d-1252-46b6-819c-9d63a6078898", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:48:38.288580 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ea9fc490-a0a3-4944-a7ce-73b969429a31 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:48:38.288992 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a98d2f-2538-4361-a149-b5d2ed5e1d2e', 'tag': 'ea5d1c7d-1252-46b6-819c-9d63a6078898', 'status': 'completed', 'code': 200} Nov 23 04:48:38.317060 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0748cb7c-75c0-41d9-a3e1-d9f3927079ac tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/c7a0fdb6-8448-495c-ac4c-46fb32f2c346 HTTP/1.1" status: 200 len: 990 time: 0.0642693 Nov 23 04:48:38.349061 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f33bec80-e848-4137-a1db-983325a7c97e None None] Set router 4e7305d5-ca37-4038-acf8-7a076c1da81c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:48:38.377743 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba497f9a-9299-4e17-b0d7-17610f08cbd6 req-688ad0a9-f3bd-4bc8-be4a-8850a1deb224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:38.379297 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ba497f9a-9299-4e17-b0d7-17610f08cbd6 req-688ad0a9-f3bd-4bc8-be4a-8850a1deb224 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 1098 time: 0.0418162 Nov 23 04:48:38.475064 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba497f9a-9299-4e17-b0d7-17610f08cbd6 req-7a5b09ce-e8dc-401d-a47d-d26a30847610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:38.476652 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ba497f9a-9299-4e17-b0d7-17610f08cbd6 req-7a5b09ce-e8dc-401d-a47d-d26a30847610 service neutron] 10.222.0.15 "GET /v2.0/networks?id=3475ba85-61e1-4546-bfd2-1d586e91c404 HTTP/1.1" status: 200 len: 898 time: 0.0896237 Nov 23 04:48:38.527288 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:38.545143 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ba497f9a-9299-4e17-b0d7-17610f08cbd6 req-142fb14a-8e3b-4fed-93eb-49f13a690a37 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ea5d1c7d-1252-46b6-819c-9d63a6078898 HTTP/1.1" status: 200 len: 998 time: 0.0606823 Nov 23 04:48:38.574444 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f33bec80-e848-4137-a1db-983325a7c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'c7a0fdb6-8448-495c-ac4c-46fb32f2c346', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.61', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'port_id': 'ea5d1c7d-1252-46b6-819c-9d63a6078898', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'mac_address': 'fa:16:3e:d3:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a98d2f-2538-4361-a149-b5d2ed5e1d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:47:41Z', 'updated_at': '2021-11-23T04:48:37Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e9bb10-4140-413a-9545-6c29ca8b4de9', 'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:b9:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:27Z', 'updated_at': '2021-11-23T04:47:31Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:48:38.599179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba497f9a-9299-4e17-b0d7-17610f08cbd6 req-bfcfd297-58d1-4761-8ec5-a8799791db3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:38.600642 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ba497f9a-9299-4e17-b0d7-17610f08cbd6 req-bfcfd297-58d1-4761-8ec5-a8799791db3c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8f6be6aa-e947-4849-9929-aeb8d156da71 HTTP/1.1" status: 200 len: 835 time: 0.0485792 Nov 23 04:48:38.601159 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33bec80-e848-4137-a1db-983325a7c97e None None] Checking router: 4e7305d5-ca37-4038-acf8-7a076c1da81c for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:48:38.609390 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33bec80-e848-4137-a1db-983325a7c97e None None] Routers {'4e7305d5-ca37-4038-acf8-7a076c1da81c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:48:38.610016 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f33bec80-e848-4137-a1db-983325a7c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:48:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4e7305d5-ca37-4038-acf8-7a076c1da81c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:48:38.646385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba497f9a-9299-4e17-b0d7-17610f08cbd6 req-04401471-af96-453d-badc-b003db2167b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:38.647794 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ba497f9a-9299-4e17-b0d7-17610f08cbd6 req-04401471-af96-453d-badc-b003db2167b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=3475ba85-61e1-4546-bfd2-1d586e91c404&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402758 Nov 23 04:48:38.718174 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f33bec80-e848-4137-a1db-983325a7c97e None None] Set router 4e7305d5-ca37-4038-acf8-7a076c1da81c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:48:38.741263 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ba497f9a-9299-4e17-b0d7-17610f08cbd6 req-3169d577-a145-4b19-b12b-6f3afa4ed130 service neutron] 10.222.0.15 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855975 Nov 23 04:48:38.837182 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ba497f9a-9299-4e17-b0d7-17610f08cbd6 req-721261d2-23a6-42fb-b711-b1d1e2d07630 service neutron] 10.222.0.15 "GET /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889106 Nov 23 04:48:38.946990 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f33bec80-e848-4137-a1db-983325a7c97e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'c7a0fdb6-8448-495c-ac4c-46fb32f2c346', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.61', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'port_id': 'ea5d1c7d-1252-46b6-819c-9d63a6078898', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'mac_address': 'fa:16:3e:d3:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a98d2f-2538-4361-a149-b5d2ed5e1d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:47:41Z', 'updated_at': '2021-11-23T04:48:37Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e9bb10-4140-413a-9545-6c29ca8b4de9', 'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:b9:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:27Z', 'updated_at': '2021-11-23T04:47:31Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:48:38.972512 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33bec80-e848-4137-a1db-983325a7c97e None None] The sync data for ids ['4e7305d5-ca37-4038-acf8-7a076c1da81c'] in dv-neutron-818850-1-hyperv is: [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'c7a0fdb6-8448-495c-ac4c-46fb32f2c346', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.61', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'port_id': 'ea5d1c7d-1252-46b6-819c-9d63a6078898', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1389, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'mac_address': 'fa:16:3e:d3:81:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e8a98d2f-2538-4361-a149-b5d2ed5e1d2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:47:41Z', 'updated_at': '2021-11-23T04:48:37Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '83e9bb10-4140-413a-9545-6c29ca8b4de9', 'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:b9:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:27Z', 'updated_at': '2021-11-23T04:47:31Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:48:39.166451 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75440038-33eb-41b8-bc9e-49110e2e516d None None] New status for floating IP c7a0fdb6-8448-495c-ac4c-46fb32f2c346: ACTIVE {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:48:39.212695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1cc4a82f-01db-4448-8f0a-a595067d4612 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:39.321058 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 47922) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:48:39.382933 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-786a0834-073d-4650-8b88-0d86a19f2e0f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/c7a0fdb6-8448-495c-ac4c-46fb32f2c346 HTTP/1.1" status: 200 len: 992 time: 0.0606935 Nov 23 04:48:40.332107 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:41.746279 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:42.647584 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:46.431682 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:48:51.985399 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-e9402a75-da50-43b1-90c4-ffe779ee0d4f tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-62511950&fields=id&tenant_id=198cbe73856f4e8c93984c97d08d0ad2 HTTP/1.1" status: 200 len: 267 time: 0.0446446 Nov 23 04:48:52.094496 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-90182b8a-a63f-46b8-877b-cc957c8efa1c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:52.096582 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-90182b8a-a63f-46b8-877b-cc957c8efa1c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 812 time: 0.1046295 Nov 23 04:48:52.110899 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-81481fc7-05b1-4a17-a611-0eee71be0294 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/quotas/198cbe73856f4e8c93984c97d08d0ad2 HTTP/1.1" status: 200 len: 375 time: 0.0087433 Nov 23 04:48:52.162997 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-0f1d9aaf-31e7-471f-9b7c-a9e5c7a3dcb6 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470774 Nov 23 04:48:52.279968 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-2f7378a9-3740-4850-839d-c49513d9d2e9 service neutron] 10.222.0.37 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0999889 Nov 23 04:48:52.368663 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-0349aa73-f653-4834-8231-e0de8d4dce2f service neutron] 10.222.0.37 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824764 Nov 23 04:48:52.659068 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-194f9a54-37dd-44c5-9b62-6daf50cad0c6 req-e95e9be5-db09-474c-abd3-bc1ddb05ee0c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 210 time: 0.0302851 Nov 23 04:48:53.755809 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c3e15f6d-896f-47d6-ba0f-e8eb7ad70932 req-ff428efe-e2d5-4abd-b6c1-6538197e789a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 210 time: 0.0282738 Nov 23 04:48:53.763242 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-8860a570-4ea1-4ca7-931e-b28624fe754a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:53.764878 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-8860a570-4ea1-4ca7-931e-b28624fe754a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.15 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 812 time: 0.1049199 Nov 23 04:48:53.849628 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-31780f9a-567e-4965-a91d-8973ff171b31 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=198cbe73856f4e8c93984c97d08d0ad2 HTTP/1.1" status: 200 len: 378 time: 0.0555286 Nov 23 04:48:53.859940 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-d6df13b0-7f68-460d-95d5-e054e07d060c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Request body: {'port': {'device_id': 'a613907b-2147-4368-89ca-12eba9b104b4', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'admin_state_up': True, 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'security_groups': ['77bb1241-0a9c-4d4f-adaf-356b69d872e3']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:48:53.975722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-d6df13b0-7f68-460d-95d5-e054e07d060c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Made reservation on behalf of 198cbe73856f4e8c93984c97d08d0ad2 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:48:53.979448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-d6df13b0-7f68-460d-95d5-e054e07d060c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:54.114438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-d6df13b0-7f68-460d-95d5-e054e07d060c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Allocated IP 172.20.0.12 (ca7d247b-210d-4ed0-a1d5-72133393a767/66beddca-6c37-4768-b1f2-70b0afaa8f73/76894774-e5a7-4071-8dce-7f2b508a05c2) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:48:54.254602 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-d6df13b0-7f68-460d-95d5-e054e07d060c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:54.288483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-d6df13b0-7f68-460d-95d5-e054e07d060c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:54.337673 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-d6df13b0-7f68-460d-95d5-e054e07d060c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Network ca7d247b-210d-4ed0-a1d5-72133393a767 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:48:54.341078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-d6df13b0-7f68-460d-95d5-e054e07d060c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:48:54.343956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-d6df13b0-7f68-460d-95d5-e054e07d060c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:48:54.376133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6df13b0-7f68-460d-95d5-e054e07d060c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'Port': ['ID=76894774-e5a7-4071-8dce-7f2b508a05c2,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:48:54.404876 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-d6df13b0-7f68-460d-95d5-e054e07d060c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:54.405525 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-d6df13b0-7f68-460d-95d5-e054e07d060c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:54.423198 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-d6df13b0-7f68-460d-95d5-e054e07d060c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5671549 Nov 23 04:48:54.443964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Request body: {'port': {'device_id': 'a613907b-2147-4368-89ca-12eba9b104b4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:48:54.512130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:54.638912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-822f5b07-8fac-432c-b0d5-5435831433a9 None None] Provisioning complete for port 76894774-e5a7-4071-8dce-7f2b508a05c2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:48:54.639492 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-822f5b07-8fac-432c-b0d5-5435831433a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:54.676861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-822f5b07-8fac-432c-b0d5-5435831433a9 None None] Port 76894774-e5a7-4071-8dce-7f2b508a05c2 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:48:54.789119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76894774-e5a7-4071-8dce-7f2b508a05c2 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:48:54.796792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:54.809492 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Transition to ACTIVE for port object 76894774-e5a7-4071-8dce-7f2b508a05c2 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:48:54.814112 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:54.900767 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Pushing event updated for resources: {'Port': ['ID=76894774-e5a7-4071-8dce-7f2b508a05c2,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:48:54.969722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f2473-cb38-4818-a465-14c7c1f5441e req-099a66c9-b2c2-4c0d-9ba1-31623b082e06 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:54.977723 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-796f2473-cb38-4818-a465-14c7c1f5441e req-099a66c9-b2c2-4c0d-9ba1-31623b082e06 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 944 time: 0.1363866 Nov 23 04:48:55.013005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Attempting to bind port 76894774-e5a7-4071-8dce-7f2b508a05c2 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:48:55.013438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Attempting to bind port 76894774-e5a7-4071-8dce-7f2b508a05c2 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:48:55.013694 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Attempting to bind port 76894774-e5a7-4071-8dce-7f2b508a05c2 on network ca7d247b-210d-4ed0-a1d5-72133393a767 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:48:55.026907 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Port 76894774-e5a7-4071-8dce-7f2b508a05c2 on network ca7d247b-210d-4ed0-a1d5-72133393a767 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:48:55.027235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Attempting to bind port 76894774-e5a7-4071-8dce-7f2b508a05c2 on network ca7d247b-210d-4ed0-a1d5-72133393a767 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:48:55.043520 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 48, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:48:55.043862 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Checking segment: {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:48:55.044251 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Bound using segment: {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:48:55.044683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Bound port: 76894774-e5a7-4071-8dce-7f2b508a05c2, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68272f1c-8fde-4350-bc62-54e0732d7e62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:48:55.045038 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:55.059671 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-796f2473-cb38-4818-a465-14c7c1f5441e req-0a7f9d60-44d6-4d7c-a618-5d6abb9b9ab6 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0810828 Nov 23 04:48:55.116784 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] For port 76894774-e5a7-4071-8dce-7f2b508a05c2, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:48:55.119935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] For port 76894774-e5a7-4071-8dce-7f2b508a05c2, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=76894774-e5a7-4071-8dce-7f2b508a05c2,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:48:55.125014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:55.162777 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:55.163400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:48:55.164768 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] 10.222.0.15 "PUT /v2.0/ports/76894774-e5a7-4071-8dce-7f2b508a05c2 HTTP/1.1" status: 200 len: 1094 time: 0.7263193 Nov 23 04:48:55.165228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a613907b-2147-4368-89ca-12eba9b104b4', 'tag': '76894774-e5a7-4071-8dce-7f2b508a05c2'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:48:55.167527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-227bad58-feee-436e-aa21-a08969cc92d3" -d '{"events": [{"name": "network-changed", "server_uuid": "a613907b-2147-4368-89ca-12eba9b104b4", "tag": "76894774-e5a7-4071-8dce-7f2b508a05c2"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:48:55.199708 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb241a46-ed96-4455-b202-735c7d592b35 service neutron] Pushing event updated for resources: {'Port': ['ID=76894774-e5a7-4071-8dce-7f2b508a05c2,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:48:55.215618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0d90468-6bed-4cc4-8f40-420e21905058 x-openstack-request-id: req-e0d90468-6bed-4cc4-8f40-420e21905058 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:48:55.215981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a613907b-2147-4368-89ca-12eba9b104b4", "tag": "76894774-e5a7-4071-8dce-7f2b508a05c2", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:48:55.216300 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e0d90468-6bed-4cc4-8f40-420e21905058 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:48:55.216782 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a613907b-2147-4368-89ca-12eba9b104b4', 'tag': '76894774-e5a7-4071-8dce-7f2b508a05c2', 'status': 'completed', 'code': 200} Nov 23 04:48:55.289270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-87ec342c-b7a5-4448-9bfe-d7730d91b81c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:55.290921 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-87ec342c-b7a5-4448-9bfe-d7730d91b81c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 1097 time: 0.0538116 Nov 23 04:48:55.345830 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-544cab64-d147-4110-b69a-c9eac80456f6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76894774-e5a7-4071-8dce-7f2b508a05c2 HTTP/1.1" status: 200 len: 217 time: 0.0378723 Nov 23 04:48:55.398302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-88b8dec7-41ff-49fc-823b-b3f59ed8694c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:55.399757 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-88b8dec7-41ff-49fc-823b-b3f59ed8694c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 200 len: 851 time: 0.0476372 Nov 23 04:48:55.447421 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-81750fc4-ae6c-4220-9c76-0228504a54b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:55.448841 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-81750fc4-ae6c-4220-9c76-0228504a54b8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca7d247b-210d-4ed0-a1d5-72133393a767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0412552 Nov 23 04:48:55.545367 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-d3bc1817-ebfa-4149-b738-7284264a5956 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875645 Nov 23 04:48:55.645824 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0a65a8bd-635c-4fd4-8fda-0417e457df3a req-1a2b730d-aad1-48da-9e61-df16270876ee service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933046 Nov 23 04:48:55.759345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bad58-feee-436e-aa21-a08969cc92d3 req-a5efc6bc-1d1b-441a-88c0-d24249c7cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:55.760755 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-227bad58-feee-436e-aa21-a08969cc92d3 req-a5efc6bc-1d1b-441a-88c0-d24249c7cb54 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 1097 time: 0.0421734 Nov 23 04:48:55.853896 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bad58-feee-436e-aa21-a08969cc92d3 req-06943c8a-6600-4e87-9ae3-192b8446593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:55.855363 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-227bad58-feee-436e-aa21-a08969cc92d3 req-06943c8a-6600-4e87-9ae3-192b8446593f service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 913 time: 0.0873222 Nov 23 04:48:55.903111 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-227bad58-feee-436e-aa21-a08969cc92d3 req-1084e95d-8189-4e40-a70d-8f46f17ebdae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76894774-e5a7-4071-8dce-7f2b508a05c2 HTTP/1.1" status: 200 len: 217 time: 0.0377350 Nov 23 04:48:55.957162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bad58-feee-436e-aa21-a08969cc92d3 req-515ecee6-6bc6-452f-8642-f5af7f397b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:55.958675 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-227bad58-feee-436e-aa21-a08969cc92d3 req-515ecee6-6bc6-452f-8642-f5af7f397b8d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 200 len: 851 time: 0.0484359 Nov 23 04:48:56.006818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-227bad58-feee-436e-aa21-a08969cc92d3 req-9abbaea4-a852-4b23-9533-7b755f04f611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:56.008520 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-227bad58-feee-436e-aa21-a08969cc92d3 req-9abbaea4-a852-4b23-9533-7b755f04f611 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca7d247b-210d-4ed0-a1d5-72133393a767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0416629 Nov 23 04:48:56.108082 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-227bad58-feee-436e-aa21-a08969cc92d3 req-2534a978-74f5-4ac8-8d30-200e98690d3d service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916469 Nov 23 04:48:56.235034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553cfc0d-7e25-4074-9c5f-e4e998cd9a6c req-0b56e49e-3204-4007-8619-55d48041eb1a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:56.236496 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-553cfc0d-7e25-4074-9c5f-e4e998cd9a6c req-0b56e49e-3204-4007-8619-55d48041eb1a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 944 time: 0.1010664 Nov 23 04:48:56.254349 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-227bad58-feee-436e-aa21-a08969cc92d3 req-1e25cb4b-b644-4a73-b7f6-7668db3aac65 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382568 Nov 23 04:48:56.294659 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-553cfc0d-7e25-4074-9c5f-e4e998cd9a6c req-efd4f50a-387d-4b98-b5db-e300c7582c21 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0497637 Nov 23 04:48:57.520750 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7878ad5a-8359-40e5-b085-f675a72b1222 req-16a0d76b-1c89-4fd0-af20-6747ae740d4b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:57.522307 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7878ad5a-8359-40e5-b085-f675a72b1222 req-16a0d76b-1c89-4fd0-af20-6747ae740d4b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 944 time: 0.1593666 Nov 23 04:48:57.576098 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7878ad5a-8359-40e5-b085-f675a72b1222 req-70729ccb-92b2-4d5d-8da0-e42275a46fdc tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477536 Nov 23 04:48:58.693426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2062800-b8cd-4a82-8d53-893efa4f1053 req-78803413-a890-492b-9326-6ab96abd80d1 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:58.694954 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b2062800-b8cd-4a82-8d53-893efa4f1053 req-78803413-a890-492b-9326-6ab96abd80d1 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 944 time: 0.0522373 Nov 23 04:48:58.749526 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b2062800-b8cd-4a82-8d53-893efa4f1053 req-78a6c9db-833b-4f16-ac9b-fe44484032f6 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0470090 Nov 23 04:48:59.863996 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96401a2-4a42-4cf3-8df6-0a8ba5aaa7cd req-80cd657b-5b01-4229-952d-1bf309ea30d9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:48:59.865504 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e96401a2-4a42-4cf3-8df6-0a8ba5aaa7cd req-80cd657b-5b01-4229-952d-1bf309ea30d9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 944 time: 0.0483811 Nov 23 04:48:59.913302 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e96401a2-4a42-4cf3-8df6-0a8ba5aaa7cd req-e85087e4-8800-4e63-a2f9-f07987cd1195 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420260 Nov 23 04:49:01.075439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bae96d-e2e6-4c4b-a9f7-b4bad8622196 req-e2438141-1ac4-4d9a-b115-4a0cc7208c81 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:01.076891 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-48bae96d-e2e6-4c4b-a9f7-b4bad8622196 req-e2438141-1ac4-4d9a-b115-4a0cc7208c81 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 944 time: 0.0976167 Nov 23 04:49:01.129333 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-48bae96d-e2e6-4c4b-a9f7-b4bad8622196 req-fa9f710e-b569-4a6f-9044-d27d383adbf5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0464523 Nov 23 04:49:02.241993 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55c589d-e602-4e7c-9eeb-1f354b395aa5 req-55d70c7e-8fda-4ac6-8628-35a59cc70b67 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:02.243474 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d55c589d-e602-4e7c-9eeb-1f354b395aa5 req-55d70c7e-8fda-4ac6-8628-35a59cc70b67 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 944 time: 0.0487833 Nov 23 04:49:02.292306 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d55c589d-e602-4e7c-9eeb-1f354b395aa5 req-3079b217-a492-45bc-a3dd-171aa264e2d9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0429633 Nov 23 04:49:03.404220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c173668b-19fc-4704-8132-b1e22070861d req-2930c46c-828b-4884-92ff-a8dff4beb0f4 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:03.405935 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c173668b-19fc-4704-8132-b1e22070861d req-2930c46c-828b-4884-92ff-a8dff4beb0f4 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 944 time: 0.0479205 Nov 23 04:49:03.454375 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c173668b-19fc-4704-8132-b1e22070861d req-606d1f5a-95c0-4907-90f8-d162936dc114 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420763 Nov 23 04:49:04.573952 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29f70af-4854-457f-8dd2-64ec5f93ea38 req-e24c3a11-d3be-40e2-9eff-9b60a4cd91a7 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:04.575444 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c29f70af-4854-457f-8dd2-64ec5f93ea38 req-e24c3a11-d3be-40e2-9eff-9b60a4cd91a7 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 944 time: 0.0538938 Nov 23 04:49:04.629887 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c29f70af-4854-457f-8dd2-64ec5f93ea38 req-27c090e1-985a-46c6-9284-f1ec28d8fb86 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0485299 Nov 23 04:49:05.762389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bea325-95ae-496a-8529-be6f2422b97f req-c2f21c21-6215-443f-96f5-65fa4d040bbc tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:05.763994 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f6bea325-95ae-496a-8529-be6f2422b97f req-c2f21c21-6215-443f-96f5-65fa4d040bbc tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 944 time: 0.0595253 Nov 23 04:49:05.818122 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f6bea325-95ae-496a-8529-be6f2422b97f req-2a0bab6f-2bbe-4a1a-b09f-f9f5716a5c9d tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474999 Nov 23 04:49:06.882542 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a11ca8c5-837b-4c9c-b7f5-7b3e740b26f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:06.936397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f939720c-0d1d-495b-b2bc-771a0eabb640 req-6ab26e87-edfd-4fde-bd68-fbcbefa6a677 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:06.937882 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f939720c-0d1d-495b-b2bc-771a0eabb640 req-6ab26e87-edfd-4fde-bd68-fbcbefa6a677 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 944 time: 0.0530920 Nov 23 04:49:06.988511 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f939720c-0d1d-495b-b2bc-771a0eabb640 req-5069a975-270d-4e40-a72d-4c40b581f073 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446231 Nov 23 04:49:07.112998 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 76894774-e5a7-4071-8dce-7f2b508a05c2 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:49:07.209755 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 76894774-e5a7-4071-8dce-7f2b508a05c2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=76894774-e5a7-4071-8dce-7f2b508a05c2,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:07.220933 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '76894774-e5a7-4071-8dce-7f2b508a05c2', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'port_id': '76894774-e5a7-4071-8dce-7f2b508a05c2', 'mac_address': 'fa:16:3e:54:0a:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:49:07.261419 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:07.276925 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76894774-e5a7-4071-8dce-7f2b508a05c2 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:49:07.297983 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 76894774-e5a7-4071-8dce-7f2b508a05c2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=76894774-e5a7-4071-8dce-7f2b508a05c2,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:07.303333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:07.353869 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=76894774-e5a7-4071-8dce-7f2b508a05c2,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:07.649074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['76894774-e5a7-4071-8dce-7f2b508a05c2'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:49:08.107309 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a29f1e70-3a38-4b90-b92c-fe242ea30870 req-52624c19-b59a-47fd-aaa5-6335320c53e3 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:08.108782 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a29f1e70-3a38-4b90-b92c-fe242ea30870 req-52624c19-b59a-47fd-aaa5-6335320c53e3 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 945 time: 0.0504606 Nov 23 04:49:08.158085 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a29f1e70-3a38-4b90-b92c-fe242ea30870 req-b2979615-00ed-40d3-bb97-5b572f1acc4b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0424623 Nov 23 04:49:08.525945 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:09.114848 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 76894774-e5a7-4071-8dce-7f2b508a05c2 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:49:09.172131 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 76894774-e5a7-4071-8dce-7f2b508a05c2 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:49:09.177466 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 76894774-e5a7-4071-8dce-7f2b508a05c2 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:09.177879 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:09.180474 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-eef1a480-04c8-4ab5-98d8-d97d2ccfccc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:09.262593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:09.279001 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aa984f-ea88-4812-b186-a65fefb4dbe3 req-333092d1-19c6-4239-bb37-d4a666321fd6 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:09.280772 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-05aa984f-ea88-4812-b186-a65fefb4dbe3 req-333092d1-19c6-4239-bb37-d4a666321fd6 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 945 time: 0.0500300 Nov 23 04:49:09.291899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613907b-2147-4368-89ca-12eba9b104b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76894774-e5a7-4071-8dce-7f2b508a05c2'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:49:09.294367 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f62afa8-a790-42d1-a34b-d28d6b4c6054" -d '{"events": [{"server_uuid": "a613907b-2147-4368-89ca-12eba9b104b4", "name": "network-vif-plugged", "status": "completed", "tag": "76894774-e5a7-4071-8dce-7f2b508a05c2"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:49:09.308738 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 76894774-e5a7-4071-8dce-7f2b508a05c2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=76894774-e5a7-4071-8dce-7f2b508a05c2,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:09.313059 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:09.337222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8cd13801-d17f-4926-a702-5c73d4a363ed x-openstack-request-id: req-8cd13801-d17f-4926-a702-5c73d4a363ed {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:49:09.337595 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a613907b-2147-4368-89ca-12eba9b104b4", "name": "network-vif-plugged", "status": "completed", "tag": "76894774-e5a7-4071-8dce-7f2b508a05c2", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:49:09.337811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8cd13801-d17f-4926-a702-5c73d4a363ed {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:49:09.338208 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a613907b-2147-4368-89ca-12eba9b104b4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76894774-e5a7-4071-8dce-7f2b508a05c2', 'code': 200} Nov 23 04:49:09.338351 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-05aa984f-ea88-4812-b186-a65fefb4dbe3 req-eb5638ad-fac0-41dd-8bd1-1f21d2dc981d tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0507517 Nov 23 04:49:09.366136 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=76894774-e5a7-4071-8dce-7f2b508a05c2,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:09.572452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738cca78-66b4-4a7b-ad05-a6ba1154aaa4 req-c680b57a-33fd-42d4-8507-d827c3f14526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:09.573954 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-738cca78-66b4-4a7b-ad05-a6ba1154aaa4 req-c680b57a-33fd-42d4-8507-d827c3f14526 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 1099 time: 0.0430458 Nov 23 04:49:09.621092 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-738cca78-66b4-4a7b-ad05-a6ba1154aaa4 req-0a2c2ee3-aa16-47ac-a915-f7a7add95240 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0391176 Nov 23 04:49:10.333389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:10.461473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8c9d02-4e9d-4beb-97c5-13a887e78a54 req-2368e598-a998-43e4-a693-ad7e2a39c86d tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:10.462963 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8a8c9d02-4e9d-4beb-97c5-13a887e78a54 req-2368e598-a998-43e4-a693-ad7e2a39c86d tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 946 time: 0.0536981 Nov 23 04:49:10.511643 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8a8c9d02-4e9d-4beb-97c5-13a887e78a54 req-5df0fc17-e451-4053-bccc-8b29891794fa tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426459 Nov 23 04:49:11.630277 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d57459-60ba-425a-a333-f0e57e5412bd req-7c95aa78-f36e-4b03-a4b5-0842a5bf160b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:11.631768 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e6d57459-60ba-425a-a333-f0e57e5412bd req-7c95aa78-f36e-4b03-a4b5-0842a5bf160b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 946 time: 0.0506964 Nov 23 04:49:11.687602 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e6d57459-60ba-425a-a333-f0e57e5412bd req-87aa9587-6ee0-4274-894c-dbbd3262bd0b tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0493445 Nov 23 04:49:11.738212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:11.803319 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349db624-2797-4d48-9274-db4ae7d806df req-439cec1d-c348-4e4c-9733-1d43ccb18d02 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:11.804834 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-349db624-2797-4d48-9274-db4ae7d806df req-439cec1d-c348-4e4c-9733-1d43ccb18d02 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 946 time: 0.0497818 Nov 23 04:49:11.854969 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-349db624-2797-4d48-9274-db4ae7d806df req-e1b3dec8-b204-4c6c-a769-22ee90bf5248 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441852 Nov 23 04:49:11.876521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48040) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:11.919843 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73133d4-2603-44f9-813b-697a4024bcd6 tempest-TestVolumeBootPattern-647642379 tempest-TestVolumeBootPattern-647642379-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:11.921542 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b73133d4-2603-44f9-813b-697a4024bcd6 tempest-TestVolumeBootPattern-647642379 tempest-TestVolumeBootPattern-647642379-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 1094 time: 0.0439997 Nov 23 04:49:11.924350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48042) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:11.928877 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': '76894774-e5a7-4071-8dce-7f2b508a05c2', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:11.952246 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:12.060566 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:12.176791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Allocated IP 172.26.8.129 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/bb3f1b14-8043-4b56-b414-1e04ffb83eff) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:49:12.285823 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:12.322237 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:12.370146 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:49:12.373513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:49:12.377419 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:49:12.405038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'Port': ['ID=bb3f1b14-8043-4b56-b414-1e04ffb83eff,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:12.648168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:12.752403 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:12.822209 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:12.978655 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:12.983542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:13.057003 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event updated for resources: {'Port': ['ID=bb3f1b14-8043-4b56-b414-1e04ffb83eff,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:13.067185 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:13.167745 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Floating IP f5ff78f2-bd8c-4e3d-b6ce-2ab66f22fa18 associated. External IP: 172.26.8.129, port: 76894774-e5a7-4071-8dce-7f2b508a05c2. Nov 23 04:49:13.390803 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Router 99b68924-26e6-4205-b84a-d21dd05a4a3f has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:49:13.909261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:49:13.921117 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989af558-a645-4cc8-9900-0c5523146434 None None] Sync routers for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:49:13.932540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:13.938184 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989af558-a645-4cc8-9900-0c5523146434 None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:49:13.938878 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-989af558-a645-4cc8-9900-0c5523146434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:13.963657 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a818f88c-f9c1-44a5-82d0-93501f3e7226 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.0382514 Nov 23 04:49:13.964592 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a613907b-2147-4368-89ca-12eba9b104b4', 'tag': '76894774-e5a7-4071-8dce-7f2b508a05c2'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:49:13.967066 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22f6178a-5021-4dab-a9f2-60b58e361d91" -d '{"events": [{"name": "network-changed", "server_uuid": "a613907b-2147-4368-89ca-12eba9b104b4", "tag": "76894774-e5a7-4071-8dce-7f2b508a05c2"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:49:14.007871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:49:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-028f461c-95c0-46fd-9e9d-456529b76fee x-openstack-request-id: req-028f461c-95c0-46fd-9e9d-456529b76fee {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:49:14.008218 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a613907b-2147-4368-89ca-12eba9b104b4", "tag": "76894774-e5a7-4071-8dce-7f2b508a05c2", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:49:14.008529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-028f461c-95c0-46fd-9e9d-456529b76fee {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:49:14.008937 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a613907b-2147-4368-89ca-12eba9b104b4', 'tag': '76894774-e5a7-4071-8dce-7f2b508a05c2', 'status': 'completed', 'code': 200} Nov 23 04:49:14.053201 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-989af558-a645-4cc8-9900-0c5523146434 None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:49:14.144480 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6178a-5021-4dab-a9f2-60b58e361d91 req-7b86b011-40cc-41ed-a17c-1dd5dceec72c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:14.146056 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-22f6178a-5021-4dab-a9f2-60b58e361d91 req-7b86b011-40cc-41ed-a17c-1dd5dceec72c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 1099 time: 0.0913618 Nov 23 04:49:14.251642 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6178a-5021-4dab-a9f2-60b58e361d91 req-a72ddbb7-d139-4d4e-84f1-5d824a715548 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:14.253551 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-22f6178a-5021-4dab-a9f2-60b58e361d91 req-a72ddbb7-d139-4d4e-84f1-5d824a715548 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 913 time: 0.1003704 Nov 23 04:49:14.330075 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-22f6178a-5021-4dab-a9f2-60b58e361d91 req-6d7b9bd4-01dd-4ab2-b32a-d9fa091627a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76894774-e5a7-4071-8dce-7f2b508a05c2 HTTP/1.1" status: 200 len: 1000 time: 0.0688007 Nov 23 04:49:14.400600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6178a-5021-4dab-a9f2-60b58e361d91 req-6e9087ce-bcf6-49dd-8bdc-21419ed5e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:14.402280 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-22f6178a-5021-4dab-a9f2-60b58e361d91 req-6e9087ce-bcf6-49dd-8bdc-21419ed5e13a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 200 len: 851 time: 0.0611553 Nov 23 04:49:14.409955 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-989af558-a645-4cc8-9900-0c5523146434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '0cc5a5a0-61e9-4dbb-b08a-2007e3eb9e9b', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'port_id': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'mac_address': 'fa:16:3e:e1:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:47:09Z', 'updated_at': '2021-11-23T04:47:11Z', 'revision_number': 1, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address_scope': None}, {'id': 'f5ff78f2-bd8c-4e3d-b6ce-2ab66f22fa18', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'floating_ip_address': '172.26.8.129', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'port_id': '76894774-e5a7-4071-8dce-7f2b508a05c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'mac_address': 'fa:16:3e:54:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a613907b-2147-4368-89ca-12eba9b104b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:49:12Z', 'updated_at': '2021-11-23T04:49:12Z', 'revision_number': 0, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:14.446870 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989af558-a645-4cc8-9900-0c5523146434 None None] Checking router: 99b68924-26e6-4205-b84a-d21dd05a4a3f for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:49:14.451448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f6178a-5021-4dab-a9f2-60b58e361d91 req-b82301ac-aa8c-4e5e-bb83-ef8753944758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:14.453076 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-22f6178a-5021-4dab-a9f2-60b58e361d91 req-b82301ac-aa8c-4e5e-bb83-ef8753944758 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca7d247b-210d-4ed0-a1d5-72133393a767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419438 Nov 23 04:49:14.458707 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989af558-a645-4cc8-9900-0c5523146434 None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:49:14.459516 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-989af558-a645-4cc8-9900-0c5523146434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:14.466350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-22f6178a-5021-4dab-a9f2-60b58e361d91 req-c7b6326e-1fc3-46e3-90b8-65df5355cd86 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:49:14.467850 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-22f6178a-5021-4dab-a9f2-60b58e361d91 req-c7b6326e-1fc3-46e3-90b8-65df5355cd86 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0062296 Nov 23 04:49:14.581839 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-989af558-a645-4cc8-9900-0c5523146434 None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:49:14.604701 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-22f6178a-5021-4dab-a9f2-60b58e361d91 req-867ad3f1-4be6-4e96-9897-c31d8da47083 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244488 Nov 23 04:49:14.631558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61adca54-7813-4cf9-a3bd-951e49b26815 req-1f359719-8815-4948-b10d-72afd434d310 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:14.633019 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-61adca54-7813-4cf9-a3bd-951e49b26815 req-1f359719-8815-4948-b10d-72afd434d310 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 945 time: 0.0811224 Nov 23 04:49:14.736112 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-61adca54-7813-4cf9-a3bd-951e49b26815 req-3378bcc1-467d-4712-887c-3732803f25f5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6342f2-bce8-40c6-bfdf-8a55331862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0931876 Nov 23 04:49:14.747610 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-22f6178a-5021-4dab-a9f2-60b58e361d91 req-0a32c77b-24fd-42e0-bc20-f821af5ef9e8 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322184 Nov 23 04:49:14.834150 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-989af558-a645-4cc8-9900-0c5523146434 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '0cc5a5a0-61e9-4dbb-b08a-2007e3eb9e9b', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'port_id': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'mac_address': 'fa:16:3e:e1:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:47:09Z', 'updated_at': '2021-11-23T04:47:11Z', 'revision_number': 1, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address_scope': None}, {'id': 'f5ff78f2-bd8c-4e3d-b6ce-2ab66f22fa18', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'floating_ip_address': '172.26.8.129', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'port_id': '76894774-e5a7-4071-8dce-7f2b508a05c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'mac_address': 'fa:16:3e:54:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a613907b-2147-4368-89ca-12eba9b104b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:49:12Z', 'updated_at': '2021-11-23T04:49:12Z', 'revision_number': 0, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:14.865336 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-989af558-a645-4cc8-9900-0c5523146434 None None] The sync data for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv is: [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '0cc5a5a0-61e9-4dbb-b08a-2007e3eb9e9b', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'port_id': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'mac_address': 'fa:16:3e:e1:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:47:09Z', 'updated_at': '2021-11-23T04:47:11Z', 'revision_number': 1, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address_scope': None}, {'id': 'f5ff78f2-bd8c-4e3d-b6ce-2ab66f22fa18', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'floating_ip_address': '172.26.8.129', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'port_id': '76894774-e5a7-4071-8dce-7f2b508a05c2', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1402, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'mac_address': 'fa:16:3e:54:0a:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a613907b-2147-4368-89ca-12eba9b104b4', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:49:12Z', 'updated_at': '2021-11-23T04:49:12Z', 'revision_number': 0, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:49:15.054717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42844687-a367-42c5-932d-45df2842ed44 None None] New status for floating IP f5ff78f2-bd8c-4e3d-b6ce-2ab66f22fa18: ACTIVE {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:49:15.862695 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44528c9-e771-450e-9ab8-052b950a3816 req-7b9476a1-4f3d-4149-a8ea-ad7be575adb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:15.864425 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e44528c9-e771-450e-9ab8-052b950a3816 req-7b9476a1-4f3d-4149-a8ea-ad7be575adb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 945 time: 0.0569966 Nov 23 04:49:15.920111 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e44528c9-e771-450e-9ab8-052b950a3816 req-e686de3d-c9c2-43a0-9ede-25a323b49b7e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6342f2-bce8-40c6-bfdf-8a55331862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496807 Nov 23 04:49:16.336874 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-273f5b80-8ff8-43a7-b722-22a4c2711e5e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:16.338382 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-273f5b80-8ff8-43a7-b722-22a4c2711e5e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 945 time: 0.0571253 Nov 23 04:49:16.434125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-dc9dd1d1-5cc0-4dba-93bd-b76ddd4ff847 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port ea5d1c7d-1252-46b6-819c-9d63a6078898 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:49:16.434421 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-dc9dd1d1-5cc0-4dba-93bd-b76ddd4ff847 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:16.773392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-dc9dd1d1-5cc0-4dba-93bd-b76ddd4ff847 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port ea5d1c7d-1252-46b6-819c-9d63a6078898, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ea5d1c7d-1252-46b6-819c-9d63a6078898,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:16.773724 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-dc9dd1d1-5cc0-4dba-93bd-b76ddd4ff847 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:17.012927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-dc9dd1d1-5cc0-4dba-93bd-b76ddd4ff847 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:17.013331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-dc9dd1d1-5cc0-4dba-93bd-b76ddd4ff847 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:17.013664 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-dc9dd1d1-5cc0-4dba-93bd-b76ddd4ff847 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP c7a0fdb6-8448-495c-ac4c-46fb32f2c346 disassociated. External IP: 172.26.8.61, port: ea5d1c7d-1252-46b6-819c-9d63a6078898. Nov 23 04:49:17.014010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-dc9dd1d1-5cc0-4dba-93bd-b76ddd4ff847 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for ea5d1c7d-1252-46b6-819c-9d63a6078898 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:49:17.090068 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9756f335-df90-46b1-b19c-8dd8f021da2a req-bc0f012f-0a2e-4aa3-a96d-5c914a48e587 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:17.091569 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9756f335-df90-46b1-b19c-8dd8f021da2a req-bc0f012f-0a2e-4aa3-a96d-5c914a48e587 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e8a98d2f-2538-4361-a149-b5d2ed5e1d2e HTTP/1.1" status: 200 len: 945 time: 0.0994728 Nov 23 04:49:17.165091 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9756f335-df90-46b1-b19c-8dd8f021da2a req-a119c9e1-8af8-49b3-af25-07a0efa5615c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=7c6342f2-bce8-40c6-bfdf-8a55331862a9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0652599 Nov 23 04:49:17.219031 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-dc9dd1d1-5cc0-4dba-93bd-b76ddd4ff847 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:17.255152 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9dd1d1-5cc0-4dba-93bd-b76ddd4ff847 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=ea5d1c7d-1252-46b6-819c-9d63a6078898,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:17.373437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-dc9dd1d1-5cc0-4dba-93bd-b76ddd4ff847 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 4e7305d5-ca37-4038-acf8-7a076c1da81c has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:49:17.489740 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-dc9dd1d1-5cc0-4dba-93bd-b76ddd4ff847 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:49:17.499428 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca81c4-ab97-4da6-a771-29ead8403891 None None] Sync routers for ids ['4e7305d5-ca37-4038-acf8-7a076c1da81c'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:49:17.509420 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca81c4-ab97-4da6-a771-29ead8403891 None None] Routers {'4e7305d5-ca37-4038-acf8-7a076c1da81c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:49:17.510017 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9eca81c4-ab97-4da6-a771-29ead8403891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4e7305d5-ca37-4038-acf8-7a076c1da81c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:17.529958 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-dc9dd1d1-5cc0-4dba-93bd-b76ddd4ff847 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] No DVR routers for this DVR port ea5d1c7d-1252-46b6-819c-9d63a6078898 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:49:17.532527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-dc9dd1d1-5cc0-4dba-93bd-b76ddd4ff847 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:17.536499 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-aec0fb30-5f36-48f4-892d-52605a6581d2 req-dc9dd1d1-5cc0-4dba-93bd-b76ddd4ff847 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "DELETE /v2.0/ports/ea5d1c7d-1252-46b6-819c-9d63a6078898 HTTP/1.1" status: 204 len: 173 time: 1.1911988 Nov 23 04:49:17.536947 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a98d2f-2538-4361-a149-b5d2ed5e1d2e', 'name': 'network-vif-deleted', 'tag': 'ea5d1c7d-1252-46b6-819c-9d63a6078898'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:49:17.539249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb224de-90a0-4ebd-872f-c963eb33f942" -d '{"events": [{"server_uuid": "e8a98d2f-2538-4361-a149-b5d2ed5e1d2e", "name": "network-vif-deleted", "tag": "ea5d1c7d-1252-46b6-819c-9d63a6078898"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:49:17.580840 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:49:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12e6961-7fd1-44b8-8662-41ca650ac27e x-openstack-request-id: req-c12e6961-7fd1-44b8-8662-41ca650ac27e {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:49:17.581725 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a98d2f-2538-4361-a149-b5d2ed5e1d2e", "name": "network-vif-deleted", "tag": "ea5d1c7d-1252-46b6-819c-9d63a6078898", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:49:17.582008 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c12e6961-7fd1-44b8-8662-41ca650ac27e {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:49:17.582595 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a98d2f-2538-4361-a149-b5d2ed5e1d2e', 'name': 'network-vif-deleted', 'tag': 'ea5d1c7d-1252-46b6-819c-9d63a6078898', 'status': 'completed', 'code': 200} Nov 23 04:49:17.634791 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-9eca81c4-ab97-4da6-a771-29ead8403891 None None] Set router 4e7305d5-ca37-4038-acf8-7a076c1da81c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:49:17.848889 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9eca81c4-ab97-4da6-a771-29ead8403891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '83e9bb10-4140-413a-9545-6c29ca8b4de9', 'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:b9:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:27Z', 'updated_at': '2021-11-23T04:47:31Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:17.874182 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca81c4-ab97-4da6-a771-29ead8403891 None None] Checking router: 4e7305d5-ca37-4038-acf8-7a076c1da81c for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:49:17.882749 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eca81c4-ab97-4da6-a771-29ead8403891 None None] Routers {'4e7305d5-ca37-4038-acf8-7a076c1da81c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:49:17.883284 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9eca81c4-ab97-4da6-a771-29ead8403891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4e7305d5-ca37-4038-acf8-7a076c1da81c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:17.996217 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-9eca81c4-ab97-4da6-a771-29ead8403891 None None] Set router 4e7305d5-ca37-4038-acf8-7a076c1da81c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:49:18.213073 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9eca81c4-ab97-4da6-a771-29ead8403891 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '83e9bb10-4140-413a-9545-6c29ca8b4de9', 'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:b9:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:27Z', 'updated_at': '2021-11-23T04:47:31Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:18.226034 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48066) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:18.241014 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9eca81c4-ab97-4da6-a771-29ead8403891 None None] The sync data for ids ['4e7305d5-ca37-4038-acf8-7a076c1da81c'] in dv-neutron-818850-1-hyperv is: [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:47:28Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '83e9bb10-4140-413a-9545-6c29ca8b4de9', 'name': '', 'network_id': '3475ba85-61e1-4546-bfd2-1d586e91c404', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:b9:a5:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1377, 'fixed_ips': [{'subnet_id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:27Z', 'updated_at': '2021-11-23T04:47:31Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '8f6be6aa-e947-4849-9929-aeb8d156da71', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:49:18.286915 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ecfa81a3-b71d-4087-bdcd-fe74ea9daae4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:18.327630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ecfa81a3-b71d-4087-bdcd-fe74ea9daae4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:18.392245 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ecfa81a3-b71d-4087-bdcd-fe74ea9daae4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:18.394966 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ecfa81a3-b71d-4087-bdcd-fe74ea9daae4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:18.396184 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ecfa81a3-b71d-4087-bdcd-fe74ea9daae4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/security-groups/7c6342f2-bce8-40c6-bfdf-8a55331862a9 HTTP/1.1" status: 204 len: 168 time: 0.1691258 Nov 23 04:49:18.405984 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfa81a3-b71d-4087-bdcd-fe74ea9daae4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c6342f2-bce8-40c6-bfdf-8a55331862a9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:18.430939 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48070) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:18.508028 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29ce295a-0ea7-488f-8ec5-086945e7dfa9 None None] New status for floating IP c7a0fdb6-8448-495c-ac4c-46fb32f2c346: DOWN {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:49:18.563344 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5344b476-e7be-4a96-ad35-4ecb90181831 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port aa519fed-a67c-4ac5-9ace-e44264a79d93 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:49:18.563684 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5344b476-e7be-4a96-ad35-4ecb90181831 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:18.645577 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5344b476-e7be-4a96-ad35-4ecb90181831 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:18.645950 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5344b476-e7be-4a96-ad35-4ecb90181831 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:18.661564 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5344b476-e7be-4a96-ad35-4ecb90181831 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for aa519fed-a67c-4ac5-9ace-e44264a79d93 owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:49:18.807895 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5344b476-e7be-4a96-ad35-4ecb90181831 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:18.838335 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5344b476-e7be-4a96-ad35-4ecb90181831 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=aa519fed-a67c-4ac5-9ace-e44264a79d93,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:18.907566 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5344b476-e7be-4a96-ad35-4ecb90181831 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:18.911112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5344b476-e7be-4a96-ad35-4ecb90181831 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:18.912404 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5344b476-e7be-4a96-ad35-4ecb90181831 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/floatingips/c7a0fdb6-8448-495c-ac4c-46fb32f2c346 HTTP/1.1" status: 204 len: 168 time: 0.4803374 Nov 23 04:49:19.136585 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efb08a-ab3b-4fc2-853b-e8cf5d20ddbc req-aa01d594-55dc-4cea-9bd5-5a6ec87a7796 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:19.138134 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d4efb08a-ab3b-4fc2-853b-e8cf5d20ddbc req-aa01d594-55dc-4cea-9bd5-5a6ec87a7796 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 946 time: 0.0504587 Nov 23 04:49:19.147268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device ea5d1c7d-1252-46b6-819c-9d63a6078898 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:49:19.168424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: ea5d1c7d-1252-46b6-819c-9d63a6078898 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:49:19.168844 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device ea5d1c7d-1252-46b6-819c-9d63a6078898 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:49:19.191025 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d4efb08a-ab3b-4fc2-853b-e8cf5d20ddbc req-0847da0d-d2d6-4486-9573-7db39a7e0b7e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae4ede86-8bed-4cf2-9761-e31fc2148b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439737 Nov 23 04:49:20.316765 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fd69e4-9337-4a27-af57-1f0828d3ab41 req-746784bd-6a32-4f1a-b36e-8b0c9f11c5e9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:20.318314 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f2fd69e4-9337-4a27-af57-1f0828d3ab41 req-746784bd-6a32-4f1a-b36e-8b0c9f11c5e9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 946 time: 0.0542309 Nov 23 04:49:20.369803 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f2fd69e4-9337-4a27-af57-1f0828d3ab41 req-b1ad08b8-c815-49b7-a3da-6fe323d10a32 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=ae4ede86-8bed-4cf2-9761-e31fc2148b6c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455749 Nov 23 04:49:20.738923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5435ff2c-4e14-474e-8642-4d3fa0bfef3a req-9406ef84-242d-401d-88a9-a1956eeaefb4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:20.740392 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5435ff2c-4e14-474e-8642-4d3fa0bfef3a req-9406ef84-242d-401d-88a9-a1956eeaefb4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 946 time: 0.0506999 Nov 23 04:49:20.840764 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-5435ff2c-4e14-474e-8642-4d3fa0bfef3a req-50509148-2518-480b-bbbd-851ce01e38c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:49:20.841139 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-5435ff2c-4e14-474e-8642-4d3fa0bfef3a req-50509148-2518-480b-bbbd-851ce01e38c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:20.939816 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-5435ff2c-4e14-474e-8642-4d3fa0bfef3a req-50509148-2518-480b-bbbd-851ce01e38c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:20.940218 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-5435ff2c-4e14-474e-8642-4d3fa0bfef3a req-50509148-2518-480b-bbbd-851ce01e38c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:20.953827 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-5435ff2c-4e14-474e-8642-4d3fa0bfef3a req-50509148-2518-480b-bbbd-851ce01e38c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:49:21.093031 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-5435ff2c-4e14-474e-8642-4d3fa0bfef3a req-50509148-2518-480b-bbbd-851ce01e38c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:21.126638 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50509148-2518-480b-bbbd-851ce01e38c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:21.180050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-5435ff2c-4e14-474e-8642-4d3fa0bfef3a req-50509148-2518-480b-bbbd-851ce01e38c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] No DVR routers for this DVR port c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:49:21.182889 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-5435ff2c-4e14-474e-8642-4d3fa0bfef3a req-50509148-2518-480b-bbbd-851ce01e38c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:21.187049 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5435ff2c-4e14-474e-8642-4d3fa0bfef3a req-50509148-2518-480b-bbbd-851ce01e38c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "DELETE /v2.0/ports/c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 HTTP/1.1" status: 204 len: 173 time: 0.4385591 Nov 23 04:49:21.187610 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e50161d1-fb34-429b-9bf9-7f564a0052a8', 'name': 'network-vif-deleted', 'tag': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:49:21.190345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec1fcc3f-0223-4087-b2d4-8899be5aad34" -d '{"events": [{"server_uuid": "e50161d1-fb34-429b-9bf9-7f564a0052a8", "name": "network-vif-deleted", "tag": "c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:49:21.226663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a53104a-ac0e-47ac-a31f-fcc799c382bb x-openstack-request-id: req-9a53104a-ac0e-47ac-a31f-fcc799c382bb {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:49:21.226962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e50161d1-fb34-429b-9bf9-7f564a0052a8", "name": "network-vif-deleted", "tag": "c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:49:21.227234 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9a53104a-ac0e-47ac-a31f-fcc799c382bb {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:49:21.227639 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e50161d1-fb34-429b-9bf9-7f564a0052a8', 'name': 'network-vif-deleted', 'tag': 'c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362', 'status': 'completed', 'code': 200} Nov 23 04:49:21.480868 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-266b6609-6ffe-4506-aafa-11c5a16e7f5b req-86c031de-a806-4b82-9f79-58ba06f652b4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 210 time: 0.0293663 Nov 23 04:49:21.752423 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c96ceda-f0cb-45c4-91b3-06ec89d8af04 req-245271ad-c5c3-48ef-9475-c09176929a66 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0268865 Nov 23 04:49:21.826345 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c96ceda-f0cb-45c4-91b3-06ec89d8af04 req-25a70f61-0604-42dd-88f9-a918d33df1fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=e50161d1-fb34-429b-9bf9-7f564a0052a8 HTTP/1.1" status: 200 len: 210 time: 0.0277905 Nov 23 04:49:22.026962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96ceda-f0cb-45c4-91b3-06ec89d8af04 req-dce91f95-0f5d-4640-b37a-359a8d7a6ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:22.028463 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c96ceda-f0cb-45c4-91b3-06ec89d8af04 req-dce91f95-0f5d-4640-b37a-359a8d7a6ab6 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=1f39b592b6944144b30ee044431afa7d&shared=False HTTP/1.1" status: 200 len: 898 time: 0.1731062 Nov 23 04:49:22.208130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c96ceda-f0cb-45c4-91b3-06ec89d8af04 req-9e42ccbf-8541-440c-b8fc-46702960a5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:22.209744 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c96ceda-f0cb-45c4-91b3-06ec89d8af04 req-9e42ccbf-8541-440c-b8fc-46702960a5ee service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1739838 Nov 23 04:49:22.540773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48086) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:22.600607 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9231f189-aa1a-4d65-bbe7-fb9cf2895fcf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:22.626901 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9231f189-aa1a-4d65-bbe7-fb9cf2895fcf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:22.687395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9231f189-aa1a-4d65-bbe7-fb9cf2895fcf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:22.690155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9231f189-aa1a-4d65-bbe7-fb9cf2895fcf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:22.692046 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9231f189-aa1a-4d65-bbe7-fb9cf2895fcf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/security-groups/ae4ede86-8bed-4cf2-9761-e31fc2148b6c HTTP/1.1" status: 204 len: 168 time: 0.1501167 Nov 23 04:49:22.704968 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231f189-aa1a-4d65-bbe7-fb9cf2895fcf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae4ede86-8bed-4cf2-9761-e31fc2148b6c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:22.727226 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48090) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:23.131147 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b779f9cc-aef4-4ab2-aec8-508dd1b60683 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:23.425029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b779f9cc-aef4-4ab2-aec8-508dd1b60683 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 83e9bb10-4140-413a-9545-6c29ca8b4de9 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:49:23.425452 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b779f9cc-aef4-4ab2-aec8-508dd1b60683 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:23.431097 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:49:23.526586 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-b779f9cc-aef4-4ab2-aec8-508dd1b60683 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 83e9bb10-4140-413a-9545-6c29ca8b4de9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=83e9bb10-4140-413a-9545-6c29ca8b4de9,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:23.526960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b779f9cc-aef4-4ab2-aec8-508dd1b60683 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:23.541494 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b779f9cc-aef4-4ab2-aec8-508dd1b60683 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 83e9bb10-4140-413a-9545-6c29ca8b4de9 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:49:23.742017 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b779f9cc-aef4-4ab2-aec8-508dd1b60683 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:23.770844 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b779f9cc-aef4-4ab2-aec8-508dd1b60683 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=83e9bb10-4140-413a-9545-6c29ca8b4de9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:23.953168 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b779f9cc-aef4-4ab2-aec8-508dd1b60683 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:24.202681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b779f9cc-aef4-4ab2-aec8-508dd1b60683 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 4e7305d5-ca37-4038-acf8-7a076c1da81c has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:49:24.314250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b779f9cc-aef4-4ab2-aec8-508dd1b60683 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:49:24.320044 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b779f9cc-aef4-4ab2-aec8-508dd1b60683 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/4e7305d5-ca37-4038-acf8-7a076c1da81c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5917468 Nov 23 04:49:24.322725 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48092) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:24.324451 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e750d-85bf-4ca8-8726-c8e07b48de58 None None] Sync routers for ids ['4e7305d5-ca37-4038-acf8-7a076c1da81c'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:49:24.334017 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e750d-85bf-4ca8-8726-c8e07b48de58 None None] Routers {'4e7305d5-ca37-4038-acf8-7a076c1da81c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:49:24.334622 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-190e750d-85bf-4ca8-8726-c8e07b48de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4e7305d5-ca37-4038-acf8-7a076c1da81c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:24.374758 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-cba576b9-bce1-4de5-86c8-4e2ff531f3cb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting subnet 8f6be6aa-e947-4849-9929-aeb8d156da71 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:49:24.378537 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cba576b9-bce1-4de5-86c8-4e2ff531f3cb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:24.422390 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cba576b9-bce1-4de5-86c8-4e2ff531f3cb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:24.517696 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cba576b9-bce1-4de5-86c8-4e2ff531f3cb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:24.529786 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-190e750d-85bf-4ca8-8726-c8e07b48de58 None None] Set router 4e7305d5-ca37-4038-acf8-7a076c1da81c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:49:24.576202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cba576b9-bce1-4de5-86c8-4e2ff531f3cb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:24.606000 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba576b9-bce1-4de5-86c8-4e2ff531f3cb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Subnet': ['ID=8f6be6aa-e947-4849-9929-aeb8d156da71,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:24.609657 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cba576b9-bce1-4de5-86c8-4e2ff531f3cb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:24.613760 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cba576b9-bce1-4de5-86c8-4e2ff531f3cb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/subnets/8f6be6aa-e947-4849-9929-aeb8d156da71 HTTP/1.1" status: 204 len: 168 time: 0.2898912 Nov 23 04:49:24.616413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48094) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:24.618433 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc8ce4ec-debb-4a97-8bc8-0882d78988c8 None None] Network 3475ba85-61e1-4546-bfd2-1d586e91c404 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:49:24.724986 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-190e750d-85bf-4ca8-8726-c8e07b48de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:49:23Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:24.741199 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:24.754732 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e750d-85bf-4ca8-8726-c8e07b48de58 None None] Checking router: 4e7305d5-ca37-4038-acf8-7a076c1da81c for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:49:24.763965 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-190e750d-85bf-4ca8-8726-c8e07b48de58 None None] Routers {'4e7305d5-ca37-4038-acf8-7a076c1da81c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:49:24.764928 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-190e750d-85bf-4ca8-8726-c8e07b48de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4e7305d5-ca37-4038-acf8-7a076c1da81c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:24.831668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82dcf5a6-631f-4633-bce9-6028dc8e22a0 None None] DHCP port deletion for 3475ba85-61e1-4546-bfd2-1d586e91c404 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:49:24.863726 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:24.878556 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-190e750d-85bf-4ca8-8726-c8e07b48de58 None None] Set router 4e7305d5-ca37-4038-acf8-7a076c1da81c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:49:24.884997 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-82dcf5a6-631f-4633-bce9-6028dc8e22a0 None None] Deleting port 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:49:24.885423 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-82dcf5a6-631f-4633-bce9-6028dc8e22a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:24.919951 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port bc461110-87f9-499a-9eb5-e0a48117301f {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:49:24.920418 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:24.952899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-82dcf5a6-631f-4633-bce9-6028dc8e22a0 None None] For port 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3,segment=NetworkSegment(6c8b95cb-8c79-451a-8caa-a0bd568ba844),segment_id=6c8b95cb-8c79-451a-8caa-a0bd568ba844)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:24.953330 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-82dcf5a6-631f-4633-bce9-6028dc8e22a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:24.966366 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-82dcf5a6-631f-4633-bce9-6028dc8e22a0 None None] Calling delete_port for 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:49:25.013315 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port bc461110-87f9-499a-9eb5-e0a48117301f, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=bc461110-87f9-499a-9eb5-e0a48117301f,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:25.014103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.029561 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for bc461110-87f9-499a-9eb5-e0a48117301f owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:49:25.052690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-82dcf5a6-631f-4633-bce9-6028dc8e22a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.069267 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-190e750d-85bf-4ca8-8726-c8e07b48de58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:49:23Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:25.080786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcf5a6-631f-4633-bce9-6028dc8e22a0 None None] Pushing event deleted for resources: {'Port': ['ID=8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:25.086929 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82dcf5a6-631f-4633-bce9-6028dc8e22a0 None None] No DVR routers for this DVR port 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:49:25.100969 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-190e750d-85bf-4ca8-8726-c8e07b48de58 None None] The sync data for ids ['4e7305d5-ca37-4038-acf8-7a076c1da81c'] in dv-neutron-818850-1-hyperv is: [{'id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'name': 'tempest-TestNetworkBasicOps-router-271881666', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110'}], 'enable_snat': True}, 'gw_port_id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:47:24Z', 'updated_at': '2021-11-23T04:49:23Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'bc461110-87f9-499a-9eb5-e0a48117301f', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:80:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4e7305d5-ca37-4038-acf8-7a076c1da81c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1374, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.110', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:47:25Z', 'updated_at': '2021-11-23T04:47:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:49:25.146206 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:49:25.171100 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:49:25.171515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c8bfbd1a-3af9-4f85-8dcd-11ac24ff8362 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:49:25.220654 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.253870 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=bc461110-87f9-499a-9eb5-e0a48117301f,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:25.273516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1cd2805-aff6-4f1c-8d71-349b5638df08 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:49:25.285340 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:25.285803 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:25.286190 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:25.286569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:25.286952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:25.287521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:25.288452 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:25.288867 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:25.289265 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:25.289875 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:25.290152 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:25.290402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:25.333081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.428819 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.431035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.478524 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.479047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Fanout notify agent at l3_agent the message router_deleted on router 4e7305d5-ca37-4038-acf8-7a076c1da81c {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:49:25.485805 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.486954 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8c6e1d7f-3717-4abd-9493-269f64287d99 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/routers/4e7305d5-ca37-4038-acf8-7a076c1da81c HTTP/1.1" status: 204 len: 168 time: 0.8695536 Nov 23 04:49:25.490535 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48096) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:25.576171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4992a1b-d37d-406f-b853-b12576d36ebc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.673160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4992a1b-d37d-406f-b853-b12576d36ebc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.693992 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-f4992a1b-d37d-406f-b853-b12576d36ebc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3475ba85-61e1-4546-bfd2-1d586e91c404']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:25.703820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-f4992a1b-d37d-406f-b853-b12576d36ebc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c8b95cb-8c79-451a-8caa-a0bd568ba844') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:25.704109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-f4992a1b-d37d-406f-b853-b12576d36ebc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c8b95cb-8c79-451a-8caa-a0bd568ba844') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:25.714106 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4992a1b-d37d-406f-b853-b12576d36ebc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.728019 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4992a1b-d37d-406f-b853-b12576d36ebc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.734023 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f4992a1b-d37d-406f-b853-b12576d36ebc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:49:25.734426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4992a1b-d37d-406f-b853-b12576d36ebc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:49:25.737447 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:49:25.797603 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4992a1b-d37d-406f-b853-b12576d36ebc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.804456 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f4992a1b-d37d-406f-b853-b12576d36ebc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.807668 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f4992a1b-d37d-406f-b853-b12576d36ebc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/networks/3475ba85-61e1-4546-bfd2-1d586e91c404 HTTP/1.1" status: 204 len: 168 time: 0.3161647 Nov 23 04:49:25.826996 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4992a1b-d37d-406f-b853-b12576d36ebc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Network': ['ID=3475ba85-61e1-4546-bfd2-1d586e91c404,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:25.827232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48098) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:25.832659 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b406ce0c-4aed-4cde-a649-fa5971490df8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'network': {'name': 'tempest-network-smoke--1476014196', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'port_security_enabled': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:25.853122 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b406ce0c-4aed-4cde-a649-fa5971490df8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:49:25.856496 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b406ce0c-4aed-4cde-a649-fa5971490df8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.879876 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b406ce0c-4aed-4cde-a649-fa5971490df8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:49:25.889031 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b406ce0c-4aed-4cde-a649-fa5971490df8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.889361 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-b406ce0c-4aed-4cde-a649-fa5971490df8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Added segment 600095ec-5164-4f48-83f1-aa36f9cb6517 of type vlan for network fd3cafb5-63ab-4518-9195-ac844a9d9dad Nov 23 04:49:25.929947 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b406ce0c-4aed-4cde-a649-fa5971490df8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.958472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b406ce0c-4aed-4cde-a649-fa5971490df8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.961169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 83e9bb10-4140-413a-9545-6c29ca8b4de9 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:49:25.964179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b406ce0c-4aed-4cde-a649-fa5971490df8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:25.964797 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b406ce0c-4aed-4cde-a649-fa5971490df8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:25.993574 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 83e9bb10-4140-413a-9545-6c29ca8b4de9 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:49:25.993939 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 83e9bb10-4140-413a-9545-6c29ca8b4de9 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:49:25.994376 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:49:26.015126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:49:26.015496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8dab4d2e-f4bf-428a-bf6d-184c92c8b0b3 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:49:26.016532 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b406ce0c-4aed-4cde-a649-fa5971490df8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1884356 Nov 23 04:49:26.019573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48100) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:26.024669 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-649251572', 'admin_state_up': True, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:26.043889 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b406ce0c-4aed-4cde-a649-fa5971490df8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Network': ['ID=fd3cafb5-63ab-4518-9195-ac844a9d9dad,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:26.055487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:26.056706 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:26.058873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network fd3cafb5-63ab-4518-9195-ac844a9d9dad details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:49:26.152488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:26.302490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:26.759844 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:26.790040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:26.908093 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.44 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/693cd6c1-113c-4ac3-9843-e02c8fb2d9f0) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:49:27.013540 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:27.052254 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:27.099196 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:49:27.105179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:49:27.107717 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:49:27.117961 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ab363aa-a29a-4611-8c56-4552e0e25273 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:49:27.137267 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=693cd6c1-113c-4ac3-9843-e02c8fb2d9f0,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:27.156846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:27.157215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:27.157594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:27.157945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:27.158416 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:27.158775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:27.159174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:27.160028 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:27.160357 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:27.160701 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:27.161041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:27.161404 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:27.163443 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-55d9146d-93c4-4f2f-9bc5-ddd15f347c22 None None] Provisioning complete for port 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:27.163821 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55d9146d-93c4-4f2f-9bc5-ddd15f347c22 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:27.202568 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-55d9146d-93c4-4f2f-9bc5-ddd15f347c22 None None] Port 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:49:27.401465 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:27.548030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device bc461110-87f9-499a-9eb5-e0a48117301f no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:49:27.571139 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: bc461110-87f9-499a-9eb5-e0a48117301f {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:49:27.571490 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device bc461110-87f9-499a-9eb5-e0a48117301f not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:49:27.612089 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:27.761956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:49:27.870261 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:49:27.881379 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Sync routers for ids ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:49:27.892302 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Routers {'3f7a8a91-6194-42e2-b1a1-b01d1156a770'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:49:27.892933 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:27.899104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:27.900335 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b065dac3-8011-42d7-bc34-f7a4b9d462fa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.8795588 Nov 23 04:49:27.904181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48104) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:28.002289 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Set router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:49:28.043423 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3d38cecd-95bd-4d0f-8a6f-815c9e7304c9 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1f39b592b6944144b30ee044431afa7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1379523 Nov 23 04:49:28.045817 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48108) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:28.195166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e1cbf22-d552-4696-93c1-049bed4e01d4 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:28.196687 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0e1cbf22-d552-4696-93c1-049bed4e01d4 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1499681 Nov 23 04:49:28.197532 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'name': 'tempest-TestNetworkBasicOps-router-649251572', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:27Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:28.199605 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48110) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:28.224070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Checking router: 3f7a8a91-6194-42e2-b1a1-b01d1156a770 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:49:28.224422 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Updating router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 port 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:49:28.233933 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-db8aae66-70a6-4cac-9c4a-57522f13366b tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332675 Nov 23 04:49:28.236787 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48112) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:28.242146 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-31ceea2a-dbee-475d-82aa-28f82d0a1c00 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-852790179', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:28.249074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:28.336312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-31ceea2a-dbee-475d-82aa-28f82d0a1c00 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:49:28.340371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-31ceea2a-dbee-475d-82aa-28f82d0a1c00 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:28.503997 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:28.509245 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:28.526428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-31ceea2a-dbee-475d-82aa-28f82d0a1c00 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:28.555126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fcb559-b18f-4441-92f1-80a5446d5eea None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:49:28.563767 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Attempting to bind port 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:49:28.564145 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Attempting to bind port 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:49:28.564514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Attempting to bind port 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:49:28.574662 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4d951-8c3e-47a9-805e-8f0557b7c4b4 None None] Pushing event updated for resources: {'Port': ['ID=693cd6c1-113c-4ac3-9843-e02c8fb2d9f0,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:28.577988 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:49:28.578832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:49:28.579252 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:28.579631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:49:28.580119 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Bound port: 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:49:28.580508 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:28.594385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ceea2a-dbee-475d-82aa-28f82d0a1c00 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Subnet': ['ID=9fa459f4-57cf-4924-b3c2-1538bde7fa88,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:28.602143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31ceea2a-dbee-475d-82aa-28f82d0a1c00 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Checking segment: {'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:49:28.602522 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ceea2a-dbee-475d-82aa-28f82d0a1c00 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network hostable DHCP agents. Network: fd3cafb5-63ab-4518-9195-ac844a9d9dad, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:49:28.619553 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31ceea2a-dbee-475d-82aa-28f82d0a1c00 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network fd3cafb5-63ab-4518-9195-ac844a9d9dad is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:49:28.628898 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-31ceea2a-dbee-475d-82aa-28f82d0a1c00 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, fd3cafb5-63ab-4518-9195-ac844a9d9dad) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:49:28.633078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31ceea2a-dbee-475d-82aa-28f82d0a1c00 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:28.633707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-31ceea2a-dbee-475d-82aa-28f82d0a1c00 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:28.643962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7bffee2-ffe1-4fda-b7a3-b18b87ac38ac None None] Network fd3cafb5-63ab-4518-9195-ac844a9d9dad requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:49:28.649910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] For port 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:49:28.651263 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-31ceea2a-dbee-475d-82aa-28f82d0a1c00 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4128551 Nov 23 04:49:28.654616 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48114) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:28.853415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] For port 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=693cd6c1-113c-4ac3-9843-e02c8fb2d9f0,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:49:28.859720 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-295bb1c9-d370-45e1-b413-16d09d6b55cb None None] Provisioning complete for port 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:28.860101 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-295bb1c9-d370-45e1-b413-16d09d6b55cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:28.862156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:28.949984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735813af-9388-46f5-9d57-e86701fb6ff9 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:49:28.998061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Routers {'3f7a8a91-6194-42e2-b1a1-b01d1156a770'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:49:28.998808 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:29.005695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4d951-8c3e-47a9-805e-8f0557b7c4b4 None None] Pushing event updated for resources: {'Port': ['ID=693cd6c1-113c-4ac3-9843-e02c8fb2d9f0,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:29.108114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:29.173701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ips': [{'subnet_id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:49:29.174709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:29.182410 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-295bb1c9-d370-45e1-b413-16d09d6b55cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:29.232510 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-295bb1c9-d370-45e1-b413-16d09d6b55cb None None] For port 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=693cd6c1-113c-4ac3-9843-e02c8fb2d9f0,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:29.234439 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] Set router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:49:29.288048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-295bb1c9-d370-45e1-b413-16d09d6b55cb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:29.387966 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.1 (fd3cafb5-63ab-4518-9195-ac844a9d9dad/9fa459f4-57cf-4924-b3c2-1538bde7fa88/9687f353-a94f-4420-9408-c186a6836f8c) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:49:29.464996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-295bb1c9-d370-45e1-b413-16d09d6b55cb None None] Pushing event updated for resources: {'Port': ['ID=693cd6c1-113c-4ac3-9843-e02c8fb2d9f0,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:29.467499 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ba4edda7-6809-4e28-bb76-966537b589f7 None None] Provisioning complete for port 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:29.467861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ba4edda7-6809-4e28-bb76-966537b589f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:29.505237 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:29.540951 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:29.588148 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network fd3cafb5-63ab-4518-9195-ac844a9d9dad is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:49:29.591393 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:49:29.593842 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:49:29.619846 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Allocated IP 172.20.0.2 (fd3cafb5-63ab-4518-9195-ac844a9d9dad/9fa459f4-57cf-4924-b3c2-1538bde7fa88/e9253c21-3696-45b9-88e1-8e65a3951dfd) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:49:29.622887 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=9687f353-a94f-4420-9408-c186a6836f8c,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:29.646910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'name': 'tempest-TestNetworkBasicOps-router-649251572', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:27Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:29.648718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:29.709317 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a896febb-529a-4591-9ca5-0cb1849ac849 None None] The sync data for ids ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'] in dv-neutron-818850-1-hyperv is: [{'id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'name': 'tempest-TestNetworkBasicOps-router-649251572', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:27Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:49:29.786638 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:29.823498 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:29.831687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:29.876291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Network fd3cafb5-63ab-4518-9195-ac844a9d9dad is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:49:29.880716 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:49:29.882492 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Pushing event updated for resources: {'Port': ['ID=e9253c21-3696-45b9-88e1-8e65a3951dfd,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:29.884702 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:49:29.943960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Attempting to bind port e9253c21-3696-45b9-88e1-8e65a3951dfd on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:49:29.944345 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Attempting to bind port e9253c21-3696-45b9-88e1-8e65a3951dfd by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:49:29.944723 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Attempting to bind port e9253c21-3696-45b9-88e1-8e65a3951dfd on network fd3cafb5-63ab-4518-9195-ac844a9d9dad {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:49:29.964347 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:49:29.964922 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Checking segment: {'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:49:29.965360 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:29.965769 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Bound using segment: {'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:49:29.966324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Bound port: e9253c21-3696-45b9-88e1-8e65a3951dfd, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:49:29.966710 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:30.043199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] For port e9253c21-3696-45b9-88e1-8e65a3951dfd, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:49:30.046472 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] For port e9253c21-3696-45b9-88e1-8e65a3951dfd, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e9253c21-3696-45b9-88e1-8e65a3951dfd,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:49:30.051329 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:30.122304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdbafb12-a1d3-4557-98cf-fcfae8da3256 None None] Pushing event updated for resources: {'Port': ['ID=e9253c21-3696-45b9-88e1-8e65a3951dfd,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:30.139941 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:30.145553 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:30.234734 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:30.237814 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=9687f353-a94f-4420-9408-c186a6836f8c,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:30.392312 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network fd3cafb5-63ab-4518-9195-ac844a9d9dad is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:49:30.394488 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:49:30.549172 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:49:30.666815 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:49:30.672097 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-457d3dbc-6c35-4c34-9a2f-4622b1d6fc27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/3f7a8a91-6194-42e2-b1a1-b01d1156a770/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0164518 Nov 23 04:49:30.675330 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48116) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:30.784741 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7bb9c-7db1-4729-bff0-306644cf0a4c tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:30.784741 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7bb9c-7db1-4729-bff0-306644cf0a4c tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:30.785161 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7bb9c-7db1-4729-bff0-306644cf0a4c tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:30.785534 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7bb9c-7db1-4729-bff0-306644cf0a4c tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:30.785987 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7bb9c-7db1-4729-bff0-306644cf0a4c tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:30.786446 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a7bb9c-7db1-4729-bff0-306644cf0a4c tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:30.790952 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b3a7bb9c-7db1-4729-bff0-306644cf0a4c tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1122074 Nov 23 04:49:30.791598 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48118) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:30.851899 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fbb34d-d010-4bb9-89e0-1ad0b243f07d tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:30.852454 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fbb34d-d010-4bb9-89e0-1ad0b243f07d tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:30.852978 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fbb34d-d010-4bb9-89e0-1ad0b243f07d tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:30.854007 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fbb34d-d010-4bb9-89e0-1ad0b243f07d tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:30.854911 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fbb34d-d010-4bb9-89e0-1ad0b243f07d tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:30.855439 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2fbb34d-d010-4bb9-89e0-1ad0b243f07d tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:30.857659 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d2fbb34d-d010-4bb9-89e0-1ad0b243f07d tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4004 time: 0.0655515 Nov 23 04:49:30.860411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48120) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:31.134475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f768180a-3731-44e2-9dd2-5cc0edd3ea61 None None] Network fd3cafb5-63ab-4518-9195-ac844a9d9dad requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:49:31.215602 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bc880788-2c7a-4581-8e09-faf1a5db28f8 None None] Provisioning complete for port e9253c21-3696-45b9-88e1-8e65a3951dfd triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:31.215935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bc880788-2c7a-4581-8e09-faf1a5db28f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:31.356073 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ffee67eb-98c8-4042-aedd-67067ce967cc tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.4944792 Nov 23 04:49:31.358820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48122) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:31.363809 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-10c2e153-1f0e-4b96-9db3-843fa7df43a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1040406559', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:31.400004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bc880788-2c7a-4581-8e09-faf1a5db28f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:31.443796 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-bc880788-2c7a-4581-8e09-faf1a5db28f8 None None] For port e9253c21-3696-45b9-88e1-8e65a3951dfd, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e9253c21-3696-45b9-88e1-8e65a3951dfd,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:31.450421 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bc880788-2c7a-4581-8e09-faf1a5db28f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:31.492722 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c2e153-1f0e-4b96-9db3-843fa7df43a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'port': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:49:31.496253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-10c2e153-1f0e-4b96-9db3-843fa7df43a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:31.515675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [None req-10c2e153-1f0e-4b96-9db3-843fa7df43a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] device_id is not set on port 2055c07e-74f1-42dd-8247-965fa574a641 yet. {{(pid=109952) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:49:31.516424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc880788-2c7a-4581-8e09-faf1a5db28f8 None None] Pushing event updated for resources: {'Port': ['ID=e9253c21-3696-45b9-88e1-8e65a3951dfd,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:31.693832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-32060fe2-fd41-4a98-85e3-be6c3616893d None None] Provisioning complete for port 9687f353-a94f-4420-9408-c186a6836f8c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:31.694464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-32060fe2-fd41-4a98-85e3-be6c3616893d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:31.696424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e9253c21-3696-45b9-88e1-8e65a3951dfd up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:49:31.697625 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-10c2e153-1f0e-4b96-9db3-843fa7df43a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.3 (fd3cafb5-63ab-4518-9195-ac844a9d9dad/9fa459f4-57cf-4924-b3c2-1538bde7fa88/2055c07e-74f1-42dd-8247-965fa574a641) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:49:31.740969 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Sync routers for ids ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:49:31.751872 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Routers {'3f7a8a91-6194-42e2-b1a1-b01d1156a770'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:49:31.753450 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:31.796311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-32060fe2-fd41-4a98-85e3-be6c3616893d None None] Port 9687f353-a94f-4420-9408-c186a6836f8c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:49:31.811303 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-32060fe2-fd41-4a98-85e3-be6c3616893d None None] Provisioning complete for port e9253c21-3696-45b9-88e1-8e65a3951dfd triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:31.811666 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-32060fe2-fd41-4a98-85e3-be6c3616893d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:31.837718 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e9253c21-3696-45b9-88e1-8e65a3951dfd triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:31.838187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:31.887716 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Set router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:49:31.906248 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-10c2e153-1f0e-4b96-9db3-843fa7df43a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:31.951277 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-10c2e153-1f0e-4b96-9db3-843fa7df43a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:31.969978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:49:31.998901 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10c2e153-1f0e-4b96-9db3-843fa7df43a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network fd3cafb5-63ab-4518-9195-ac844a9d9dad is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:49:32.005383 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-10c2e153-1f0e-4b96-9db3-843fa7df43a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:49:32.009743 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10c2e153-1f0e-4b96-9db3-843fa7df43a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:49:32.029259 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:32.030008 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.073320 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c2e153-1f0e-4b96-9db3-843fa7df43a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:32.073935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-10c2e153-1f0e-4b96-9db3-843fa7df43a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.077433 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c2e153-1f0e-4b96-9db3-843fa7df43a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=2055c07e-74f1-42dd-8247-965fa574a641,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:32.098393 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-10c2e153-1f0e-4b96-9db3-843fa7df43a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.7359812 Nov 23 04:49:32.132937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5025f8d4-ec03-4bf6-8aeb-fcfe51ce8837 None None] Provisioning complete for port 9687f353-a94f-4420-9408-c186a6836f8c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:32.133492 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5025f8d4-ec03-4bf6-8aeb-fcfe51ce8837 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.141789 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'name': 'tempest-TestNetworkBasicOps-router-649251572', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '9687f353-a94f-4420-9408-c186a6836f8c', 'name': '', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:33:42:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:29Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 2, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:32.176137 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Checking router: 3f7a8a91-6194-42e2-b1a1-b01d1156a770 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:49:32.176480 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Updating router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 port 9687f353-a94f-4420-9408-c186a6836f8c binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:49:32.190623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5025f8d4-ec03-4bf6-8aeb-fcfe51ce8837 None None] Port 9687f353-a94f-4420-9408-c186a6836f8c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:49:32.204593 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.255188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48126) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:32.259805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1ab7cae2-6e03-4853-b1f3-1f5b5547e4f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1721542992', 'description': 'tempest-secgroup-smoke-1721542992 description', 'project_id': '1f39b592b6944144b30ee044431afa7d'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:32.286759 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1ab7cae2-6e03-4853-b1f3-1f5b5547e4f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.312200 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-80b42def-dea9-4ad5-899a-dc24e8897863 None None] Provisioning complete for port 9687f353-a94f-4420-9408-c186a6836f8c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:32.312668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-80b42def-dea9-4ad5-899a-dc24e8897863 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.358974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-80b42def-dea9-4ad5-899a-dc24e8897863 None None] Port 9687f353-a94f-4420-9408-c186a6836f8c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:49:32.387293 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1ab7cae2-6e03-4853-b1f3-1f5b5547e4f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.392794 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1ab7cae2-6e03-4853-b1f3-1f5b5547e4f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.422192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1ab7cae2-6e03-4853-b1f3-1f5b5547e4f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.423707 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1ab7cae2-6e03-4853-b1f3-1f5b5547e4f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1675117 Nov 23 04:49:32.426183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab7cae2-6e03-4853-b1f3-1f5b5547e4f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=313f6f99-bc32-4dd5-8d0a-04d5145bca71,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:32.427343 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48128) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:32.438745 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-187e1e5d-d4be-44e4-b41e-715345f6a655 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '313f6f99-bc32-4dd5-8d0a-04d5145bca71', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:32.477116 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-187e1e5d-d4be-44e4-b41e-715345f6a655 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.477760 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8ab26123-e8ce-4b98-a50c-6c6e1d530719 None None] Provisioning complete for port 2055c07e-74f1-42dd-8247-965fa574a641 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:32.478140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8ab26123-e8ce-4b98-a50c-6c6e1d530719 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.508437 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.514113 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8ab26123-e8ce-4b98-a50c-6c6e1d530719 None None] Port 2055c07e-74f1-42dd-8247-965fa574a641 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:49:32.515768 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.540985 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-187e1e5d-d4be-44e4-b41e-715345f6a655 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.544953 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-187e1e5d-d4be-44e4-b41e-715345f6a655 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.571796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187e1e5d-d4be-44e4-b41e-715345f6a655 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a4f5b627-61b6-4cd7-b498-7e6052a4ef63,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:32.583435 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-187e1e5d-d4be-44e4-b41e-715345f6a655 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.587460 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-187e1e5d-d4be-44e4-b41e-715345f6a655 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1543555 Nov 23 04:49:32.588268 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48130) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:32.592380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-af896dcf-77cc-4153-b8dd-2c54ee7306c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '313f6f99-bc32-4dd5-8d0a-04d5145bca71', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:32.613153 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6756358-c475-4e5a-949e-e4129bd19fc8 None None] Pushing event updated for resources: {'Port': ['ID=9687f353-a94f-4420-9408-c186a6836f8c,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:32.624119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-af896dcf-77cc-4153-b8dd-2c54ee7306c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.626095 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6756358-c475-4e5a-949e-e4129bd19fc8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:32.626455 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6756358-c475-4e5a-949e-e4129bd19fc8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:32.626790 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6756358-c475-4e5a-949e-e4129bd19fc8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:32.627133 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6756358-c475-4e5a-949e-e4129bd19fc8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:32.627470 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6756358-c475-4e5a-949e-e4129bd19fc8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:32.627835 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6756358-c475-4e5a-949e-e4129bd19fc8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:32.628166 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6756358-c475-4e5a-949e-e4129bd19fc8 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:32.628496 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6756358-c475-4e5a-949e-e4129bd19fc8 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:32.629031 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6756358-c475-4e5a-949e-e4129bd19fc8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:32.629581 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6756358-c475-4e5a-949e-e4129bd19fc8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:32.630099 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6756358-c475-4e5a-949e-e4129bd19fc8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:32.630429 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6756358-c475-4e5a-949e-e4129bd19fc8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:32.637539 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Attempting to bind port 9687f353-a94f-4420-9408-c186a6836f8c on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:49:32.637970 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Attempting to bind port 9687f353-a94f-4420-9408-c186a6836f8c by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:49:32.638333 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Attempting to bind port 9687f353-a94f-4420-9408-c186a6836f8c on network fd3cafb5-63ab-4518-9195-ac844a9d9dad {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:49:32.643763 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 49, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:49:32.644134 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Checking segment: {'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:49:32.644530 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.644918 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Bound using segment: {'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:49:32.645401 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Bound port: 9687f353-a94f-4420-9408-c186a6836f8c, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:49:32.645782 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.694638 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-af896dcf-77cc-4153-b8dd-2c54ee7306c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.700246 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-af896dcf-77cc-4153-b8dd-2c54ee7306c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.717379 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] For port 9687f353-a94f-4420-9408-c186a6836f8c, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:49:32.720580 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] For port 9687f353-a94f-4420-9408-c186a6836f8c, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9687f353-a94f-4420-9408-c186a6836f8c,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:49:32.722763 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af896dcf-77cc-4153-b8dd-2c54ee7306c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71a8deb0-5fdf-4f43-b7a7-6a9f6db19a35,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:32.731489 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.733840 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-af896dcf-77cc-4153-b8dd-2c54ee7306c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.738434 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48132) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:32.738716 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-af896dcf-77cc-4153-b8dd-2c54ee7306c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1496272 Nov 23 04:49:32.743337 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-77a0be34-db02-4e27-acab-1b2c2f6557cd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '313f6f99-bc32-4dd5-8d0a-04d5145bca71', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:32.774142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-77a0be34-db02-4e27-acab-1b2c2f6557cd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.790999 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Routers {'3f7a8a91-6194-42e2-b1a1-b01d1156a770'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:49:32.791632 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:32.840764 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-0533bc58-16ee-47cb-a92b-4c8248017d68 None None] Provisioning complete for port 9687f353-a94f-4420-9408-c186a6836f8c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:32.841068 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0533bc58-16ee-47cb-a92b-4c8248017d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.849231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-77a0be34-db02-4e27-acab-1b2c2f6557cd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.855370 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-77a0be34-db02-4e27-acab-1b2c2f6557cd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.883550 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a0be34-db02-4e27-acab-1b2c2f6557cd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230bbcff-b92c-415d-a6a3-b0a49bf4aa34,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:32.895932 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-77a0be34-db02-4e27-acab-1b2c2f6557cd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.900822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48134) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:32.901310 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-77a0be34-db02-4e27-acab-1b2c2f6557cd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1617665 Nov 23 04:49:32.906649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5420f3c3-dfa4-4938-89e1-6cb35745ae89 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '313f6f99-bc32-4dd5-8d0a-04d5145bca71', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:32.938788 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5420f3c3-dfa4-4938-89e1-6cb35745ae89 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.939399 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6756358-c475-4e5a-949e-e4129bd19fc8 None None] Pushing event updated for resources: {'Port': ['ID=9687f353-a94f-4420-9408-c186a6836f8c,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:32.959285 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0533bc58-16ee-47cb-a92b-4c8248017d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:32.997987 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-0533bc58-16ee-47cb-a92b-4c8248017d68 None None] For port 9687f353-a94f-4420-9408-c186a6836f8c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9687f353-a94f-4420-9408-c186a6836f8c,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:33.004303 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0533bc58-16ee-47cb-a92b-4c8248017d68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:33.016143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5420f3c3-dfa4-4938-89e1-6cb35745ae89 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:33.021533 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5420f3c3-dfa4-4938-89e1-6cb35745ae89 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:33.022779 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] Set router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:49:33.051613 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5420f3c3-dfa4-4938-89e1-6cb35745ae89 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2713bdfa-d386-404f-a6f0-6eeca23604cc,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:33.065994 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0533bc58-16ee-47cb-a92b-4c8248017d68 None None] Pushing event updated for resources: {'Port': ['ID=9687f353-a94f-4420-9408-c186a6836f8c,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:33.066199 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5420f3c3-dfa4-4938-89e1-6cb35745ae89 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:33.070466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48136) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:33.074007 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5420f3c3-dfa4-4938-89e1-6cb35745ae89 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1712689 Nov 23 04:49:33.075939 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c2429467-e30d-47cd-beb8-5fbbfda826ce tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '313f6f99-bc32-4dd5-8d0a-04d5145bca71', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:33.101125 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-c2429467-e30d-47cd-beb8-5fbbfda826ce tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:49:33.106261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c2429467-e30d-47cd-beb8-5fbbfda826ce tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:33.125962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-55e3400d-27f0-4677-b872-fd098a8e3a90 None None] Provisioning complete for port 9687f353-a94f-4420-9408-c186a6836f8c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:33.126436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55e3400d-27f0-4677-b872-fd098a8e3a90 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:33.168929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c2429467-e30d-47cd-beb8-5fbbfda826ce tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:33.174288 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c2429467-e30d-47cd-beb8-5fbbfda826ce tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:33.192058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2429467-e30d-47cd-beb8-5fbbfda826ce tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a2a71d6a-cd2f-45ca-9a84-140e35f311ea,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:33.201982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c2429467-e30d-47cd-beb8-5fbbfda826ce tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:33.203194 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c2429467-e30d-47cd-beb8-5fbbfda826ce tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1311698 Nov 23 04:49:33.207341 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48138) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:33.213207 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bd6e2295-d8e8-4052-b94e-4ae987ae6eaf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '313f6f99-bc32-4dd5-8d0a-04d5145bca71', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:33.240701 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-bd6e2295-d8e8-4052-b94e-4ae987ae6eaf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:49:33.245715 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bd6e2295-d8e8-4052-b94e-4ae987ae6eaf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:33.254893 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'name': 'tempest-TestNetworkBasicOps-router-649251572', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '9687f353-a94f-4420-9408-c186a6836f8c', 'name': '', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:33:42:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:29Z', 'updated_at': '2021-11-23T04:49:32Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:33.281591 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3d6ded0-3e89-4313-b38c-9fa3f2573d4f None None] The sync data for ids ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'] in dv-neutron-818850-1-hyperv is: [{'id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'name': 'tempest-TestNetworkBasicOps-router-649251572', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '9687f353-a94f-4420-9408-c186a6836f8c', 'name': '', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:33:42:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:29Z', 'updated_at': '2021-11-23T04:49:32Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:49:33.309219 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bd6e2295-d8e8-4052-b94e-4ae987ae6eaf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:33.313865 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bd6e2295-d8e8-4052-b94e-4ae987ae6eaf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:33.347560 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6e2295-d8e8-4052-b94e-4ae987ae6eaf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5064e980-a61d-4723-a442-6f77814e3535,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:33.358127 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bd6e2295-d8e8-4052-b94e-4ae987ae6eaf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:33.361345 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bd6e2295-d8e8-4052-b94e-4ae987ae6eaf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1507807 Nov 23 04:49:33.526431 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1c3b73d-875d-45b0-a611-df80543571ca req-98dcf77c-821c-45be-83d1-ffab5d8d48db tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1721542992&fields=id&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 267 time: 0.0508964 Nov 23 04:49:33.578867 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3b73d-875d-45b0-a611-df80543571ca req-0b6f2755-6936-454e-b324-8ea367d01022 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:33.581442 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1c3b73d-875d-45b0-a611-df80543571ca req-0b6f2755-6936-454e-b324-8ea367d01022 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports/2055c07e-74f1-42dd-8247-965fa574a641 HTTP/1.1" status: 200 len: 930 time: 0.0471101 Nov 23 04:49:33.632768 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1c3b73d-875d-45b0-a611-df80543571ca req-a5a1dd20-083f-4e65-9979-75af77609577 service neutron] 10.222.0.37 "GET /v2.0/ports/2055c07e-74f1-42dd-8247-965fa574a641?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0378532 Nov 23 04:49:33.633585 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9687f353-a94f-4420-9408-c186a6836f8c up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:49:33.684982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 9687f353-a94f-4420-9408-c186a6836f8c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:33.685409 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:33.738057 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1c3b73d-875d-45b0-a611-df80543571ca req-741f5258-ea18-49ba-b033-bfc4d4b9bc9e service neutron] 10.222.0.37 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987279 Nov 23 04:49:33.841947 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1c3b73d-875d-45b0-a611-df80543571ca req-15dbfcea-e3fe-4129-a0a8-bf663b4c3529 service neutron] 10.222.0.37 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960612 Nov 23 04:49:34.002187 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-183f43b0-a204-41ee-8e60-220e7c47849d req-66ab5302-059b-4ce9-bc0c-8ad3e5f111c9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 210 time: 0.0276701 Nov 23 04:49:35.069297 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3b73d-875d-45b0-a611-df80543571ca req-1a9ef7c7-e341-4bbc-b41a-92e5c32de0c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:35.070810 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1c3b73d-875d-45b0-a611-df80543571ca req-1a9ef7c7-e341-4bbc-b41a-92e5c32de0c1 service neutron] 10.222.0.15 "GET /v2.0/ports/2055c07e-74f1-42dd-8247-965fa574a641 HTTP/1.1" status: 200 len: 1026 time: 0.0381169 Nov 23 04:49:35.113534 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1e740108-e0e2-4fb5-be07-b4bb833d6433 req-ddb3a041-e165-43fa-b2b7-56e066faca61 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 210 time: 0.0418150 Nov 23 04:49:35.207912 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3b73d-875d-45b0-a611-df80543571ca req-194ccae8-311c-4eaa-b655-00119e43092d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:35.209335 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1c3b73d-875d-45b0-a611-df80543571ca req-194ccae8-311c-4eaa-b655-00119e43092d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/networks?id=fd3cafb5-63ab-4518-9195-ac844a9d9dad HTTP/1.1" status: 200 len: 797 time: 0.1266818 Nov 23 04:49:35.297999 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1c3b73d-875d-45b0-a611-df80543571ca req-1658a83d-b4a5-461a-b0b7-06cc2f8cbeaa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 380 time: 0.0588670 Nov 23 04:49:35.311102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Request body: {'port': {'device_id': 'f340addf-e404-4815-abfb-4222f94c0e19', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:35.636002 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:35.909670 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2055c07e-74f1-42dd-8247-965fa574a641 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:49:35.916992 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:35.930488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Transition to ACTIVE for port object 2055c07e-74f1-42dd-8247-965fa574a641 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:49:35.934137 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:35.990377 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Pushing event updated for resources: {'Port': ['ID=2055c07e-74f1-42dd-8247-965fa574a641,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:36.059566 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Attempting to bind port 2055c07e-74f1-42dd-8247-965fa574a641 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:49:36.059908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Attempting to bind port 2055c07e-74f1-42dd-8247-965fa574a641 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:49:36.060240 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Attempting to bind port 2055c07e-74f1-42dd-8247-965fa574a641 on network fd3cafb5-63ab-4518-9195-ac844a9d9dad {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:49:36.065476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Port 2055c07e-74f1-42dd-8247-965fa574a641 on network fd3cafb5-63ab-4518-9195-ac844a9d9dad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:49:36.065805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Attempting to bind port 2055c07e-74f1-42dd-8247-965fa574a641 on network fd3cafb5-63ab-4518-9195-ac844a9d9dad {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:49:36.071721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 49, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:49:36.072420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Checking segment: {'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:49:36.072549 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Bound using segment: {'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:49:36.072875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Bound port: 2055c07e-74f1-42dd-8247-965fa574a641, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:49:36.073234 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:36.149215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] For port 2055c07e-74f1-42dd-8247-965fa574a641, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:49:36.155090 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] For port 2055c07e-74f1-42dd-8247-965fa574a641, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2055c07e-74f1-42dd-8247-965fa574a641,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:49:36.161360 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:36.202283 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:36.202874 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:36.204269 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1c3b73d-875d-45b0-a611-df80543571ca req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] 10.222.0.15 "PUT /v2.0/ports/2055c07e-74f1-42dd-8247-965fa574a641 HTTP/1.1" status: 200 len: 1131 time: 0.8981104 Nov 23 04:49:36.204718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f340addf-e404-4815-abfb-4222f94c0e19', 'tag': '2055c07e-74f1-42dd-8247-965fa574a641'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:49:36.207576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-496cdde4-f0cf-4133-8f92-cc51a89971a0" -d '{"events": [{"name": "network-changed", "server_uuid": "f340addf-e404-4815-abfb-4222f94c0e19", "tag": "2055c07e-74f1-42dd-8247-965fa574a641"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:49:36.232899 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ef57e7-35d4-4bc3-9f8a-4abebfd0da7a service neutron] Pushing event updated for resources: {'Port': ['ID=2055c07e-74f1-42dd-8247-965fa574a641,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:36.252475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:49:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b085b0b2-da39-4691-8ee7-62e4a4077500 x-openstack-request-id: req-b085b0b2-da39-4691-8ee7-62e4a4077500 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:49:36.253571 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f340addf-e404-4815-abfb-4222f94c0e19", "tag": "2055c07e-74f1-42dd-8247-965fa574a641", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:49:36.253571 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b085b0b2-da39-4691-8ee7-62e4a4077500 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:49:36.253571 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f340addf-e404-4815-abfb-4222f94c0e19', 'tag': '2055c07e-74f1-42dd-8247-965fa574a641', 'status': 'completed', 'code': 200} Nov 23 04:49:36.263675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a36f1dcb-2e34-4f28-a24c-51f0d59aa955 req-48d76945-af11-4ca3-83c6-58f0864bebe3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:36.271564 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a36f1dcb-2e34-4f28-a24c-51f0d59aa955 req-48d76945-af11-4ca3-83c6-58f0864bebe3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 981 time: 0.0819783 Nov 23 04:49:36.319496 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a36f1dcb-2e34-4f28-a24c-51f0d59aa955 req-b79ee487-7875-49f6-ba10-ab2e3d31b0b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470345 Nov 23 04:49:36.336898 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3b73d-875d-45b0-a611-df80543571ca req-347f2634-4b2a-43e2-b34c-31cb2103fc7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:36.338490 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1c3b73d-875d-45b0-a611-df80543571ca req-347f2634-4b2a-43e2-b34c-31cb2103fc7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 1134 time: 0.0518503 Nov 23 04:49:36.389350 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1c3b73d-875d-45b0-a611-df80543571ca req-fbbf9beb-0149-4394-b235-333f16a4f1c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2055c07e-74f1-42dd-8247-965fa574a641 HTTP/1.1" status: 200 len: 217 time: 0.0359156 Nov 23 04:49:36.443993 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3b73d-875d-45b0-a611-df80543571ca req-f1eab464-0a87-4479-9763-83d3ed1b4d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:36.445477 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1c3b73d-875d-45b0-a611-df80543571ca req-f1eab464-0a87-4479-9763-83d3ed1b4d9e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9fa459f4-57cf-4924-b3c2-1538bde7fa88 HTTP/1.1" status: 200 len: 834 time: 0.0487607 Nov 23 04:49:36.493128 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c3b73d-875d-45b0-a611-df80543571ca req-b80f6737-ea8d-4fa3-a343-f911b5d7c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:36.494685 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1c3b73d-875d-45b0-a611-df80543571ca req-b80f6737-ea8d-4fa3-a343-f911b5d7c0b9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd3cafb5-63ab-4518-9195-ac844a9d9dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403874 Nov 23 04:49:36.590340 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1c3b73d-875d-45b0-a611-df80543571ca req-9cc09f5f-50d7-40ed-b3fc-933b4688b4e7 service neutron] 10.222.0.15 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875516 Nov 23 04:49:36.684968 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1c3b73d-875d-45b0-a611-df80543571ca req-c906463d-8b5d-4dfa-865e-2ee3c879693f service neutron] 10.222.0.15 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874178 Nov 23 04:49:36.828012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cdde4-f0cf-4133-8f92-cc51a89971a0 req-bb31fd21-a3f0-4508-bb74-04d845655591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:36.829542 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-496cdde4-f0cf-4133-8f92-cc51a89971a0 req-bb31fd21-a3f0-4508-bb74-04d845655591 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 1134 time: 0.0443308 Nov 23 04:49:36.887080 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dd29f919-ed45-4fee-8a82-48e39660c00f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:36.932431 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cdde4-f0cf-4133-8f92-cc51a89971a0 req-85d4576f-0e55-46a1-9ff2-059e5a1f1190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:36.933934 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-496cdde4-f0cf-4133-8f92-cc51a89971a0 req-85d4576f-0e55-46a1-9ff2-059e5a1f1190 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd3cafb5-63ab-4518-9195-ac844a9d9dad HTTP/1.1" status: 200 len: 898 time: 0.0958412 Nov 23 04:49:36.978450 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-496cdde4-f0cf-4133-8f92-cc51a89971a0 req-9d64b79a-1627-420a-91ce-61fa10814aff service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2055c07e-74f1-42dd-8247-965fa574a641 HTTP/1.1" status: 200 len: 217 time: 0.0352523 Nov 23 04:49:37.029173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cdde4-f0cf-4133-8f92-cc51a89971a0 req-5f775c2b-a102-4414-8c7a-982be5b084c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:37.030635 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-496cdde4-f0cf-4133-8f92-cc51a89971a0 req-5f775c2b-a102-4414-8c7a-982be5b084c8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9fa459f4-57cf-4924-b3c2-1538bde7fa88 HTTP/1.1" status: 200 len: 834 time: 0.0443606 Nov 23 04:49:37.081441 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-496cdde4-f0cf-4133-8f92-cc51a89971a0 req-fbd7f92d-ced6-4d23-ac18-156ba9b63187 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:37.082897 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-496cdde4-f0cf-4133-8f92-cc51a89971a0 req-fbd7f92d-ced6-4d23-ac18-156ba9b63187 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd3cafb5-63ab-4518-9195-ac844a9d9dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444882 Nov 23 04:49:37.176049 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-496cdde4-f0cf-4133-8f92-cc51a89971a0 req-ca720f6a-e466-46ba-8cd1-6d64be507922 service neutron] 10.222.0.15 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847745 Nov 23 04:49:37.280418 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-496cdde4-f0cf-4133-8f92-cc51a89971a0 req-fdb9fa5e-fa70-454e-9ea6-88f946f57d50 service neutron] 10.222.0.15 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957751 Nov 23 04:49:37.438495 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd9fcac-b9d0-4c5f-a8c1-f84ebe181ced req-0ccfd98c-4e26-4bc2-b74f-53ac81bc5ec3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:37.439948 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ccd9fcac-b9d0-4c5f-a8c1-f84ebe181ced req-0ccfd98c-4e26-4bc2-b74f-53ac81bc5ec3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 981 time: 0.0502255 Nov 23 04:49:37.487532 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ccd9fcac-b9d0-4c5f-a8c1-f84ebe181ced req-157d1a8c-e583-4f49-b6cc-5ae80b124eba tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415916 Nov 23 04:49:38.533590 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:38.607991 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b70ca3-41a7-40d9-a1c8-dc044082eccf req-6c340ab1-5e1c-43ac-be1c-cd5a27407973 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:38.609522 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-66b70ca3-41a7-40d9-a1c8-dc044082eccf req-6c340ab1-5e1c-43ac-be1c-cd5a27407973 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 981 time: 0.0492857 Nov 23 04:49:38.661108 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-66b70ca3-41a7-40d9-a1c8-dc044082eccf req-50424876-bf99-4b84-b336-e2060434de9d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452716 Nov 23 04:49:39.173004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2055c07e-74f1-42dd-8247-965fa574a641 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:49:39.176309 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-30897740-f81d-4158-99b1-8602fb132690 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:39.276098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 2055c07e-74f1-42dd-8247-965fa574a641, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2055c07e-74f1-42dd-8247-965fa574a641,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:39.480107 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '2055c07e-74f1-42dd-8247-965fa574a641', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'port_id': '2055c07e-74f1-42dd-8247-965fa574a641', 'mac_address': 'fa:16:3e:09:5f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:49:39.532713 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:39.548635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2055c07e-74f1-42dd-8247-965fa574a641 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:49:39.572154 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 2055c07e-74f1-42dd-8247-965fa574a641, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2055c07e-74f1-42dd-8247-965fa574a641,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:39.576037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:39.631749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=2055c07e-74f1-42dd-8247-965fa574a641,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:39.639277 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:39.639641 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:39.640104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:39.640359 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:39.640833 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:39.641177 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:39.641548 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:39.641914 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:39.642248 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:39.642604 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:39.642939 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:39.643263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:49:39.774229 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5351bd55-380d-48d4-b7bb-9ddd0a0e4fd6 req-3c370ffc-a7c1-445f-8fdb-18a67c74e8f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:39.775641 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5351bd55-380d-48d4-b7bb-9ddd0a0e4fd6 req-3c370ffc-a7c1-445f-8fdb-18a67c74e8f3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 982 time: 0.0494156 Nov 23 04:49:39.826977 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5351bd55-380d-48d4-b7bb-9ddd0a0e4fd6 req-3c4f4336-e7a0-4dc2-aa10-6ac2029cc1fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451534 Nov 23 04:49:39.917348 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['2055c07e-74f1-42dd-8247-965fa574a641'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:49:40.335864 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:40.940588 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b85b78-f88a-424a-8b53-b4c718406fd1 req-7e114c23-1547-48a8-a69b-4fa0ce76e4b9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:40.942678 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a9b85b78-f88a-424a-8b53-b4c718406fd1 req-7e114c23-1547-48a8-a69b-4fa0ce76e4b9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 982 time: 0.0510049 Nov 23 04:49:40.989389 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a9b85b78-f88a-424a-8b53-b4c718406fd1 req-d6c36fdf-11cb-4eb3-995e-56dd0bd901c9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408263 Nov 23 04:49:41.194389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2055c07e-74f1-42dd-8247-965fa574a641 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:49:41.242544 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 2055c07e-74f1-42dd-8247-965fa574a641 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:49:41.246473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 2055c07e-74f1-42dd-8247-965fa574a641 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:41.246853 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:41.325972 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:41.349669 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f340addf-e404-4815-abfb-4222f94c0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2055c07e-74f1-42dd-8247-965fa574a641'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:49:41.351953 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17cf13f9-80f3-4405-a786-94f2841741f9" -d '{"events": [{"server_uuid": "f340addf-e404-4815-abfb-4222f94c0e19", "name": "network-vif-plugged", "status": "completed", "tag": "2055c07e-74f1-42dd-8247-965fa574a641"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:49:41.365444 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 2055c07e-74f1-42dd-8247-965fa574a641, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2055c07e-74f1-42dd-8247-965fa574a641,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:41.369433 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:41.418937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=2055c07e-74f1-42dd-8247-965fa574a641,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:41.450072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:49:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46628d54-8ff2-42fa-9aff-180f1ad53e54 x-openstack-request-id: req-46628d54-8ff2-42fa-9aff-180f1ad53e54 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:49:41.450366 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f340addf-e404-4815-abfb-4222f94c0e19", "name": "network-vif-plugged", "status": "completed", "tag": "2055c07e-74f1-42dd-8247-965fa574a641", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:49:41.450619 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-46628d54-8ff2-42fa-9aff-180f1ad53e54 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:49:41.451035 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f340addf-e404-4815-abfb-4222f94c0e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2055c07e-74f1-42dd-8247-965fa574a641', 'code': 200} Nov 23 04:49:41.678662 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545b72db-e373-40eb-846c-437a994f8a20 req-95119a94-5f27-4bdc-8dba-9a2152be3bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:41.680126 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-545b72db-e373-40eb-846c-437a994f8a20 req-95119a94-5f27-4bdc-8dba-9a2152be3bc7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 1136 time: 0.0457079 Nov 23 04:49:41.729752 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-545b72db-e373-40eb-846c-437a994f8a20 req-cc01a7d7-7e87-45eb-8277-f2a25c5739e6 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383441 Nov 23 04:49:41.739401 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:42.102401 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac172bcd-e242-4b79-84c4-e2df79f1cefb req-549039d6-db3e-432b-9e8f-7cb87205936f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:42.103898 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ac172bcd-e242-4b79-84c4-e2df79f1cefb req-549039d6-db3e-432b-9e8f-7cb87205936f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 983 time: 0.0484252 Nov 23 04:49:42.150032 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ac172bcd-e242-4b79-84c4-e2df79f1cefb req-a0fbcda8-9518-4fb1-a9ab-772093149945 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403752 Nov 23 04:49:42.649949 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:43.264233 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beee60b-6aea-41eb-a936-20ab1141b78d req-318a08c4-2186-4694-b558-b434bfdaee17 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:43.265701 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2beee60b-6aea-41eb-a936-20ab1141b78d req-318a08c4-2186-4694-b558-b434bfdaee17 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 983 time: 0.0483468 Nov 23 04:49:43.312197 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2beee60b-6aea-41eb-a936-20ab1141b78d req-0a2c1830-f0ec-43eb-84bf-c165c236bc8a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399508 Nov 23 04:49:43.429830 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c021b04-0938-4115-94d4-55ab554bfaa1 req-5e5cfa9b-7452-4749-ac64-e30f208f55d7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:43.431223 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6c021b04-0938-4115-94d4-55ab554bfaa1 req-5e5cfa9b-7452-4749-ac64-e30f208f55d7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 983 time: 0.0529146 Nov 23 04:49:43.479087 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6c021b04-0938-4115-94d4-55ab554bfaa1 req-cf035dae-6cdf-4196-be82-95176e966600 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419755 Nov 23 04:49:43.500978 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48200) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:43.544909 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5bd12f2-7038-4e58-8d13-dcd4eb044cfc tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:43.546496 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d5bd12f2-7038-4e58-8d13-dcd4eb044cfc tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 1131 time: 0.0444758 Nov 23 04:49:43.549228 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48202) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:43.553968 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': '2055c07e-74f1-42dd-8247-965fa574a641', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:43.575770 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:43.673446 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:43.775232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.14 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/d7de4753-1be4-4b0a-acdc-beb29ef0402b) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:49:43.881117 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:43.914045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:43.953811 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:49:43.956744 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:49:43.959254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:49:43.985709 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=d7de4753-1be4-4b0a-acdc-beb29ef0402b,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:44.313672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:44.377736 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:44.523391 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:44.527909 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:44.596264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=d7de4753-1be4-4b0a-acdc-beb29ef0402b,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:44.608001 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:44.705458 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP e62e2084-6d11-432f-941d-c411f32eb447 associated. External IP: 172.26.8.14, port: 2055c07e-74f1-42dd-8247-965fa574a641. Nov 23 04:49:44.921375 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:49:45.024951 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:49:45.037232 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2315386c-3e65-4096-afc8-edf7f1942e93 None None] Sync routers for ids ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:49:45.046574 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:45.050487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2315386c-3e65-4096-afc8-edf7f1942e93 None None] Routers {'3f7a8a91-6194-42e2-b1a1-b01d1156a770'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:49:45.051312 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2315386c-3e65-4096-afc8-edf7f1942e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:45.077676 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f93f3e89-5792-41a8-983d-103a2ffdfaff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1033 time: 1.5273802 Nov 23 04:49:45.078245 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f340addf-e404-4815-abfb-4222f94c0e19', 'tag': '2055c07e-74f1-42dd-8247-965fa574a641'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:49:45.080493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bb8d3af-da71-4f6a-b5e0-95e1511c84c0" -d '{"events": [{"name": "network-changed", "server_uuid": "f340addf-e404-4815-abfb-4222f94c0e19", "tag": "2055c07e-74f1-42dd-8247-965fa574a641"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:49:45.083072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48204) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:45.170982 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3930632-7ce5-4cc3-8283-1acee288eb7a tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:45.178667 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-2315386c-3e65-4096-afc8-edf7f1942e93 None None] Set router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:49:45.179847 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e3930632-7ce5-4cc3-8283-1acee288eb7a tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19&network_id=fd3cafb5-63ab-4518-9195-ac844a9d9dad HTTP/1.1" status: 200 len: 1131 time: 0.0950391 Nov 23 04:49:45.197440 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:49:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c98d064-dce9-4bed-98ad-a09f3d2856bc x-openstack-request-id: req-3c98d064-dce9-4bed-98ad-a09f3d2856bc {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:49:45.197737 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f340addf-e404-4815-abfb-4222f94c0e19", "tag": "2055c07e-74f1-42dd-8247-965fa574a641", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:49:45.197992 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c98d064-dce9-4bed-98ad-a09f3d2856bc {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:49:45.198395 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f340addf-e404-4815-abfb-4222f94c0e19', 'tag': '2055c07e-74f1-42dd-8247-965fa574a641', 'status': 'completed', 'code': 200} Nov 23 04:49:45.286990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8d3af-da71-4f6a-b5e0-95e1511c84c0 req-4434253f-6a2c-41fd-9262-4cff090f509d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:45.288555 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6bb8d3af-da71-4f6a-b5e0-95e1511c84c0 req-4434253f-6a2c-41fd-9262-4cff090f509d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 1136 time: 0.0439751 Nov 23 04:49:45.425965 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8d3af-da71-4f6a-b5e0-95e1511c84c0 req-90f4c9d8-b12b-478a-9bbc-917b8c1b5456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:45.427345 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6bb8d3af-da71-4f6a-b5e0-95e1511c84c0 req-90f4c9d8-b12b-478a-9bbc-917b8c1b5456 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd3cafb5-63ab-4518-9195-ac844a9d9dad HTTP/1.1" status: 200 len: 898 time: 0.1249349 Nov 23 04:49:45.428178 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2315386c-3e65-4096-afc8-edf7f1942e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'name': 'tempest-TestNetworkBasicOps-router-649251572', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'e62e2084-6d11-432f-941d-c411f32eb447', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.14', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'port_id': '2055c07e-74f1-42dd-8247-965fa574a641', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1040406559', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'mac_address': 'fa:16:3e:09:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340addf-e404-4815-abfb-4222f94c0e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:49:44Z', 'updated_at': '2021-11-23T04:49:44Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9687f353-a94f-4420-9408-c186a6836f8c', 'name': '', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:33:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:29Z', 'updated_at': '2021-11-23T04:49:32Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:45.438005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031aa5e0-79d5-4383-b2af-65edfbb4046e req-d98138c2-b872-4fe2-9ee9-de654d70c63a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:45.439426 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-031aa5e0-79d5-4383-b2af-65edfbb4046e req-d98138c2-b872-4fe2-9ee9-de654d70c63a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 983 time: 0.0774202 Nov 23 04:49:45.460608 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2315386c-3e65-4096-afc8-edf7f1942e93 None None] Checking router: 3f7a8a91-6194-42e2-b1a1-b01d1156a770 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:49:45.468910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2315386c-3e65-4096-afc8-edf7f1942e93 None None] Routers {'3f7a8a91-6194-42e2-b1a1-b01d1156a770'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:49:45.469541 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2315386c-3e65-4096-afc8-edf7f1942e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:45.532421 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6bb8d3af-da71-4f6a-b5e0-95e1511c84c0 req-93c33572-ef1a-457c-820d-c7b7c5038729 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2055c07e-74f1-42dd-8247-965fa574a641 HTTP/1.1" status: 200 len: 1036 time: 0.0920289 Nov 23 04:49:45.537020 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-031aa5e0-79d5-4383-b2af-65edfbb4046e req-28ae9f78-b20e-4736-bf7b-5265397824ba tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906713 Nov 23 04:49:45.577571 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-2315386c-3e65-4096-afc8-edf7f1942e93 None None] Set router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:49:45.589183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8d3af-da71-4f6a-b5e0-95e1511c84c0 req-d9c8318f-c504-48ad-b763-9bf2acd4b5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:45.590692 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6bb8d3af-da71-4f6a-b5e0-95e1511c84c0 req-d9c8318f-c504-48ad-b763-9bf2acd4b5ab service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9fa459f4-57cf-4924-b3c2-1538bde7fa88 HTTP/1.1" status: 200 len: 834 time: 0.0504866 Nov 23 04:49:45.638471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8d3af-da71-4f6a-b5e0-95e1511c84c0 req-d4c33492-cb4d-4b9f-8750-a77d70dfc8e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:45.640068 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6bb8d3af-da71-4f6a-b5e0-95e1511c84c0 req-d4c33492-cb4d-4b9f-8750-a77d70dfc8e0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd3cafb5-63ab-4518-9195-ac844a9d9dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417178 Nov 23 04:49:45.740251 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6bb8d3af-da71-4f6a-b5e0-95e1511c84c0 req-bf22a00e-469e-4263-b69a-a1696e76ab29 service neutron] 10.222.0.15 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915620 Nov 23 04:49:45.805839 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-2315386c-3e65-4096-afc8-edf7f1942e93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'name': 'tempest-TestNetworkBasicOps-router-649251572', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'e62e2084-6d11-432f-941d-c411f32eb447', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.14', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'port_id': '2055c07e-74f1-42dd-8247-965fa574a641', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1040406559', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'mac_address': 'fa:16:3e:09:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340addf-e404-4815-abfb-4222f94c0e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:49:44Z', 'updated_at': '2021-11-23T04:49:44Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9687f353-a94f-4420-9408-c186a6836f8c', 'name': '', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:33:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:29Z', 'updated_at': '2021-11-23T04:49:32Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:49:45.832498 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2315386c-3e65-4096-afc8-edf7f1942e93 None None] The sync data for ids ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'] in dv-neutron-818850-1-hyperv is: [{'id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'name': 'tempest-TestNetworkBasicOps-router-649251572', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'e62e2084-6d11-432f-941d-c411f32eb447', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.14', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'port_id': '2055c07e-74f1-42dd-8247-965fa574a641', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1421, 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1040406559', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'mac_address': 'fa:16:3e:09:5f:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f340addf-e404-4815-abfb-4222f94c0e19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:49:44Z', 'updated_at': '2021-11-23T04:49:44Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9687f353-a94f-4420-9408-c186a6836f8c', 'name': '', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:33:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:29Z', 'updated_at': '2021-11-23T04:49:32Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:49:45.838352 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6bb8d3af-da71-4f6a-b5e0-95e1511c84c0 req-79123cb3-966f-471e-9c38-37a0e53d32cc service neutron] 10.222.0.15 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900371 Nov 23 04:49:46.027539 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-869bee5e-1948-45a4-bf43-fa25f05cb3ab None None] New status for floating IP e62e2084-6d11-432f-941d-c411f32eb447: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:49:46.656558 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af95e50c-3d39-4393-aa65-80d0da4d4f4f req-ff790445-2785-4856-ac14-34d12b065a3d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:46.658245 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-af95e50c-3d39-4393-aa65-80d0da4d4f4f req-ff790445-2785-4856-ac14-34d12b065a3d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 983 time: 0.0504975 Nov 23 04:49:46.707108 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-af95e50c-3d39-4393-aa65-80d0da4d4f4f req-e448d27b-c81c-45be-90c3-c2709cb1221a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428405 Nov 23 04:49:47.061954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-2322e869-fa43-49fe-b720-3b449b9a98fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:47.063453 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-2322e869-fa43-49fe-b720-3b449b9a98fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 983 time: 0.0491996 Nov 23 04:49:47.111848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-61242db3-0c43-435c-b74e-46c691f07279 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:47.113235 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-61242db3-0c43-435c-b74e-46c691f07279 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/ports/2055c07e-74f1-42dd-8247-965fa574a641?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0427909 Nov 23 04:49:47.216966 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-1407c906-2c14-4700-88db-1afcf80a2134 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0942035 Nov 23 04:49:47.231736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-f51f5d06-957f-410e-a19b-45bcf8a2e9cf service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:47.286904 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-f51f5d06-957f-410e-a19b-45bcf8a2e9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:47.416722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-f51f5d06-957f-410e-a19b-45bcf8a2e9cf service neutron] For port 2055c07e-74f1-42dd-8247-965fa574a641, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2055c07e-74f1-42dd-8247-965fa574a641,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:47.452298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-f51f5d06-957f-410e-a19b-45bcf8a2e9cf service neutron] For port 2055c07e-74f1-42dd-8247-965fa574a641, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:49:47.485051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-f51f5d06-957f-410e-a19b-45bcf8a2e9cf service neutron] device_id is not set on port 2055c07e-74f1-42dd-8247-965fa574a641 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:49:47.494030 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-f51f5d06-957f-410e-a19b-45bcf8a2e9cf service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:47.499272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-f51f5d06-957f-410e-a19b-45bcf8a2e9cf service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:47.610830 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f51f5d06-957f-410e-a19b-45bcf8a2e9cf service neutron] Pushing event updated for resources: {'Port': ['ID=2055c07e-74f1-42dd-8247-965fa574a641,revision_number=6']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:47.669914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-f51f5d06-957f-410e-a19b-45bcf8a2e9cf service neutron] No DVR routers for this DVR port 2055c07e-74f1-42dd-8247-965fa574a641 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:49:47.796384 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-76c023c9-f0c2-41ad-a661-2c45519a39f1 None None] Provisioning complete for port 2055c07e-74f1-42dd-8247-965fa574a641 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:47.796905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-76c023c9-f0c2-41ad-a661-2c45519a39f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:47.820038 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-572844d3-46c5-47e3-b0c3-a25b0c1e941c req-9c17323f-bf41-4126-b4ce-7f5efbc5754c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f340addf-e404-4815-abfb-4222f94c0e19 HTTP/1.1" status: 200 len: 210 time: 0.0451367 Nov 23 04:49:47.840049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-f51f5d06-957f-410e-a19b-45bcf8a2e9cf service neutron] In _notify_port_updated(), no bound segment for port 2055c07e-74f1-42dd-8247-965fa574a641 on network fd3cafb5-63ab-4518-9195-ac844a9d9dad {{(pid=109953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:49:47.840901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-f51f5d06-957f-410e-a19b-45bcf8a2e9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:47.841151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-76c023c9-f0c2-41ad-a661-2c45519a39f1 None None] Port 2055c07e-74f1-42dd-8247-965fa574a641 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:49:47.841525 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-f51f5d06-957f-410e-a19b-45bcf8a2e9cf service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:47.842774 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb0900e3-8ccb-4ef5-8bf1-e44f903d480c req-f51f5d06-957f-410e-a19b-45bcf8a2e9cf service neutron] 10.222.0.15 "PUT /v2.0/ports/2055c07e-74f1-42dd-8247-965fa574a641 HTTP/1.1" status: 200 len: 1026 time: 0.6148555 Nov 23 04:49:48.877269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48220) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:48.921120 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4ee244f-6842-4c6d-ac5f-61ef9e95079f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:48.922474 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b4ee244f-6842-4c6d-ac5f-61ef9e95079f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports/2055c07e-74f1-42dd-8247-965fa574a641 HTTP/1.1" status: 200 len: 925 time: 0.0441842 Nov 23 04:49:49.213139 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48224) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:49.217637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ee72c3ac-97e9-4905-bf1d-d921a3e2cb82 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1428525417', 'description': 'tempest-secgroup-smoke-1428525417 description', 'project_id': '1f39b592b6944144b30ee044431afa7d'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:49.239917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ee72c3ac-97e9-4905-bf1d-d921a3e2cb82 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.304906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ee72c3ac-97e9-4905-bf1d-d921a3e2cb82 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.308513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ee72c3ac-97e9-4905-bf1d-d921a3e2cb82 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.335821 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ee72c3ac-97e9-4905-bf1d-d921a3e2cb82 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.337007 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ee72c3ac-97e9-4905-bf1d-d921a3e2cb82 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1228602 Nov 23 04:49:49.339952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48226) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:49.340904 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee72c3ac-97e9-4905-bf1d-d921a3e2cb82 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=15f61b8a-8fe3-41b4-be5a-636a28f37bfc,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:49.344982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-374967be-3e12-4797-969f-efa8ea09a616 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '15f61b8a-8fe3-41b4-be5a-636a28f37bfc', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:49.371851 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-374967be-3e12-4797-969f-efa8ea09a616 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.425892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-374967be-3e12-4797-969f-efa8ea09a616 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.429189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-374967be-3e12-4797-969f-efa8ea09a616 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.445701 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374967be-3e12-4797-969f-efa8ea09a616 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8cc0bdf5-d53e-46da-84a9-f188ad50c3c0,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:49.453866 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-374967be-3e12-4797-969f-efa8ea09a616 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.455060 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-374967be-3e12-4797-969f-efa8ea09a616 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139877 Nov 23 04:49:49.458260 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48228) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:49.462569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-2d3c5bb7-6681-4262-a61f-07b151363c3b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '15f61b8a-8fe3-41b4-be5a-636a28f37bfc', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:49.487988 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5bb7-6681-4262-a61f-07b151363c3b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.548395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5bb7-6681-4262-a61f-07b151363c3b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.552500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5bb7-6681-4262-a61f-07b151363c3b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.570132 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3c5bb7-6681-4262-a61f-07b151363c3b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17b2bd30-e711-4b84-a5ce-c5584ab1a1de,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:49.577396 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2d3c5bb7-6681-4262-a61f-07b151363c3b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.578365 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2d3c5bb7-6681-4262-a61f-07b151363c3b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1191926 Nov 23 04:49:49.580957 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48230) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:49.585655 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a20ed03e-a05f-4db2-bb7e-f6469ecff54f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '15f61b8a-8fe3-41b4-be5a-636a28f37bfc', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:49.611481 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a20ed03e-a05f-4db2-bb7e-f6469ecff54f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.668104 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a20ed03e-a05f-4db2-bb7e-f6469ecff54f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.671429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a20ed03e-a05f-4db2-bb7e-f6469ecff54f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.689839 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20ed03e-a05f-4db2-bb7e-f6469ecff54f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54848297-a3be-453e-a8bd-4adff63a0066,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:49.694897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a20ed03e-a05f-4db2-bb7e-f6469ecff54f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.696073 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a20ed03e-a05f-4db2-bb7e-f6469ecff54f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1141746 Nov 23 04:49:49.698810 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48232) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:49.703037 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-611cc97b-466c-42e7-99eb-299b25c640ff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '15f61b8a-8fe3-41b4-be5a-636a28f37bfc', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:49.727673 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-611cc97b-466c-42e7-99eb-299b25c640ff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.784280 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-611cc97b-466c-42e7-99eb-299b25c640ff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.788180 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-611cc97b-466c-42e7-99eb-299b25c640ff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.808278 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cc97b-466c-42e7-99eb-299b25c640ff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6a433036-b6c7-43f2-8c5f-dc904c0fc134,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:49.813942 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-611cc97b-466c-42e7-99eb-299b25c640ff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.817736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48234) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:49.817920 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-611cc97b-466c-42e7-99eb-299b25c640ff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1179051 Nov 23 04:49:49.822590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-678c097a-4b91-425e-82a0-148b3b54bd11 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '15f61b8a-8fe3-41b4-be5a-636a28f37bfc', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:49.843649 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-678c097a-4b91-425e-82a0-148b3b54bd11 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:49:49.849745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-678c097a-4b91-425e-82a0-148b3b54bd11 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.906773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-678c097a-4b91-425e-82a0-148b3b54bd11 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.910834 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-678c097a-4b91-425e-82a0-148b3b54bd11 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.928213 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678c097a-4b91-425e-82a0-148b3b54bd11 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a4d212-2cae-4884-8295-3565dc544423,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:49.937460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-678c097a-4b91-425e-82a0-148b3b54bd11 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:49.938643 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-678c097a-4b91-425e-82a0-148b3b54bd11 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1196315 Nov 23 04:49:49.941356 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48236) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:49:49.945771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-40a8fd9e-9352-4e6c-8a3b-dc3b2b7a321a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '15f61b8a-8fe3-41b4-be5a-636a28f37bfc', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:49.967287 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-40a8fd9e-9352-4e6c-8a3b-dc3b2b7a321a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:49:49.972040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-40a8fd9e-9352-4e6c-8a3b-dc3b2b7a321a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:50.033350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-40a8fd9e-9352-4e6c-8a3b-dc3b2b7a321a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:50.037626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-40a8fd9e-9352-4e6c-8a3b-dc3b2b7a321a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:50.056546 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8fd9e-9352-4e6c-8a3b-dc3b2b7a321a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a7034f4-8f62-4044-9496-9b8f3c202388,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:50.065217 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-40a8fd9e-9352-4e6c-8a3b-dc3b2b7a321a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:50.066404 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-40a8fd9e-9352-4e6c-8a3b-dc3b2b7a321a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1240613 Nov 23 04:49:50.213084 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-b2b3ac26-98d5-42fc-b2e4-2df3e255681e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1428525417&fields=id&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 267 time: 0.0456328 Nov 23 04:49:50.260523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30134647-4fff-432f-9f47-f64282abede2 req-5a4644a2-94db-462a-b78c-5242a6535a1f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:50.261782 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-5a4644a2-94db-462a-b78c-5242a6535a1f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports/2055c07e-74f1-42dd-8247-965fa574a641 HTTP/1.1" status: 200 len: 930 time: 0.0421965 Nov 23 04:49:50.276988 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-07247295-f407-44db-9ef0-76d309882378 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:49:50.277975 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-07247295-f407-44db-9ef0-76d309882378 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0048707 Nov 23 04:49:50.315736 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-4e2fee7c-126e-47ba-8739-47feb867073e service neutron] 10.222.0.37 "GET /v2.0/ports/2055c07e-74f1-42dd-8247-965fa574a641?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy&fields=device_profile HTTP/1.1" status: 200 len: 311 time: 0.0317183 Nov 23 04:49:50.405941 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-09115a23-1437-4bf4-95b7-7e7fd067a44d service neutron] 10.222.0.37 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846293 Nov 23 04:49:50.494725 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-d55ca02d-1ebc-4caf-aeaa-f3d04d70b14b service neutron] 10.222.0.37 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821762 Nov 23 04:49:50.648296 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db3d0ff7-fa1c-4ce9-9fb5-923130111c67 req-c4518f22-8059-49ab-882b-7f36bacbe1ad tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 210 time: 0.0256991 Nov 23 04:49:51.266032 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2055c07e-74f1-42dd-8247-965fa574a641 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:49:51.305052 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2055c07e-74f1-42dd-8247-965fa574a641 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:49:51.696653 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30134647-4fff-432f-9f47-f64282abede2 req-70072f9e-4b87-488e-b922-cf8448f0c87c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:51.698113 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-70072f9e-4b87-488e-b922-cf8448f0c87c service neutron] 10.222.0.15 "GET /v2.0/ports/2055c07e-74f1-42dd-8247-965fa574a641 HTTP/1.1" status: 200 len: 1026 time: 0.0355942 Nov 23 04:49:51.745433 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d72212f5-ca1d-465c-a47a-e620f235de56 req-9a3820ed-a457-47ae-ad14-c199eca1c776 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 210 time: 0.0269434 Nov 23 04:49:51.822462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30134647-4fff-432f-9f47-f64282abede2 req-d78e0a53-90dc-4014-9e38-199b07196f38 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:51.823891 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-d78e0a53-90dc-4014-9e38-199b07196f38 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/networks?id=fd3cafb5-63ab-4518-9195-ac844a9d9dad HTTP/1.1" status: 200 len: 797 time: 0.1153939 Nov 23 04:49:51.912840 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-cfc3e395-90c4-4e85-904c-6440f359c7fe tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 473 time: 0.0668676 Nov 23 04:49:51.941151 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Request body: {'port': {'device_id': '8bb20015-61d2-4c97-9752-441a2fd280bf', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:49:51.996164 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:52.259934 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2055c07e-74f1-42dd-8247-965fa574a641 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:49:52.269906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:52.285430 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Transition to ACTIVE for port object 2055c07e-74f1-42dd-8247-965fa574a641 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:49:52.289086 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:52.371499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Pushing event updated for resources: {'Port': ['ID=2055c07e-74f1-42dd-8247-965fa574a641,revision_number=7']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:52.464919 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Attempting to bind port 2055c07e-74f1-42dd-8247-965fa574a641 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:49:52.465422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Attempting to bind port 2055c07e-74f1-42dd-8247-965fa574a641 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:49:52.465754 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Attempting to bind port 2055c07e-74f1-42dd-8247-965fa574a641 on network fd3cafb5-63ab-4518-9195-ac844a9d9dad {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:49:52.470469 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Port 2055c07e-74f1-42dd-8247-965fa574a641 on network fd3cafb5-63ab-4518-9195-ac844a9d9dad not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:49:52.470789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Attempting to bind port 2055c07e-74f1-42dd-8247-965fa574a641 on network fd3cafb5-63ab-4518-9195-ac844a9d9dad {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:49:52.475794 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 49, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:49:52.476127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Checking segment: {'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:49:52.476509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Bound using segment: {'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:49:52.476940 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Bound port: 2055c07e-74f1-42dd-8247-965fa574a641, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '600095ec-5164-4f48-83f1-aa36f9cb6517', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:49:52.477312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:52.540917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] For port 2055c07e-74f1-42dd-8247-965fa574a641, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:49:52.543916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] For port 2055c07e-74f1-42dd-8247-965fa574a641, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2055c07e-74f1-42dd-8247-965fa574a641,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:49:52.548559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:52.588809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:52.589357 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:52.590679 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] 10.222.0.15 "PUT /v2.0/ports/2055c07e-74f1-42dd-8247-965fa574a641 HTTP/1.1" status: 200 len: 1131 time: 0.6544685 Nov 23 04:49:52.591357 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8bb20015-61d2-4c97-9752-441a2fd280bf', 'tag': '2055c07e-74f1-42dd-8247-965fa574a641'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:49:52.593522 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cf1ee5c-65f8-4022-a000-f9c028e7a5c8" -d '{"events": [{"name": "network-changed", "server_uuid": "8bb20015-61d2-4c97-9752-441a2fd280bf", "tag": "2055c07e-74f1-42dd-8247-965fa574a641"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:49:52.618297 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913a7d71-093d-4146-b070-6f55d05eed7d service neutron] Pushing event updated for resources: {'Port': ['ID=2055c07e-74f1-42dd-8247-965fa574a641,revision_number=8']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:52.701845 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:49:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-274431f2-ae81-4419-9d8a-e92f07080ffc x-openstack-request-id: req-274431f2-ae81-4419-9d8a-e92f07080ffc {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:49:52.702514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8bb20015-61d2-4c97-9752-441a2fd280bf", "tag": "2055c07e-74f1-42dd-8247-965fa574a641", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:49:52.702514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-274431f2-ae81-4419-9d8a-e92f07080ffc {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:49:52.702772 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8bb20015-61d2-4c97-9752-441a2fd280bf', 'tag': '2055c07e-74f1-42dd-8247-965fa574a641', 'status': 'completed', 'code': 200} Nov 23 04:49:52.719057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30134647-4fff-432f-9f47-f64282abede2 req-226f47fa-b3d0-4276-978e-99cbd31de355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:52.720559 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-226f47fa-b3d0-4276-978e-99cbd31de355 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 1134 time: 0.0485833 Nov 23 04:49:52.802935 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-b2ce69b8-fec6-4990-9668-f2838aa9b174 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2055c07e-74f1-42dd-8247-965fa574a641 HTTP/1.1" status: 200 len: 1036 time: 0.0676658 Nov 23 04:49:52.869642 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d1d1b1-99ed-4547-87c7-d86349835942 req-2376a5b8-2d76-455e-ac98-da4d183a4987 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:52.871157 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-39d1d1b1-99ed-4547-87c7-d86349835942 req-2376a5b8-2d76-455e-ac98-da4d183a4987 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 981 time: 0.0547423 Nov 23 04:49:52.927436 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-39d1d1b1-99ed-4547-87c7-d86349835942 req-4606d11a-24a2-48e0-a705-df725d413e48 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501716 Nov 23 04:49:53.124559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30134647-4fff-432f-9f47-f64282abede2 req-a2fde2b6-cd87-4150-8e09-784ec85eaa95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:53.126011 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-a2fde2b6-cd87-4150-8e09-784ec85eaa95 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9fa459f4-57cf-4924-b3c2-1538bde7fa88 HTTP/1.1" status: 200 len: 834 time: 0.3119621 Nov 23 04:49:53.177478 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30134647-4fff-432f-9f47-f64282abede2 req-178d1aba-ede3-403c-8f26-46ef2b7926e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:53.178942 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-178d1aba-ede3-403c-8f26-46ef2b7926e9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd3cafb5-63ab-4518-9195-ac844a9d9dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400085 Nov 23 04:49:53.269639 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-be339925-4d2b-4bfc-a00d-e264e9e5eb61 service neutron] 10.222.0.15 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831833 Nov 23 04:49:53.361859 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-30134647-4fff-432f-9f47-f64282abede2 req-eaa4646c-09c2-4cc5-bf95-3f449f18b419 service neutron] 10.222.0.15 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801063 Nov 23 04:49:53.512582 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ee5c-65f8-4022-a000-f9c028e7a5c8 req-a710aa56-1c28-4ecd-a660-0e93e872ec56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:53.514096 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2cf1ee5c-65f8-4022-a000-f9c028e7a5c8 req-a710aa56-1c28-4ecd-a660-0e93e872ec56 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 1134 time: 0.0412149 Nov 23 04:49:53.612262 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ee5c-65f8-4022-a000-f9c028e7a5c8 req-b1e7a3b8-3a23-426c-ba5e-cb80edd8e452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:53.614421 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2cf1ee5c-65f8-4022-a000-f9c028e7a5c8 req-b1e7a3b8-3a23-426c-ba5e-cb80edd8e452 service neutron] 10.222.0.15 "GET /v2.0/networks?id=fd3cafb5-63ab-4518-9195-ac844a9d9dad HTTP/1.1" status: 200 len: 898 time: 0.0915771 Nov 23 04:49:53.682186 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2cf1ee5c-65f8-4022-a000-f9c028e7a5c8 req-38cc88e0-06d5-42b7-95bc-73985c2e47f4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2055c07e-74f1-42dd-8247-965fa574a641 HTTP/1.1" status: 200 len: 1036 time: 0.0586104 Nov 23 04:49:53.734296 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ee5c-65f8-4022-a000-f9c028e7a5c8 req-77c66ee1-7869-4e5d-a66b-a808eb924b4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:53.735664 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2cf1ee5c-65f8-4022-a000-f9c028e7a5c8 req-77c66ee1-7869-4e5d-a66b-a808eb924b4e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9fa459f4-57cf-4924-b3c2-1538bde7fa88 HTTP/1.1" status: 200 len: 834 time: 0.0459909 Nov 23 04:49:53.782771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf1ee5c-65f8-4022-a000-f9c028e7a5c8 req-c71bcbe6-a4fd-4030-9970-1451360b474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:53.784231 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2cf1ee5c-65f8-4022-a000-f9c028e7a5c8 req-c71bcbe6-a4fd-4030-9970-1451360b474d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=fd3cafb5-63ab-4518-9195-ac844a9d9dad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386636 Nov 23 04:49:53.882061 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2cf1ee5c-65f8-4022-a000-f9c028e7a5c8 req-43272737-b930-411d-af80-216f4ebba243 service neutron] 10.222.0.15 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833969 Nov 23 04:49:53.985692 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2cf1ee5c-65f8-4022-a000-f9c028e7a5c8 req-e8105819-9722-43b4-9ac8-690ece8507ad service neutron] 10.222.0.15 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0952923 Nov 23 04:49:54.044235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ac9752b-d960-44d5-9dbb-a5bbf61cef24 req-bd59e6c1-2759-415d-87a3-58057d72a5b3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:54.045745 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8ac9752b-d960-44d5-9dbb-a5bbf61cef24 req-bd59e6c1-2759-415d-87a3-58057d72a5b3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 981 time: 0.0497608 Nov 23 04:49:54.093386 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8ac9752b-d960-44d5-9dbb-a5bbf61cef24 req-826e483c-3b93-40a3-ba58-9fd7dbeb0df7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411074 Nov 23 04:49:55.204998 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44e024ac-7624-410e-a4e7-4e71c4dfcaf2 req-54c03cf9-58a1-4610-bfe4-28810763023e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:55.206615 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-44e024ac-7624-410e-a4e7-4e71c4dfcaf2 req-54c03cf9-58a1-4610-bfe4-28810763023e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 981 time: 0.0485716 Nov 23 04:49:55.252737 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-44e024ac-7624-410e-a4e7-4e71c4dfcaf2 req-3915cf1f-ef1c-442c-89a1-3a4f70dfd8ff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397995 Nov 23 04:49:55.285661 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2055c07e-74f1-42dd-8247-965fa574a641 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:49:55.381830 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 2055c07e-74f1-42dd-8247-965fa574a641, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2055c07e-74f1-42dd-8247-965fa574a641,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:55.393000 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '2055c07e-74f1-42dd-8247-965fa574a641', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'port_id': '2055c07e-74f1-42dd-8247-965fa574a641', 'mac_address': 'fa:16:3e:09:5f:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 157, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:49:55.429481 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:55.442705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2055c07e-74f1-42dd-8247-965fa574a641 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:49:55.464266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 2055c07e-74f1-42dd-8247-965fa574a641, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2055c07e-74f1-42dd-8247-965fa574a641,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:55.468361 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:55.513228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=2055c07e-74f1-42dd-8247-965fa574a641,revision_number=9']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:55.820795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['2055c07e-74f1-42dd-8247-965fa574a641'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:49:56.373057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf59cb04-5518-41ae-a2b6-30a063ca0c73 req-0527cffc-5104-4f51-87e5-46c0585e3304 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:56.374556 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cf59cb04-5518-41ae-a2b6-30a063ca0c73 req-0527cffc-5104-4f51-87e5-46c0585e3304 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 982 time: 0.0542800 Nov 23 04:49:56.421865 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cf59cb04-5518-41ae-a2b6-30a063ca0c73 req-d6c15a7e-a1b9-406c-898f-f664e2eacf0a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414965 Nov 23 04:49:57.291091 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2055c07e-74f1-42dd-8247-965fa574a641 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:49:57.338776 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 2055c07e-74f1-42dd-8247-965fa574a641 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:49:57.343010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 2055c07e-74f1-42dd-8247-965fa574a641 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:49:57.343449 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:57.420180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:57.441871 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8bb20015-61d2-4c97-9752-441a2fd280bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2055c07e-74f1-42dd-8247-965fa574a641'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:49:57.444103 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1b835b3-d1cb-434a-bb8d-293b18f8d870" -d '{"events": [{"server_uuid": "8bb20015-61d2-4c97-9752-441a2fd280bf", "name": "network-vif-plugged", "status": "completed", "tag": "2055c07e-74f1-42dd-8247-965fa574a641"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:49:57.457234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 2055c07e-74f1-42dd-8247-965fa574a641, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2055c07e-74f1-42dd-8247-965fa574a641,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:49:57.462422 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:49:57.489755 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:49:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6668d2e-2ed9-4fa8-8812-794f84bda24b x-openstack-request-id: req-c6668d2e-2ed9-4fa8-8812-794f84bda24b {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:49:57.490049 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8bb20015-61d2-4c97-9752-441a2fd280bf", "name": "network-vif-plugged", "status": "completed", "tag": "2055c07e-74f1-42dd-8247-965fa574a641", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:49:57.490306 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6668d2e-2ed9-4fa8-8812-794f84bda24b {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:49:57.490700 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8bb20015-61d2-4c97-9752-441a2fd280bf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2055c07e-74f1-42dd-8247-965fa574a641', 'code': 200} Nov 23 04:49:57.515773 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=2055c07e-74f1-42dd-8247-965fa574a641,revision_number=10']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:49:57.538336 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6534f602-7c60-4d36-a7a5-715c702cf747 req-9752c1d3-b64b-44b4-8ca1-ac622537d0b2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:57.539860 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6534f602-7c60-4d36-a7a5-715c702cf747 req-9752c1d3-b64b-44b4-8ca1-ac622537d0b2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 984 time: 0.0495496 Nov 23 04:49:57.587754 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6534f602-7c60-4d36-a7a5-715c702cf747 req-71bd90d0-b28c-4f6d-9b04-fecaf40fb3ce tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Nov 23 04:49:57.721596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55388fcc-9d4b-4637-b269-5d75314a9130 req-f0d4c73c-c08f-4721-93e4-d7e4613a4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:57.723201 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-55388fcc-9d4b-4637-b269-5d75314a9130 req-f0d4c73c-c08f-4721-93e4-d7e4613a4ce6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 1137 time: 0.0404215 Nov 23 04:49:57.772347 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-55388fcc-9d4b-4637-b269-5d75314a9130 req-be5e8365-5927-4223-ad3b-ed1a8d6b40f5 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372999 Nov 23 04:49:58.703900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fc10ed-b798-4922-9641-4d3adb097215 req-fdb19039-f7b5-4e15-9aa8-1cd8c158a90e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:58.705367 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-27fc10ed-b798-4922-9641-4d3adb097215 req-fdb19039-f7b5-4e15-9aa8-1cd8c158a90e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 984 time: 0.0487883 Nov 23 04:49:58.755261 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-27fc10ed-b798-4922-9641-4d3adb097215 req-895aa326-be5a-4194-b573-9829857410a8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436790 Nov 23 04:49:59.871825 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97c1ae6-a16e-4600-9449-58b95c899c44 req-1e12b701-7f14-4274-af4d-8577df1f4b2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:49:59.873306 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f97c1ae6-a16e-4600-9449-58b95c899c44 req-1e12b701-7f14-4274-af4d-8577df1f4b2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 984 time: 0.0521202 Nov 23 04:49:59.920136 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f97c1ae6-a16e-4600-9449-58b95c899c44 req-81285d25-ba95-417a-9c6f-ddbabf35f4d4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409491 Nov 23 04:50:00.031777 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729dc810-6e65-4a4c-99ec-81c474b16c1a req-8d634b5a-d430-4a93-9f4c-6869c8143caa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:00.033243 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-729dc810-6e65-4a4c-99ec-81c474b16c1a req-8d634b5a-d430-4a93-9f4c-6869c8143caa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 984 time: 0.0482714 Nov 23 04:50:00.080467 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-729dc810-6e65-4a4c-99ec-81c474b16c1a req-0e5eacaf-6ff9-41e3-843c-802131603a49 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407183 Nov 23 04:50:00.102621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48290) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:00.142579 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2065be7-3df4-4938-bf83-b86aca1e2a98 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:00.144474 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f2065be7-3df4-4938-bf83-b86aca1e2a98 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf&network_id=fd3cafb5-63ab-4518-9195-ac844a9d9dad HTTP/1.1" status: 200 len: 1132 time: 0.0403516 Nov 23 04:50:00.364497 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f204ff-9568-4c0c-9047-d86049ebcde9 req-f9c5ac9c-3cee-4dec-a974-ec8064187252 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:00.365984 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-69f204ff-9568-4c0c-9047-d86049ebcde9 req-f9c5ac9c-3cee-4dec-a974-ec8064187252 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 984 time: 0.0533752 Nov 23 04:50:00.413701 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-69f204ff-9568-4c0c-9047-d86049ebcde9 req-d66f4d91-75c6-4316-ad67-84c8f4ef026b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415008 Nov 23 04:50:00.430318 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:50:01.526441 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f50dfd-6a44-4990-a0c7-d8f051abc1ea req-ea951346-028a-43cb-9652-d9b6bd6dffb5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:01.527904 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-15f50dfd-6a44-4990-a0c7-d8f051abc1ea req-ea951346-028a-43cb-9652-d9b6bd6dffb5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 984 time: 0.0473466 Nov 23 04:50:01.574571 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-15f50dfd-6a44-4990-a0c7-d8f051abc1ea req-b92509a4-ed37-4198-ac1c-0f086401371c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=d35237c4-3430-4e33-9acb-c29dc78029f1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406237 Nov 23 04:50:01.948578 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-d179fa25-617c-48ae-95bb-123e8772c95a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:01.950019 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-d179fa25-617c-48ae-95bb-123e8772c95a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 984 time: 0.0512819 Nov 23 04:50:02.003030 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-5c2e64a9-29af-4648-b154-b28ba8a11ba0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:02.004924 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-5c2e64a9-29af-4648-b154-b28ba8a11ba0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/ports/2055c07e-74f1-42dd-8247-965fa574a641?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0378788 Nov 23 04:50:02.108795 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-b5813a46-2046-453e-b6ff-230d103b561b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.0970848 Nov 23 04:50:02.120215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-b122dbf9-73d1-4517-ae04-0c89e70f1623 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:50:02.171940 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-b122dbf9-73d1-4517-ae04-0c89e70f1623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:02.307498 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-b122dbf9-73d1-4517-ae04-0c89e70f1623 service neutron] For port 2055c07e-74f1-42dd-8247-965fa574a641, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2055c07e-74f1-42dd-8247-965fa574a641,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:50:02.340179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-b122dbf9-73d1-4517-ae04-0c89e70f1623 service neutron] For port 2055c07e-74f1-42dd-8247-965fa574a641, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:50:02.372232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-b122dbf9-73d1-4517-ae04-0c89e70f1623 service neutron] device_id is not set on port 2055c07e-74f1-42dd-8247-965fa574a641 yet. {{(pid=109953) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Nov 23 04:50:02.380376 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-b122dbf9-73d1-4517-ae04-0c89e70f1623 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:02.385574 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-b122dbf9-73d1-4517-ae04-0c89e70f1623 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:02.468793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b122dbf9-73d1-4517-ae04-0c89e70f1623 service neutron] Pushing event updated for resources: {'Port': ['ID=2055c07e-74f1-42dd-8247-965fa574a641,revision_number=11']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:02.507517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-b122dbf9-73d1-4517-ae04-0c89e70f1623 service neutron] No DVR routers for this DVR port 2055c07e-74f1-42dd-8247-965fa574a641 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:50:02.596632 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9555f0b9-21bf-405e-a64f-21b4ec54293e None None] Provisioning complete for port 2055c07e-74f1-42dd-8247-965fa574a641 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:50:02.597232 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9555f0b9-21bf-405e-a64f-21b4ec54293e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:02.630963 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9555f0b9-21bf-405e-a64f-21b4ec54293e None None] Port 2055c07e-74f1-42dd-8247-965fa574a641 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:50:02.681416 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6fbf6a30-8262-46be-aff0-690d5c866e24 req-589526f7-b7d0-4431-aec7-588b8a3d740c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=8bb20015-61d2-4c97-9752-441a2fd280bf HTTP/1.1" status: 200 len: 210 time: 0.0349088 Nov 23 04:50:02.684340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-b122dbf9-73d1-4517-ae04-0c89e70f1623 service neutron] In _notify_port_updated(), no bound segment for port 2055c07e-74f1-42dd-8247-965fa574a641 on network fd3cafb5-63ab-4518-9195-ac844a9d9dad {{(pid=109953) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:877}} Nov 23 04:50:02.685143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-b122dbf9-73d1-4517-ae04-0c89e70f1623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:02.685771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-b122dbf9-73d1-4517-ae04-0c89e70f1623 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:02.686973 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-50030617-9605-4b1c-a55a-83a16c0ea160 req-b122dbf9-73d1-4517-ae04-0c89e70f1623 service neutron] 10.222.0.15 "PUT /v2.0/ports/2055c07e-74f1-42dd-8247-965fa574a641 HTTP/1.1" status: 200 len: 1027 time: 0.5705779 Nov 23 04:50:03.736912 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48304) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:03.794723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-41fd69c6-75d2-42a1-8848-6b9d10b86771 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:03.819191 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-41fd69c6-75d2-42a1-8848-6b9d10b86771 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:03.877255 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-41fd69c6-75d2-42a1-8848-6b9d10b86771 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:03.879895 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-41fd69c6-75d2-42a1-8848-6b9d10b86771 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:03.881033 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-41fd69c6-75d2-42a1-8848-6b9d10b86771 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/security-groups/15f61b8a-8fe3-41b4-be5a-636a28f37bfc HTTP/1.1" status: 204 len: 168 time: 0.1430788 Nov 23 04:50:03.890045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fd69c6-75d2-42a1-8848-6b9d10b86771 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=15f61b8a-8fe3-41b4-be5a-636a28f37bfc,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:03.913711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48308) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:04.069169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b2cad094-1a4c-4d91-b194-105beee089a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port d7de4753-1be4-4b0a-acdc-beb29ef0402b {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:50:04.069607 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2cad094-1a4c-4d91-b194-105beee089a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:04.148079 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2cad094-1a4c-4d91-b194-105beee089a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:04.148399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2cad094-1a4c-4d91-b194-105beee089a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:04.160342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b2cad094-1a4c-4d91-b194-105beee089a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for d7de4753-1be4-4b0a-acdc-beb29ef0402b owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:50:04.350332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2cad094-1a4c-4d91-b194-105beee089a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:04.375450 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cad094-1a4c-4d91-b194-105beee089a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=d7de4753-1be4-4b0a-acdc-beb29ef0402b,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:04.436297 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2cad094-1a4c-4d91-b194-105beee089a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:04.436632 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-b2cad094-1a4c-4d91-b194-105beee089a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP e62e2084-6d11-432f-941d-c411f32eb447 disassociated (deleted). External IP: 172.26.8.14, port: 2055c07e-74f1-42dd-8247-965fa574a641. Nov 23 04:50:04.651025 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2cad094-1a4c-4d91-b194-105beee089a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:50:04.760394 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2cad094-1a4c-4d91-b194-105beee089a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:50:04.765030 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b2cad094-1a4c-4d91-b194-105beee089a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:04.772267 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709bf8b5-60a1-43a0-9615-c17ec4211f92 None None] Sync routers for ids ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:50:04.784888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709bf8b5-60a1-43a0-9615-c17ec4211f92 None None] Routers {'3f7a8a91-6194-42e2-b1a1-b01d1156a770'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:50:04.786528 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-709bf8b5-60a1-43a0-9615-c17ec4211f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:04.795715 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b2cad094-1a4c-4d91-b194-105beee089a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/floatingips/e62e2084-6d11-432f-941d-c411f32eb447 HTTP/1.1" status: 204 len: 168 time: 0.8786719 Nov 23 04:50:04.861168 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48314) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:04.894739 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-709bf8b5-60a1-43a0-9615-c17ec4211f92 None None] Set router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:50:04.925938 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e6403fc3-7afe-4136-b40b-364c0d766ace tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:04.959974 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e6403fc3-7afe-4136-b40b-364c0d766ace tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:05.021185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e6403fc3-7afe-4136-b40b-364c0d766ace tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:05.024024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e6403fc3-7afe-4136-b40b-364c0d766ace tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:05.027724 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e6403fc3-7afe-4136-b40b-364c0d766ace tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/security-groups/313f6f99-bc32-4dd5-8d0a-04d5145bca71 HTTP/1.1" status: 204 len: 168 time: 0.1630099 Nov 23 04:50:05.035766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6403fc3-7afe-4136-b40b-364c0d766ace tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=313f6f99-bc32-4dd5-8d0a-04d5145bca71,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:05.060133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48318) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:05.116359 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-709bf8b5-60a1-43a0-9615-c17ec4211f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'name': 'tempest-TestNetworkBasicOps-router-649251572', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '9687f353-a94f-4420-9408-c186a6836f8c', 'name': '', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:33:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:29Z', 'updated_at': '2021-11-23T04:49:32Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:05.143332 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709bf8b5-60a1-43a0-9615-c17ec4211f92 None None] Checking router: 3f7a8a91-6194-42e2-b1a1-b01d1156a770 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:50:05.149992 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-97d1e267-6bc7-4c0f-98fb-3e6f96d53850 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 2055c07e-74f1-42dd-8247-965fa574a641 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:50:05.150381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-97d1e267-6bc7-4c0f-98fb-3e6f96d53850 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:05.152436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-709bf8b5-60a1-43a0-9615-c17ec4211f92 None None] Routers {'3f7a8a91-6194-42e2-b1a1-b01d1156a770'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:50:05.153401 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-709bf8b5-60a1-43a0-9615-c17ec4211f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:05.246329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-97d1e267-6bc7-4c0f-98fb-3e6f96d53850 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:05.258600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-97d1e267-6bc7-4c0f-98fb-3e6f96d53850 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 2055c07e-74f1-42dd-8247-965fa574a641 owned by {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:50:05.264469 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-709bf8b5-60a1-43a0-9615-c17ec4211f92 None None] Set router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:50:05.397912 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-97d1e267-6bc7-4c0f-98fb-3e6f96d53850 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:05.426345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d1e267-6bc7-4c0f-98fb-3e6f96d53850 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=2055c07e-74f1-42dd-8247-965fa574a641,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:05.484691 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2055c07e-74f1-42dd-8247-965fa574a641 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:50:05.501381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-97d1e267-6bc7-4c0f-98fb-3e6f96d53850 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:05.505664 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-97d1e267-6bc7-4c0f-98fb-3e6f96d53850 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/ports/2055c07e-74f1-42dd-8247-965fa574a641 HTTP/1.1" status: 204 len: 168 time: 0.4442852 Nov 23 04:50:05.508428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48320) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:05.548525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 2055c07e-74f1-42dd-8247-965fa574a641 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:50:05.549015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2055c07e-74f1-42dd-8247-965fa574a641 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:50:05.650707 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-709bf8b5-60a1-43a0-9615-c17ec4211f92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'name': 'tempest-TestNetworkBasicOps-router-649251572', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '9687f353-a94f-4420-9408-c186a6836f8c', 'name': '', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:33:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:29Z', 'updated_at': '2021-11-23T04:49:32Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:05.678303 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-709bf8b5-60a1-43a0-9615-c17ec4211f92 None None] The sync data for ids ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'] in dv-neutron-818850-1-hyperv is: [{'id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'name': 'tempest-TestNetworkBasicOps-router-649251572', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '9687f353-a94f-4420-9408-c186a6836f8c', 'name': '', 'network_id': 'fd3cafb5-63ab-4518-9195-ac844a9d9dad', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:33:42:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_interface', 'standard_attr_id': 1409, 'fixed_ips': [{'subnet_id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:29Z', 'updated_at': '2021-11-23T04:49:32Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '9fa459f4-57cf-4924-b3c2-1538bde7fa88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:50:05.893789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b295df39-87cf-4765-9df1-9b7fcbda2631 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:05.900581 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abc4650f-4cbc-459f-b003-347e5f36f11c None None] New status for floating IP e62e2084-6d11-432f-941d-c411f32eb447: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:50:06.153709 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b295df39-87cf-4765-9df1-9b7fcbda2631 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 9687f353-a94f-4420-9408-c186a6836f8c {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:50:06.154052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b295df39-87cf-4765-9df1-9b7fcbda2631 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:06.241589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-b295df39-87cf-4765-9df1-9b7fcbda2631 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 9687f353-a94f-4420-9408-c186a6836f8c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9687f353-a94f-4420-9408-c186a6836f8c,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:50:06.241955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b295df39-87cf-4765-9df1-9b7fcbda2631 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:06.254916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b295df39-87cf-4765-9df1-9b7fcbda2631 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 9687f353-a94f-4420-9408-c186a6836f8c owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:50:06.437917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b295df39-87cf-4765-9df1-9b7fcbda2631 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:06.468669 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295df39-87cf-4765-9df1-9b7fcbda2631 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=9687f353-a94f-4420-9408-c186a6836f8c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:06.645263 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b295df39-87cf-4765-9df1-9b7fcbda2631 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:06.891764 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1e35288c-2177-4186-b557-3e30d2c663ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:07.169434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b295df39-87cf-4765-9df1-9b7fcbda2631 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:50:07.277917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b295df39-87cf-4765-9df1-9b7fcbda2631 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:50:07.283827 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b295df39-87cf-4765-9df1-9b7fcbda2631 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/3f7a8a91-6194-42e2-b1a1-b01d1156a770/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7744169 Nov 23 04:50:07.287002 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48322) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:07.290781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbfe585-dfd0-436f-af78-bbe42183ef9e None None] Sync routers for ids ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:50:07.303066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbfe585-dfd0-436f-af78-bbe42183ef9e None None] Routers {'3f7a8a91-6194-42e2-b1a1-b01d1156a770'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:50:07.303814 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-9bbfe585-dfd0-436f-af78-bbe42183ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:07.340238 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e28f33-53a5-41cc-b565-b60b39194a63 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting subnet 9fa459f4-57cf-4924-b3c2-1538bde7fa88 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:50:07.343705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-48e28f33-53a5-41cc-b565-b60b39194a63 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:07.392695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-48e28f33-53a5-41cc-b565-b60b39194a63 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:07.427756 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-9bbfe585-dfd0-436f-af78-bbe42183ef9e None None] Set router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:50:07.494760 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-48e28f33-53a5-41cc-b565-b60b39194a63 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:07.563458 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-48e28f33-53a5-41cc-b565-b60b39194a63 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:07.593575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e28f33-53a5-41cc-b565-b60b39194a63 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Subnet': ['ID=9fa459f4-57cf-4924-b3c2-1538bde7fa88,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:07.603742 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-48e28f33-53a5-41cc-b565-b60b39194a63 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:07.607201 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-48e28f33-53a5-41cc-b565-b60b39194a63 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/subnets/9fa459f4-57cf-4924-b3c2-1538bde7fa88 HTTP/1.1" status: 204 len: 168 time: 0.3192198 Nov 23 04:50:07.610288 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48324) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:07.612829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd17856-9762-49eb-864d-b25bb9263325 None None] Network fd3cafb5-63ab-4518-9195-ac844a9d9dad requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:50:07.717034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-9bbfe585-dfd0-436f-af78-bbe42183ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'name': 'tempest-TestNetworkBasicOps-router-649251572', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:50:06Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:07.732211 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:07.751947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbfe585-dfd0-436f-af78-bbe42183ef9e None None] Checking router: 3f7a8a91-6194-42e2-b1a1-b01d1156a770 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:50:07.801802 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bbfe585-dfd0-436f-af78-bbe42183ef9e None None] Routers {'3f7a8a91-6194-42e2-b1a1-b01d1156a770'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:50:07.802509 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-9bbfe585-dfd0-436f-af78-bbe42183ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:49:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:07.852477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:07.909959 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:50:07.910380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:07.937801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-9bbfe585-dfd0-436f-af78-bbe42183ef9e None None] Set router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:50:07.970320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b7dfe7-1a3b-4990-b828-a6c44a15ee71 None None] DHCP port deletion for fd3cafb5-63ab-4518-9195-ac844a9d9dad request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:50:08.007731 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=693cd6c1-113c-4ac3-9843-e02c8fb2d9f0,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:50:08.008098 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.022629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0 owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:50:08.119521 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7dfe7-1a3b-4990-b828-a6c44a15ee71 None None] Deleting port e9253c21-3696-45b9-88e1-8e65a3951dfd {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:50:08.119938 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a7b7dfe7-1a3b-4990-b828-a6c44a15ee71 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.200475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.214946 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a7b7dfe7-1a3b-4990-b828-a6c44a15ee71 None None] For port e9253c21-3696-45b9-88e1-8e65a3951dfd, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e9253c21-3696-45b9-88e1-8e65a3951dfd,segment=NetworkSegment(600095ec-5164-4f48-83f1-aa36f9cb6517),segment_id=600095ec-5164-4f48-83f1-aa36f9cb6517)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:50:08.215284 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a7b7dfe7-1a3b-4990-b828-a6c44a15ee71 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.228125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=693cd6c1-113c-4ac3-9843-e02c8fb2d9f0,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:08.237155 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a7b7dfe7-1a3b-4990-b828-a6c44a15ee71 None None] Calling delete_port for e9253c21-3696-45b9-88e1-8e65a3951dfd owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:50:08.247099 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13fcf9f4-001c-43ee-848d-54fc4f0d77ea None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:50:08.290360 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.293298 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-9bbfe585-dfd0-436f-af78-bbe42183ef9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'name': 'tempest-TestNetworkBasicOps-router-649251572', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:50:06Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:08.326947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9bbfe585-dfd0-436f-af78-bbe42183ef9e None None] The sync data for ids ['3f7a8a91-6194-42e2-b1a1-b01d1156a770'] in dv-neutron-818850-1-hyperv is: [{'id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'name': 'tempest-TestNetworkBasicOps-router-649251572', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44'}], 'enable_snat': True}, 'gw_port_id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:50:06Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '693cd6c1-113c-4ac3-9843-e02c8fb2d9f0', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:8a:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3f7a8a91-6194-42e2-b1a1-b01d1156a770', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1406, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:49:26Z', 'updated_at': '2021-11-23T04:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:50:08.368411 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a7b7dfe7-1a3b-4990-b828-a6c44a15ee71 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.399890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b7dfe7-1a3b-4990-b828-a6c44a15ee71 None None] Pushing event deleted for resources: {'Port': ['ID=e9253c21-3696-45b9-88e1-8e65a3951dfd,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:08.405942 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7b7dfe7-1a3b-4990-b828-a6c44a15ee71 None None] No DVR routers for this DVR port e9253c21-3696-45b9-88e1-8e65a3951dfd on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:50:08.406201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.408707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.474141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.474669 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Fanout notify agent at l3_agent the message router_deleted on router 3f7a8a91-6194-42e2-b1a1-b01d1156a770 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:50:08.481942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.483029 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-15e17ab4-d070-49ec-9e05-8949d26a5a64 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/routers/3f7a8a91-6194-42e2-b1a1-b01d1156a770 HTTP/1.1" status: 204 len: 168 time: 0.8717999 Nov 23 04:50:08.485844 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48326) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:08.553915 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.574537 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c629-aa78-450f-ba44-2e33c6de10bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.662554 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c629-aa78-450f-ba44-2e33c6de10bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.684146 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-d0e8c629-aa78-450f-ba44-2e33c6de10bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd3cafb5-63ab-4518-9195-ac844a9d9dad']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:08.695346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-d0e8c629-aa78-450f-ba44-2e33c6de10bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '600095ec-5164-4f48-83f1-aa36f9cb6517') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:08.695709 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-d0e8c629-aa78-450f-ba44-2e33c6de10bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '600095ec-5164-4f48-83f1-aa36f9cb6517') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:08.707695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c629-aa78-450f-ba44-2e33c6de10bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.722221 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c629-aa78-450f-ba44-2e33c6de10bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.729209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e8c629-aa78-450f-ba44-2e33c6de10bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Releasing vlan 157 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:50:08.729685 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c629-aa78-450f-ba44-2e33c6de10bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:50:08.733197 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:50:08.802298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c629-aa78-450f-ba44-2e33c6de10bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.810624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d0e8c629-aa78-450f-ba44-2e33c6de10bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.817768 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d0e8c629-aa78-450f-ba44-2e33c6de10bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/networks/fd3cafb5-63ab-4518-9195-ac844a9d9dad HTTP/1.1" status: 204 len: 168 time: 0.3272045 Nov 23 04:50:08.826006 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48328) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:08.829439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e8c629-aa78-450f-ba44-2e33c6de10bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Network': ['ID=fd3cafb5-63ab-4518-9195-ac844a9d9dad,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:08.844545 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6aee9c8c-a11a-41f2-a96e-80b8d6b396d3 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0172400 Nov 23 04:50:08.847147 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48330) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:08.851982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b127f4c4-252f-4bc7-a8e0-bcb43a136e31 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'network': {'name': 'tempest-network-smoke--278983037', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'port_security_enabled': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:50:08.874410 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b127f4c4-252f-4bc7-a8e0-bcb43a136e31 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:50:08.878823 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b127f4c4-252f-4bc7-a8e0-bcb43a136e31 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.902540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b127f4c4-252f-4bc7-a8e0-bcb43a136e31 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:50:08.912886 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b127f4c4-252f-4bc7-a8e0-bcb43a136e31 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.913231 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-b127f4c4-252f-4bc7-a8e0-bcb43a136e31 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Added segment 907a042c-8560-4a29-8166-3cda17959246 of type vlan for network 04b6aca7-d9bd-4685-a1d1-3991e13aa96e Nov 23 04:50:08.964249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b127f4c4-252f-4bc7-a8e0-bcb43a136e31 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:08.994937 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b127f4c4-252f-4bc7-a8e0-bcb43a136e31 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:09.000458 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b127f4c4-252f-4bc7-a8e0-bcb43a136e31 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:09.001054 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b127f4c4-252f-4bc7-a8e0-bcb43a136e31 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:09.056311 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b127f4c4-252f-4bc7-a8e0-bcb43a136e31 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2080977 Nov 23 04:50:09.060253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48332) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:09.067610 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'admin_state_up': True, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:50:09.079423 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b127f4c4-252f-4bc7-a8e0-bcb43a136e31 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Network': ['ID=04b6aca7-d9bd-4685-a1d1-3991e13aa96e,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:09.089873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 04b6aca7-d9bd-4685-a1d1-3991e13aa96e details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:50:09.099116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:09.100318 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:09.161459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:09.179521 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a52b1b76-29a8-40ed-96bb-7db08fe4b908 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:09.301627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:09.511635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:09.531407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:09.617269 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9687f353-a94f-4420-9408-c186a6836f8c no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:50:09.646295 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 9687f353-a94f-4420-9408-c186a6836f8c {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:50:09.646664 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9687f353-a94f-4420-9408-c186a6836f8c not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:50:09.647191 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e9253c21-3696-45b9-88e1-8e65a3951dfd no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:50:09.651640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.36 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/e3857184-0be9-40af-a1a0-07f91fbe4b2c) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:50:09.670899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: e9253c21-3696-45b9-88e1-8e65a3951dfd {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:50:09.671280 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e9253c21-3696-45b9-88e1-8e65a3951dfd not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:50:09.676151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:50:09.701014 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:50:09.701371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 693cd6c1-113c-4ac3-9843-e02c8fb2d9f0 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:50:09.773601 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:09.809832 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:09.849559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:50:09.852416 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:50:09.856052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:50:09.868181 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d737758-1d53-4787-8c40-38d2f0a299ff None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:50:09.888119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=e3857184-0be9-40af-a1a0-07f91fbe4b2c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:09.901165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-545175d0-79a8-41d1-9bba-44b2e1f3eea5 None None] Provisioning complete for port e3857184-0be9-40af-a1a0-07f91fbe4b2c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:50:09.901629 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-545175d0-79a8-41d1-9bba-44b2e1f3eea5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:09.936851 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-545175d0-79a8-41d1-9bba-44b2e1f3eea5 None None] Port e3857184-0be9-40af-a1a0-07f91fbe4b2c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:50:10.126266 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:10.324666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:10.339978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:10.450844 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router b2193b18-3f1f-4124-ab86-e8e563e741c8 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:50:10.840916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:50:10.851633 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Sync routers for ids ['b2193b18-3f1f-4124-ab86-e8e563e741c8'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:50:10.861053 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:10.861648 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Routers {'b2193b18-3f1f-4124-ab86-e8e563e741c8'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:50:10.865075 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:50:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b2193b18-3f1f-4124-ab86-e8e563e741c8'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:10.865253 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d76af833-3922-423d-afe2-7ebf011c43d6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8005974 Nov 23 04:50:10.865408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48334) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:10.893105 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-757e21ea-0e61-48f8-b6b1-6c74d3d5e6f9 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1f39b592b6944144b30ee044431afa7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266221 Nov 23 04:50:10.896183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48336) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:10.966496 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Set router b2193b18-3f1f-4124-ab86-e8e563e741c8 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:50:10.986272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe91238-f84c-49c5-a5ea-478e4f298405 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:10.987815 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4fe91238-f84c-49c5-a5ea-478e4f298405 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0907056 Nov 23 04:50:10.990631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48338) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:11.018078 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7188a502-7580-402f-9b5a-b23f2e774451 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0263929 Nov 23 04:50:11.020977 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48340) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:11.025679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1d0409a6-8eb8-46e1-b569-fd4c108c9ff4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1497930427', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:50:11.113983 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d0409a6-8eb8-46e1-b569-fd4c108c9ff4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:50:11.117523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1d0409a6-8eb8-46e1-b569-fd4c108c9ff4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:11.146821 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:10Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:11.177583 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Checking router: b2193b18-3f1f-4124-ab86-e8e563e741c8 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:50:11.177922 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Updating router b2193b18-3f1f-4124-ab86-e8e563e741c8 port e3857184-0be9-40af-a1a0-07f91fbe4b2c binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:50:11.203699 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:11.300716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1d0409a6-8eb8-46e1-b569-fd4c108c9ff4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:11.364528 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0409a6-8eb8-46e1-b569-fd4c108c9ff4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Subnet': ['ID=77f13fdd-998a-4028-811e-bc9a73dd4026,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:11.374821 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d0409a6-8eb8-46e1-b569-fd4c108c9ff4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Checking segment: {'id': '907a042c-8560-4a29-8166-3cda17959246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:50:11.375181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0409a6-8eb8-46e1-b569-fd4c108c9ff4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network hostable DHCP agents. Network: 04b6aca7-d9bd-4685-a1d1-3991e13aa96e, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:50:11.391813 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d0409a6-8eb8-46e1-b569-fd4c108c9ff4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 04b6aca7-d9bd-4685-a1d1-3991e13aa96e is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:50:11.401806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-1d0409a6-8eb8-46e1-b569-fd4c108c9ff4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 04b6aca7-d9bd-4685-a1d1-3991e13aa96e) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:50:11.407159 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d0409a6-8eb8-46e1-b569-fd4c108c9ff4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:11.409731 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1d0409a6-8eb8-46e1-b569-fd4c108c9ff4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:11.409897 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d6dc679-8b1d-4726-8b62-2fd2185067b0 None None] Network 04b6aca7-d9bd-4685-a1d1-3991e13aa96e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:50:11.429862 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1d0409a6-8eb8-46e1-b569-fd4c108c9ff4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4077754 Nov 23 04:50:11.430363 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48342) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:11.458707 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:11.464135 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:11.513047 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Attempting to bind port e3857184-0be9-40af-a1a0-07f91fbe4b2c on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:50:11.513435 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Attempting to bind port e3857184-0be9-40af-a1a0-07f91fbe4b2c by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:50:11.513796 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Attempting to bind port e3857184-0be9-40af-a1a0-07f91fbe4b2c on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:50:11.525823 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:50:11.526192 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:50:11.526581 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:11.526963 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:50:11.527423 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Bound port: e3857184-0be9-40af-a1a0-07f91fbe4b2c, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:50:11.528505 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:11.549094 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b951b5-be31-428e-af77-4844f9550319 None None] Pushing event updated for resources: {'Port': ['ID=e3857184-0be9-40af-a1a0-07f91fbe4b2c,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:11.557849 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-312c3dae-d007-4b85-8b87-569b690c89a2 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:50:11.574594 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ips': [{'subnet_id': '77f13fdd-998a-4028-811e-bc9a73dd4026'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:50:11.575684 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:11.589649 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] For port e3857184-0be9-40af-a1a0-07f91fbe4b2c, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:50:11.592911 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] For port e3857184-0be9-40af-a1a0-07f91fbe4b2c, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e3857184-0be9-40af-a1a0-07f91fbe4b2c,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:50:11.599870 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:11.651267 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Routers {'b2193b18-3f1f-4124-ab86-e8e563e741c8'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:50:11.651889 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:50:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b2193b18-3f1f-4124-ab86-e8e563e741c8'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:11.669806 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c9e80dc-6640-43aa-b3bf-a210096948a4 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:50:11.705529 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-122ac1df-fd97-4476-bd3f-40d6a77a3680 None None] Provisioning complete for port e3857184-0be9-40af-a1a0-07f91fbe4b2c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:50:11.707128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-122ac1df-fd97-4476-bd3f-40d6a77a3680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:11.793486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:11.797793 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b951b5-be31-428e-af77-4844f9550319 None None] Pushing event updated for resources: {'Port': ['ID=e3857184-0be9-40af-a1a0-07f91fbe4b2c,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:11.805329 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Allocated IP 172.20.0.2 (04b6aca7-d9bd-4685-a1d1-3991e13aa96e/77f13fdd-998a-4028-811e-bc9a73dd4026/14c3ebe7-1e66-4ac7-a678-1b979b8317f1) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:50:11.863805 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] Set router b2193b18-3f1f-4124-ab86-e8e563e741c8 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:50:11.899903 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-122ac1df-fd97-4476-bd3f-40d6a77a3680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:11.922516 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:11.936284 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-122ac1df-fd97-4476-bd3f-40d6a77a3680 None None] For port e3857184-0be9-40af-a1a0-07f91fbe4b2c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e3857184-0be9-40af-a1a0-07f91fbe4b2c,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:50:11.944359 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-122ac1df-fd97-4476-bd3f-40d6a77a3680 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:12.054755 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:10Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:12.095490 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78b593a-51fa-4c65-acb2-d76547a2264c None None] The sync data for ids ['b2193b18-3f1f-4124-ab86-e8e563e741c8'] in dv-neutron-818850-1-hyperv is: [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:10Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:50:12.218502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c2590876-2862-4a62-a47d-b7b0150c601b None None] Provisioning complete for port e3857184-0be9-40af-a1a0-07f91fbe4b2c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:50:12.218882 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c2590876-2862-4a62-a47d-b7b0150c601b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:12.245602 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122ac1df-fd97-4476-bd3f-40d6a77a3680 None None] Pushing event updated for resources: {'Port': ['ID=e3857184-0be9-40af-a1a0-07f91fbe4b2c,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:12.266578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:12.279057 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:12.342824 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Network 04b6aca7-d9bd-4685-a1d1-3991e13aa96e is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:50:12.344853 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:50:12.350400 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:50:12.392842 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Pushing event updated for resources: {'Port': ['ID=14c3ebe7-1e66-4ac7-a678-1b979b8317f1,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:12.466241 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Attempting to bind port 14c3ebe7-1e66-4ac7-a678-1b979b8317f1 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:50:12.466795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Attempting to bind port 14c3ebe7-1e66-4ac7-a678-1b979b8317f1 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '907a042c-8560-4a29-8166-3cda17959246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:50:12.467116 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Attempting to bind port 14c3ebe7-1e66-4ac7-a678-1b979b8317f1 on network 04b6aca7-d9bd-4685-a1d1-3991e13aa96e {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:50:12.473197 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 49, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:50:12.473696 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Checking segment: {'id': '907a042c-8560-4a29-8166-3cda17959246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:50:12.474177 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:12.474646 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Bound using segment: {'id': '907a042c-8560-4a29-8166-3cda17959246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:50:12.475196 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Bound port: 14c3ebe7-1e66-4ac7-a678-1b979b8317f1, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907a042c-8560-4a29-8166-3cda17959246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:50:12.475650 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:12.549749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] For port 14c3ebe7-1e66-4ac7-a678-1b979b8317f1, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:50:12.553610 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] For port 14c3ebe7-1e66-4ac7-a678-1b979b8317f1, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=14c3ebe7-1e66-4ac7-a678-1b979b8317f1,segment=NetworkSegment(907a042c-8560-4a29-8166-3cda17959246),segment_id=907a042c-8560-4a29-8166-3cda17959246)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:50:12.558532 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:12.569460 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.1 (04b6aca7-d9bd-4685-a1d1-3991e13aa96e/77f13fdd-998a-4028-811e-bc9a73dd4026/dacfd6c3-f59f-492d-ba75-5944c1b966e2) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:50:12.620223 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0c25db-323e-46d1-b139-87858566ea27 None None] Pushing event updated for resources: {'Port': ['ID=14c3ebe7-1e66-4ac7-a678-1b979b8317f1,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:12.668899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:12.713742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:12.750526 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:12.797229 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 04b6aca7-d9bd-4685-a1d1-3991e13aa96e is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:50:12.801221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:50:12.809820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:50:12.814348 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=dacfd6c3-f59f-492d-ba75-5944c1b966e2,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:12.863462 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:13.009462 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:13.288765 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:13.293265 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:13.369853 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:13.371586 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=dacfd6c3-f59f-492d-ba75-5944c1b966e2,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:13.465881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 04b6aca7-d9bd-4685-a1d1-3991e13aa96e is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:50:13.467289 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:50:13.605073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router b2193b18-3f1f-4124-ab86-e8e563e741c8 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:50:13.692943 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e3857184-0be9-40af-a1a0-07f91fbe4b2c up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:50:13.737801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:50:13.745767 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48344) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:13.746675 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-273c92d0-b316-4bee-9e1b-6ba064a3a4ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/b2193b18-3f1f-4124-ab86-e8e563e741c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3144917 Nov 23 04:50:13.759682 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e3857184-0be9-40af-a1a0-07f91fbe4b2c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:50:13.760069 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:13.846838 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 14c3ebe7-1e66-4ac7-a678-1b979b8317f1 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:50:13.893462 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 14c3ebe7-1e66-4ac7-a678-1b979b8317f1 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:50:13.893684 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:13.933077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df21a50b-9e12-40e2-953c-57cbf34af742 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:13.933599 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df21a50b-9e12-40e2-953c-57cbf34af742 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:13.934204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df21a50b-9e12-40e2-953c-57cbf34af742 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:13.934668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df21a50b-9e12-40e2-953c-57cbf34af742 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:13.935203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df21a50b-9e12-40e2-953c-57cbf34af742 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:13.935575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df21a50b-9e12-40e2-953c-57cbf34af742 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:13.937367 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-df21a50b-9e12-40e2-953c-57cbf34af742 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4284 time: 0.1894474 Nov 23 04:50:13.940159 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48346) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:13.983918 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.004886 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659584c9-9952-480f-adec-a1ddf17233a4 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:14.005155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659584c9-9952-480f-adec-a1ddf17233a4 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:14.005567 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659584c9-9952-480f-adec-a1ddf17233a4 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:14.006024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659584c9-9952-480f-adec-a1ddf17233a4 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:14.006475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659584c9-9952-480f-adec-a1ddf17233a4 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:14.006997 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-659584c9-9952-480f-adec-a1ddf17233a4 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:14.011307 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-659584c9-9952-480f-adec-a1ddf17233a4 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0668819 Nov 23 04:50:14.011686 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48348) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:14.020076 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 14c3ebe7-1e66-4ac7-a678-1b979b8317f1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=14c3ebe7-1e66-4ac7-a678-1b979b8317f1,segment=NetworkSegment(907a042c-8560-4a29-8166-3cda17959246),segment_id=907a042c-8560-4a29-8166-3cda17959246)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:50:14.024958 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.085755 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=14c3ebe7-1e66-4ac7-a678-1b979b8317f1,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:14.142019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Sync routers for ids ['b2193b18-3f1f-4124-ab86-e8e563e741c8'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:50:14.154284 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Routers {'b2193b18-3f1f-4124-ab86-e8e563e741c8'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:50:14.155007 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:50:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b2193b18-3f1f-4124-ab86-e8e563e741c8'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:14.439052 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d2b1613-3045-40e8-ac13-3ce50d3741b5 None None] Network 04b6aca7-d9bd-4685-a1d1-3991e13aa96e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:50:14.440811 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b2622fe1-f41a-41fd-821c-8973d8b47e06 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2671747 Nov 23 04:50:14.440913 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Set router b2193b18-3f1f-4124-ab86-e8e563e741c8 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:50:14.440913 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-75894b57-a3ab-4e0e-b3f8-3d2c690b23a2 None None] Provisioning complete for port 14c3ebe7-1e66-4ac7-a678-1b979b8317f1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:50:14.440913 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-75894b57-a3ab-4e0e-b3f8-3d2c690b23a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.553731 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48352) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:14.558678 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-fc039e34-d60c-48b0-9723-c718067bb069 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-828962833', 'description': 'tempest-secgroup-smoke-828962833 description', 'project_id': '1f39b592b6944144b30ee044431afa7d'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:50:14.579581 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fc039e34-d60c-48b0-9723-c718067bb069 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.646445 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fc039e34-d60c-48b0-9723-c718067bb069 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.651068 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fc039e34-d60c-48b0-9723-c718067bb069 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.687522 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:12Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'dacfd6c3-f59f-492d-ba75-5944c1b966e2', 'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:b0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:12Z', 'updated_at': '2021-11-23T04:50:13Z', 'revision_number': 2, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:14.690660 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fc039e34-d60c-48b0-9723-c718067bb069 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.692174 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fc039e34-d60c-48b0-9723-c718067bb069 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1373301 Nov 23 04:50:14.694996 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48354) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:14.699388 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-fe4fa99e-3154-47ca-a26f-32b400a2f5f4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '52643b4c-1fbf-45a2-985a-39bfacd029e9', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:50:14.704905 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc039e34-d60c-48b0-9723-c718067bb069 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=52643b4c-1fbf-45a2-985a-39bfacd029e9,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:14.722969 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Checking router: b2193b18-3f1f-4124-ab86-e8e563e741c8 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:50:14.723587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Updating router b2193b18-3f1f-4124-ab86-e8e563e741c8 port dacfd6c3-f59f-492d-ba75-5944c1b966e2 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:50:14.731059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa99e-3154-47ca-a26f-32b400a2f5f4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.750456 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.798952 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa99e-3154-47ca-a26f-32b400a2f5f4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.804143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa99e-3154-47ca-a26f-32b400a2f5f4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.825948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4fa99e-3154-47ca-a26f-32b400a2f5f4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fea66909-de54-4ffe-854f-6858378427e9,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:14.839191 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fe4fa99e-3154-47ca-a26f-32b400a2f5f4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.843096 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fe4fa99e-3154-47ca-a26f-32b400a2f5f4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1445982 Nov 23 04:50:14.843353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48356) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:14.848932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-faa4c565-889d-4412-8373-ea4e857c3d5d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '52643b4c-1fbf-45a2-985a-39bfacd029e9', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:50:14.880446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-faa4c565-889d-4412-8373-ea4e857c3d5d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.947615 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-faa4c565-889d-4412-8373-ea4e857c3d5d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.952351 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-faa4c565-889d-4412-8373-ea4e857c3d5d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.977413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-faa4c565-889d-4412-8373-ea4e857c3d5d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:14.981496 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-faa4c565-889d-4412-8373-ea4e857c3d5d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1341758 Nov 23 04:50:14.981496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa4c565-889d-4412-8373-ea4e857c3d5d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33de8d6e-7c24-4ad1-a7d8-ebcea705d75b,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:14.982606 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48358) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:14.993303 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c55aacd1-167f-408d-bb84-032b9172e224 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '52643b4c-1fbf-45a2-985a-39bfacd029e9', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:50:15.004969 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-abf43698-1221-4b83-8f5c-4ff23c1849ab None None] Provisioning complete for port 14c3ebe7-1e66-4ac7-a678-1b979b8317f1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:50:15.005388 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-abf43698-1221-4b83-8f5c-4ff23c1849ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.027669 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c55aacd1-167f-408d-bb84-032b9172e224 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.079546 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.090202 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.104213 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c55aacd1-167f-408d-bb84-032b9172e224 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.108863 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c55aacd1-167f-408d-bb84-032b9172e224 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.130440 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55aacd1-167f-408d-bb84-032b9172e224 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea1dba23-2608-4412-b68f-8dddacbb5dc2,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:15.137243 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c55aacd1-167f-408d-bb84-032b9172e224 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.138509 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c55aacd1-167f-408d-bb84-032b9172e224 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1529474 Nov 23 04:50:15.141325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48362) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:15.146571 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-92976b87-db17-4e8c-8940-c8789643150d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '52643b4c-1fbf-45a2-985a-39bfacd029e9', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:50:15.161247 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f595a7c-1adc-4b22-b8c1-e66e6ee89ed9 None None] Pushing event updated for resources: {'Port': ['ID=dacfd6c3-f59f-492d-ba75-5944c1b966e2,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:15.179036 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-92976b87-db17-4e8c-8940-c8789643150d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.243511 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-abf43698-1221-4b83-8f5c-4ff23c1849ab None None] Provisioning complete for port dacfd6c3-f59f-492d-ba75-5944c1b966e2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:50:15.243883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-abf43698-1221-4b83-8f5c-4ff23c1849ab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.245636 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Attempting to bind port dacfd6c3-f59f-492d-ba75-5944c1b966e2 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:50:15.246002 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Attempting to bind port dacfd6c3-f59f-492d-ba75-5944c1b966e2 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '907a042c-8560-4a29-8166-3cda17959246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:50:15.246380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Attempting to bind port dacfd6c3-f59f-492d-ba75-5944c1b966e2 on network 04b6aca7-d9bd-4685-a1d1-3991e13aa96e {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:50:15.247557 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-92976b87-db17-4e8c-8940-c8789643150d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.252188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-92976b87-db17-4e8c-8940-c8789643150d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.271818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92976b87-db17-4e8c-8940-c8789643150d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a102ae79-5a6a-4806-ad0f-6bed5227b883,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:15.282170 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 50, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:50:15.282397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-92976b87-db17-4e8c-8940-c8789643150d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.282651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Checking segment: {'id': '907a042c-8560-4a29-8166-3cda17959246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:50:15.282960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.283352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Bound using segment: {'id': '907a042c-8560-4a29-8166-3cda17959246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:50:15.283489 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-92976b87-db17-4e8c-8940-c8789643150d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1410193 Nov 23 04:50:15.283838 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Bound port: dacfd6c3-f59f-492d-ba75-5944c1b966e2, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '907a042c-8560-4a29-8166-3cda17959246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:50:15.284218 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.286538 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48364) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:15.294411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-631e465a-37f8-4ff2-8a2d-a7fbcbd13f4c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '52643b4c-1fbf-45a2-985a-39bfacd029e9', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:50:15.306112 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-abf43698-1221-4b83-8f5c-4ff23c1849ab None None] Port dacfd6c3-f59f-492d-ba75-5944c1b966e2 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:50:15.326667 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-631e465a-37f8-4ff2-8a2d-a7fbcbd13f4c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:50:15.332239 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-631e465a-37f8-4ff2-8a2d-a7fbcbd13f4c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.365610 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] For port dacfd6c3-f59f-492d-ba75-5944c1b966e2, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:50:15.369426 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] For port dacfd6c3-f59f-492d-ba75-5944c1b966e2, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dacfd6c3-f59f-492d-ba75-5944c1b966e2,segment=NetworkSegment(907a042c-8560-4a29-8166-3cda17959246),segment_id=907a042c-8560-4a29-8166-3cda17959246)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:50:15.374560 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.409540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-631e465a-37f8-4ff2-8a2d-a7fbcbd13f4c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.416575 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-631e465a-37f8-4ff2-8a2d-a7fbcbd13f4c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.439441 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-631e465a-37f8-4ff2-8a2d-a7fbcbd13f4c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c41fe3f-9465-4054-a0c5-baf8e9961163,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:15.444986 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Routers {'b2193b18-3f1f-4124-ab86-e8e563e741c8'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:50:15.445663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:50:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b2193b18-3f1f-4124-ab86-e8e563e741c8'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:15.448450 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-631e465a-37f8-4ff2-8a2d-a7fbcbd13f4c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.452624 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-631e465a-37f8-4ff2-8a2d-a7fbcbd13f4c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1601357 Nov 23 04:50:15.452624 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48366) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:15.457575 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-859aa6e3-fda7-469a-86e0-63f456a1e681 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '52643b4c-1fbf-45a2-985a-39bfacd029e9', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:50:15.481944 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-859aa6e3-fda7-469a-86e0-63f456a1e681 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:50:15.488403 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-859aa6e3-fda7-469a-86e0-63f456a1e681 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.494854 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e8921ddc-aea3-4a7b-b611-73d0477d7e87 None None] Provisioning complete for port dacfd6c3-f59f-492d-ba75-5944c1b966e2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:50:15.495230 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e8921ddc-aea3-4a7b-b611-73d0477d7e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.499689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f595a7c-1adc-4b22-b8c1-e66e6ee89ed9 None None] Pushing event updated for resources: {'Port': ['ID=dacfd6c3-f59f-492d-ba75-5944c1b966e2,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:15.557425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-859aa6e3-fda7-469a-86e0-63f456a1e681 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.562480 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-859aa6e3-fda7-469a-86e0-63f456a1e681 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.592858 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-859aa6e3-fda7-469a-86e0-63f456a1e681 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.601332 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-859aa6e3-fda7-469a-86e0-63f456a1e681 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1435249 Nov 23 04:50:15.601332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859aa6e3-fda7-469a-86e0-63f456a1e681 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aa56f4f-56f5-4b49-949c-8f37daca05c5,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:15.607193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] Set router b2193b18-3f1f-4124-ab86-e8e563e741c8 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:50:15.694809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 14c3ebe7-1e66-4ac7-a678-1b979b8317f1 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:50:15.785617 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-311c9d9d-94b4-4e6a-9dfa-22132775adbe tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-828962833&fields=id&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 267 time: 0.0595951 Nov 23 04:50:15.907583 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b7e4f6e8-39db-4b78-9cc6-aff5c81f4544 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:15.908964 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b7e4f6e8-39db-4b78-9cc6-aff5c81f4544 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/networks?id=04b6aca7-d9bd-4685-a1d1-3991e13aa96e HTTP/1.1" status: 200 len: 796 time: 0.1141884 Nov 23 04:50:15.924574 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b730f632-f3bd-4e97-8b80-d1fa7acfc5d3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/quotas/1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 375 time: 0.0092053 Nov 23 04:50:15.928862 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e8921ddc-aea3-4a7b-b611-73d0477d7e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:15.977120 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-1897485e-700f-4b0b-a433-dcff6b983d48 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0463924 Nov 23 04:50:16.024281 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e8921ddc-aea3-4a7b-b611-73d0477d7e87 None None] For port dacfd6c3-f59f-492d-ba75-5944c1b966e2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dacfd6c3-f59f-492d-ba75-5944c1b966e2,segment=NetworkSegment(907a042c-8560-4a29-8166-3cda17959246),segment_id=907a042c-8560-4a29-8166-3cda17959246)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:50:16.027337 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 14c3ebe7-1e66-4ac7-a678-1b979b8317f1 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:50:16.027690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:16.032640 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e8921ddc-aea3-4a7b-b611-73d0477d7e87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:16.081824 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-a98af450-3319-455e-b38e-34f1dc7ddde6 service neutron] 10.222.0.37 "GET /v2.0/networks/04b6aca7-d9bd-4685-a1d1-3991e13aa96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906935 Nov 23 04:50:16.168659 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8921ddc-aea3-4a7b-b611-73d0477d7e87 None None] Pushing event updated for resources: {'Port': ['ID=dacfd6c3-f59f-492d-ba75-5944c1b966e2,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:16.190135 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-2eb2e43a-5738-4aa9-b0ab-2fea50ad4c46 service neutron] 10.222.0.37 "GET /v2.0/networks/04b6aca7-d9bd-4685-a1d1-3991e13aa96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018159 Nov 23 04:50:16.191230 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-32b49b7e-019b-485e-a855-fb6d415f0005 None None] Provisioning complete for port dacfd6c3-f59f-492d-ba75-5944c1b966e2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:50:16.191609 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-32b49b7e-019b-485e-a855-fb6d415f0005 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:16.287344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:12Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'dacfd6c3-f59f-492d-ba75-5944c1b966e2', 'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:b0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:12Z', 'updated_at': '2021-11-23T04:50:15Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:16.359225 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1575aee1-6831-456c-8315-9ebb1bd60b7c req-a502e130-1959-4f26-9499-0797e87ed2da tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 210 time: 0.0301356 Nov 23 04:50:16.363080 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e19221e6-e9dc-4860-a4f4-22255f6df554 None None] The sync data for ids ['b2193b18-3f1f-4124-ab86-e8e563e741c8'] in dv-neutron-818850-1-hyperv is: [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:12Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'dacfd6c3-f59f-492d-ba75-5944c1b966e2', 'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:b0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:12Z', 'updated_at': '2021-11-23T04:50:15Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:50:17.467049 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-344dbaf1-d08f-4350-aed1-41a605069b38 req-c5016606-fbe2-4668-bbd5-58811dc1faaa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 210 time: 0.0324123 Nov 23 04:50:17.545175 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-9feb10ac-24a8-4d44-bcea-9753a0a8c2b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:17.546629 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-9feb10ac-24a8-4d44-bcea-9753a0a8c2b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/networks?id=04b6aca7-d9bd-4685-a1d1-3991e13aa96e HTTP/1.1" status: 200 len: 796 time: 0.1400876 Nov 23 04:50:17.636099 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-917e33d8-7602-474c-8baa-72f72cdf7543 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 379 time: 0.0606318 Nov 23 04:50:17.642687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dacfd6c3-f59f-492d-ba75-5944c1b966e2 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:50:17.647727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-0c42812e-5cb9-47c6-86e2-53a7d05bb1b6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'port': {'device_id': '3c3ad92f-50bf-429b-b044-777849231a78', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'admin_state_up': True, 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'security_groups': ['52643b4c-1fbf-45a2-985a-39bfacd029e9']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:50:17.693209 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port dacfd6c3-f59f-492d-ba75-5944c1b966e2 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:50:17.693620 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:17.764957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-0c42812e-5cb9-47c6-86e2-53a7d05bb1b6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:50:17.768466 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-0c42812e-5cb9-47c6-86e2-53a7d05bb1b6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:17.895579 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-0c42812e-5cb9-47c6-86e2-53a7d05bb1b6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.5 (04b6aca7-d9bd-4685-a1d1-3991e13aa96e/77f13fdd-998a-4028-811e-bc9a73dd4026/215d4327-7c13-4641-882b-8135e7399c90) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:50:18.035310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-0c42812e-5cb9-47c6-86e2-53a7d05bb1b6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:18.068206 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-0c42812e-5cb9-47c6-86e2-53a7d05bb1b6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:18.112014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-0c42812e-5cb9-47c6-86e2-53a7d05bb1b6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 04b6aca7-d9bd-4685-a1d1-3991e13aa96e is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:50:18.115239 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-0c42812e-5cb9-47c6-86e2-53a7d05bb1b6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:50:18.118785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-0c42812e-5cb9-47c6-86e2-53a7d05bb1b6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:50:18.125225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c42812e-5cb9-47c6-86e2-53a7d05bb1b6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=215d4327-7c13-4641-882b-8135e7399c90,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:18.178473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-0c42812e-5cb9-47c6-86e2-53a7d05bb1b6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:18.179108 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-0c42812e-5cb9-47c6-86e2-53a7d05bb1b6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:18.196981 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-0c42812e-5cb9-47c6-86e2-53a7d05bb1b6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5533109 Nov 23 04:50:18.221601 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Request body: {'port': {'device_id': '3c3ad92f-50bf-429b-b044-777849231a78', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:50:18.278666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:18.306323 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a7dcab36-6a28-4e75-99b3-9980bc8e6342 None None] Provisioning complete for port 215d4327-7c13-4641-882b-8135e7399c90 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:50:18.306692 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a7dcab36-6a28-4e75-99b3-9980bc8e6342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:18.349963 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a7dcab36-6a28-4e75-99b3-9980bc8e6342 None None] Port 215d4327-7c13-4641-882b-8135e7399c90 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:50:18.554494 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 215d4327-7c13-4641-882b-8135e7399c90 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:50:18.578178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:18.595923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Transition to ACTIVE for port object 215d4327-7c13-4641-882b-8135e7399c90 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:50:18.601485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:18.638555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c9d0d7-cff0-4395-b316-a679e3f3907b req-ba31d66d-b2db-4142-92c4-1703311323a9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:18.640050 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-20c9d0d7-cff0-4395-b316-a679e3f3907b req-ba31d66d-b2db-4142-92c4-1703311323a9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 931 time: 0.1022058 Nov 23 04:50:18.680113 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=215d4327-7c13-4641-882b-8135e7399c90,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:18.755003 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-20c9d0d7-cff0-4395-b316-a679e3f3907b req-ac8876b8-322f-4b8a-b463-75f67239c53a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=52643b4c-1fbf-45a2-985a-39bfacd029e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1081250 Nov 23 04:50:18.783590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Attempting to bind port 215d4327-7c13-4641-882b-8135e7399c90 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:50:18.783948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Attempting to bind port 215d4327-7c13-4641-882b-8135e7399c90 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '907a042c-8560-4a29-8166-3cda17959246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:50:18.784256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Attempting to bind port 215d4327-7c13-4641-882b-8135e7399c90 on network 04b6aca7-d9bd-4685-a1d1-3991e13aa96e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:50:18.789100 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Port 215d4327-7c13-4641-882b-8135e7399c90 on network 04b6aca7-d9bd-4685-a1d1-3991e13aa96e not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:50:18.789471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Attempting to bind port 215d4327-7c13-4641-882b-8135e7399c90 on network 04b6aca7-d9bd-4685-a1d1-3991e13aa96e {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:50:18.794664 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 50, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:50:18.795000 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Checking segment: {'id': '907a042c-8560-4a29-8166-3cda17959246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:50:18.795383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Bound using segment: {'id': '907a042c-8560-4a29-8166-3cda17959246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:50:18.795813 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Bound port: 215d4327-7c13-4641-882b-8135e7399c90, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '907a042c-8560-4a29-8166-3cda17959246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:50:18.796197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:18.863081 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] For port 215d4327-7c13-4641-882b-8135e7399c90, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:50:18.866390 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] For port 215d4327-7c13-4641-882b-8135e7399c90, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=215d4327-7c13-4641-882b-8135e7399c90,segment=NetworkSegment(907a042c-8560-4a29-8166-3cda17959246),segment_id=907a042c-8560-4a29-8166-3cda17959246)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:50:18.870898 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:18.911730 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:18.912347 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:18.913804 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] 10.222.0.15 "PUT /v2.0/ports/215d4327-7c13-4641-882b-8135e7399c90 HTTP/1.1" status: 200 len: 1093 time: 0.6989684 Nov 23 04:50:18.914280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3ad92f-50bf-429b-b044-777849231a78', 'tag': '215d4327-7c13-4641-882b-8135e7399c90'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:50:18.916542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e909e7ce-571d-4320-9f2a-e576818e0fce" -d '{"events": [{"name": "network-changed", "server_uuid": "3c3ad92f-50bf-429b-b044-777849231a78", "tag": "215d4327-7c13-4641-882b-8135e7399c90"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:50:18.949587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b823f310-aece-46a0-8de0-e3b82e6ad9d3 service neutron] Pushing event updated for resources: {'Port': ['ID=215d4327-7c13-4641-882b-8135e7399c90,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:18.960031 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:50:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ca59ccc-453e-49a0-a6fc-21df11fca5ae x-openstack-request-id: req-8ca59ccc-453e-49a0-a6fc-21df11fca5ae {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:50:18.960321 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c3ad92f-50bf-429b-b044-777849231a78", "tag": "215d4327-7c13-4641-882b-8135e7399c90", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:50:18.960572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8ca59ccc-453e-49a0-a6fc-21df11fca5ae {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:50:18.960972 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c3ad92f-50bf-429b-b044-777849231a78', 'tag': '215d4327-7c13-4641-882b-8135e7399c90', 'status': 'completed', 'code': 200} Nov 23 04:50:19.040348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-2484f690-219b-4c7b-b7db-f28d0f3e4798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:19.041916 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-2484f690-219b-4c7b-b7db-f28d0f3e4798 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 1096 time: 0.0593042 Nov 23 04:50:19.100437 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-f065a80a-1012-4626-a2ed-d75a03089ee6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=215d4327-7c13-4641-882b-8135e7399c90 HTTP/1.1" status: 200 len: 217 time: 0.0397556 Nov 23 04:50:19.151304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b948f372-0e8e-46ab-8d1f-e497efa6377a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:19.152741 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-b948f372-0e8e-46ab-8d1f-e497efa6377a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77f13fdd-998a-4028-811e-bc9a73dd4026 HTTP/1.1" status: 200 len: 835 time: 0.0456405 Nov 23 04:50:19.202264 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-319ce438-c674-47c4-b0ce-d4e59e6eb737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:19.203870 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-319ce438-c674-47c4-b0ce-d4e59e6eb737 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=04b6aca7-d9bd-4685-a1d1-3991e13aa96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433936 Nov 23 04:50:19.305443 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-c6e847b3-381e-499d-a1c8-b7955575f011 service neutron] 10.222.0.15 "GET /v2.0/networks/04b6aca7-d9bd-4685-a1d1-3991e13aa96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893214 Nov 23 04:50:19.397002 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b24f6cb7-6428-4023-af67-b7912e1aa66f req-f8fd340a-e813-46bb-94a2-dba15bb8c6f0 service neutron] 10.222.0.15 "GET /v2.0/networks/04b6aca7-d9bd-4685-a1d1-3991e13aa96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842929 Nov 23 04:50:19.536978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909e7ce-571d-4320-9f2a-e576818e0fce req-10bcf312-c43b-41a4-8a0a-5a1a4ba00722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:19.538463 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e909e7ce-571d-4320-9f2a-e576818e0fce req-10bcf312-c43b-41a4-8a0a-5a1a4ba00722 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 1096 time: 0.0456545 Nov 23 04:50:19.632426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909e7ce-571d-4320-9f2a-e576818e0fce req-12e3a047-3f86-4358-9fc1-81d95da1a6bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:19.633929 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e909e7ce-571d-4320-9f2a-e576818e0fce req-12e3a047-3f86-4358-9fc1-81d95da1a6bc service neutron] 10.222.0.15 "GET /v2.0/networks?id=04b6aca7-d9bd-4685-a1d1-3991e13aa96e HTTP/1.1" status: 200 len: 897 time: 0.0867429 Nov 23 04:50:19.678157 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e909e7ce-571d-4320-9f2a-e576818e0fce req-a679b7a9-97b5-45ff-91e8-e98130b37c9b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=215d4327-7c13-4641-882b-8135e7399c90 HTTP/1.1" status: 200 len: 217 time: 0.0359836 Nov 23 04:50:19.731580 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909e7ce-571d-4320-9f2a-e576818e0fce req-f7750bd2-4353-48ba-94e2-c2c037e6de94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:19.733016 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e909e7ce-571d-4320-9f2a-e576818e0fce req-f7750bd2-4353-48ba-94e2-c2c037e6de94 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77f13fdd-998a-4028-811e-bc9a73dd4026 HTTP/1.1" status: 200 len: 835 time: 0.0475767 Nov 23 04:50:19.781473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e909e7ce-571d-4320-9f2a-e576818e0fce req-c25df105-b92d-45d6-b555-db24d694d4f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:19.783203 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e909e7ce-571d-4320-9f2a-e576818e0fce req-c25df105-b92d-45d6-b555-db24d694d4f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=04b6aca7-d9bd-4685-a1d1-3991e13aa96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423911 Nov 23 04:50:19.924010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21669f4e-44a2-48a2-b040-23d72095d072 req-559feba0-c397-4a65-9d39-fbb115c34e79 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:19.925665 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-21669f4e-44a2-48a2-b040-23d72095d072 req-559feba0-c397-4a65-9d39-fbb115c34e79 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 943 time: 0.0829129 Nov 23 04:50:19.950281 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e909e7ce-571d-4320-9f2a-e576818e0fce req-a410cd7c-32c9-4710-8a3c-c334b44dc89f service neutron] 10.222.0.15 "GET /v2.0/networks/04b6aca7-d9bd-4685-a1d1-3991e13aa96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587009 Nov 23 04:50:20.027508 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-21669f4e-44a2-48a2-b040-23d72095d072 req-190ca3e2-04e8-4ba5-bc82-daf69380d6db tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=52643b4c-1fbf-45a2-985a-39bfacd029e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958197 Nov 23 04:50:20.066083 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e909e7ce-571d-4320-9f2a-e576818e0fce req-3b30662d-ce38-40ca-ba5a-d1c3c92ad4d1 service neutron] 10.222.0.15 "GET /v2.0/networks/04b6aca7-d9bd-4685-a1d1-3991e13aa96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018438 Nov 23 04:50:21.142087 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3668539c-29e2-4abf-87f2-fbeac4b5fb48 req-df9be197-9328-4ad1-b314-f24102fa4380 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:21.143566 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3668539c-29e2-4abf-87f2-fbeac4b5fb48 req-df9be197-9328-4ad1-b314-f24102fa4380 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 943 time: 0.0482380 Nov 23 04:50:21.197155 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3668539c-29e2-4abf-87f2-fbeac4b5fb48 req-85e4505b-8561-4e5d-86ef-8ef516f00217 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=52643b4c-1fbf-45a2-985a-39bfacd029e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471430 Nov 23 04:50:21.412122 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 215d4327-7c13-4641-882b-8135e7399c90 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:50:21.508780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 215d4327-7c13-4641-882b-8135e7399c90, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=215d4327-7c13-4641-882b-8135e7399c90,segment=NetworkSegment(907a042c-8560-4a29-8166-3cda17959246),segment_id=907a042c-8560-4a29-8166-3cda17959246)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:50:21.520097 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '215d4327-7c13-4641-882b-8135e7399c90', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'port_id': '215d4327-7c13-4641-882b-8135e7399c90', 'mac_address': 'fa:16:3e:9b:40:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 184, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:50:21.557049 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:21.570320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 215d4327-7c13-4641-882b-8135e7399c90 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:50:21.589795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 215d4327-7c13-4641-882b-8135e7399c90, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=215d4327-7c13-4641-882b-8135e7399c90,segment=NetworkSegment(907a042c-8560-4a29-8166-3cda17959246),segment_id=907a042c-8560-4a29-8166-3cda17959246)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:50:21.593783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:21.642502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=215d4327-7c13-4641-882b-8135e7399c90,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:21.980549 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['215d4327-7c13-4641-882b-8135e7399c90'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:50:22.311343 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6cb9d13-379e-4e0a-962f-ddb6c8876ed0 req-fb71bd69-1b76-43ec-9cdb-dc9dede1538e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:22.312818 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d6cb9d13-379e-4e0a-962f-ddb6c8876ed0 req-fb71bd69-1b76-43ec-9cdb-dc9dede1538e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 944 time: 0.0506423 Nov 23 04:50:22.363540 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d6cb9d13-379e-4e0a-962f-ddb6c8876ed0 req-ea9003a5-dfdc-4e2d-a410-e70a5de9e33d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=52643b4c-1fbf-45a2-985a-39bfacd029e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447090 Nov 23 04:50:22.742744 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-24ec7d49-86b8-416a-a316-0ab413abbf43 req-ed7b3d25-e2b1-4865-a33d-5590d96eba03 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0392704 Nov 23 04:50:22.845036 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec7d49-86b8-416a-a316-0ab413abbf43 req-a7579f35-4bf6-4988-8ea4-7e076e8cbb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:22.846650 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-24ec7d49-86b8-416a-a316-0ab413abbf43 req-a7579f35-4bf6-4988-8ea4-7e076e8cbb92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 1098 time: 0.0396755 Nov 23 04:50:23.260836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec7d49-86b8-416a-a316-0ab413abbf43 req-ec5dfe6e-a608-4ebd-a39e-a9d6bf32e31d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:23.263212 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-24ec7d49-86b8-416a-a316-0ab413abbf43 req-ec5dfe6e-a608-4ebd-a39e-a9d6bf32e31d service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 913 time: 0.3910751 Nov 23 04:50:23.336392 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-24ec7d49-86b8-416a-a316-0ab413abbf43 req-172ce330-4465-4625-90ac-c3db4ced436b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76dc278b-99d7-4350-87e5-5d3fbb7c362f HTTP/1.1" status: 200 len: 1001 time: 0.0604873 Nov 23 04:50:23.389802 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec7d49-86b8-416a-a316-0ab413abbf43 req-030a68bd-faee-42ba-9476-6432f7e9733a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:23.391276 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-24ec7d49-86b8-416a-a316-0ab413abbf43 req-030a68bd-faee-42ba-9476-6432f7e9733a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 200 len: 851 time: 0.0435498 Nov 23 04:50:23.412339 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 215d4327-7c13-4641-882b-8135e7399c90 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:50:23.446339 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24ec7d49-86b8-416a-a316-0ab413abbf43 req-a4f1d9a0-dc69-4a93-a6e3-dd7c540c4f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:23.448232 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-24ec7d49-86b8-416a-a316-0ab413abbf43 req-a4f1d9a0-dc69-4a93-a6e3-dd7c540c4f32 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca7d247b-210d-4ed0-a1d5-72133393a767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0453219 Nov 23 04:50:23.470242 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 215d4327-7c13-4641-882b-8135e7399c90 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:50:23.474654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 215d4327-7c13-4641-882b-8135e7399c90 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:50:23.475027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:23.481506 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d09ed2-2ecc-4398-88b4-a2f8453985aa req-8f4487c5-d220-40bd-9f83-b32b294557fe tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:23.483039 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b7d09ed2-2ecc-4398-88b4-a2f8453985aa req-8f4487c5-d220-40bd-9f83-b32b294557fe tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 944 time: 0.0504985 Nov 23 04:50:23.538999 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b7d09ed2-2ecc-4398-88b4-a2f8453985aa req-c9dcf2c3-15ff-487b-8d2d-0b7cbced9655 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=52643b4c-1fbf-45a2-985a-39bfacd029e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484626 Nov 23 04:50:23.564285 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-24ec7d49-86b8-416a-a316-0ab413abbf43 req-83072666-a3f8-4d5e-a9af-c54f2697e759 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031165 Nov 23 04:50:23.568668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:23.592136 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3ad92f-50bf-429b-b044-777849231a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215d4327-7c13-4641-882b-8135e7399c90'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:50:23.594407 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c952d54-fd99-43ad-95b8-1444ea375a98" -d '{"events": [{"server_uuid": "3c3ad92f-50bf-429b-b044-777849231a78", "name": "network-vif-plugged", "status": "completed", "tag": "215d4327-7c13-4641-882b-8135e7399c90"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:50:23.608032 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 215d4327-7c13-4641-882b-8135e7399c90, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=215d4327-7c13-4641-882b-8135e7399c90,segment=NetworkSegment(907a042c-8560-4a29-8166-3cda17959246),segment_id=907a042c-8560-4a29-8166-3cda17959246)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:50:23.613512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:23.636997 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:50:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e71e9263-f7cd-48cb-93f6-82668a5ccf4f x-openstack-request-id: req-e71e9263-f7cd-48cb-93f6-82668a5ccf4f {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:50:23.637307 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3ad92f-50bf-429b-b044-777849231a78", "name": "network-vif-plugged", "status": "completed", "tag": "215d4327-7c13-4641-882b-8135e7399c90", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:50:23.637559 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e71e9263-f7cd-48cb-93f6-82668a5ccf4f {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:50:23.637946 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3ad92f-50bf-429b-b044-777849231a78', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '215d4327-7c13-4641-882b-8135e7399c90', 'code': 200} Nov 23 04:50:23.663767 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=215d4327-7c13-4641-882b-8135e7399c90,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:23.664293 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-24ec7d49-86b8-416a-a316-0ab413abbf43 req-66ad3fea-fd8c-4668-bf56-f04b4cd1359a service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879040 Nov 23 04:50:23.863484 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7905a0-7748-455e-bf4b-3fbf8263515a req-e166f87e-581f-4cbc-962e-cbbb71463e88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:23.864986 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5a7905a0-7748-455e-bf4b-3fbf8263515a req-e166f87e-581f-4cbc-962e-cbbb71463e88 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 1098 time: 0.0416093 Nov 23 04:50:23.919710 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5a7905a0-7748-455e-bf4b-3fbf8263515a req-b876308d-b211-40af-b675-75d69d905eed service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=52643b4c-1fbf-45a2-985a-39bfacd029e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435743 Nov 23 04:50:24.670030 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b5358f-13fb-493b-a83b-321d179947b4 req-fb702ab0-bc4f-40a1-8f7e-e9464b9b1c2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:24.671500 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-43b5358f-13fb-493b-a83b-321d179947b4 req-fb702ab0-bc4f-40a1-8f7e-e9464b9b1c2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 945 time: 0.0491292 Nov 23 04:50:24.720069 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-43b5358f-13fb-493b-a83b-321d179947b4 req-936b2270-d658-41e8-a553-a230294440a8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=52643b4c-1fbf-45a2-985a-39bfacd029e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419884 Nov 23 04:50:25.836865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde7e7d-303f-47f1-94ab-de640abfbf1c req-9b9f9acd-7bb3-46b6-8089-56c495ed0caf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:25.838242 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-adde7e7d-303f-47f1-94ab-de640abfbf1c req-9b9f9acd-7bb3-46b6-8089-56c495ed0caf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 945 time: 0.0480046 Nov 23 04:50:25.886807 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-adde7e7d-303f-47f1-94ab-de640abfbf1c req-ed7d3cb9-83db-4f8d-b830-6963b07c69f8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=52643b4c-1fbf-45a2-985a-39bfacd029e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427918 Nov 23 04:50:26.002613 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5a308f-f3b5-4965-88ac-19891d5fb114 req-18a0defa-095e-40b4-85e0-44dbcb6917fb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:26.004720 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-aa5a308f-f3b5-4965-88ac-19891d5fb114 req-18a0defa-095e-40b4-85e0-44dbcb6917fb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 945 time: 0.0534518 Nov 23 04:50:26.052820 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-aa5a308f-f3b5-4965-88ac-19891d5fb114 req-62f91de5-8ef4-45ec-b4c4-cf61bfb9f9a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=52643b4c-1fbf-45a2-985a-39bfacd029e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421510 Nov 23 04:50:26.074286 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48420) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:26.112717 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd0dbb7-1414-4fbf-b490-80996ac440cf tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:26.114127 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6bd0dbb7-1414-4fbf-b490-80996ac440cf tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 1093 time: 0.0389013 Nov 23 04:50:26.116831 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48422) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:26.120930 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': '215d4327-7c13-4641-882b-8135e7399c90', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:50:26.142666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:26.241859 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:26.344248 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.110 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/58c0a94b-d999-4d49-8f07-3560cfad786a) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:50:26.448489 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:26.480959 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:26.520392 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:50:26.523194 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:50:26.526737 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:50:26.549392 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=58c0a94b-d999-4d49-8f07-3560cfad786a,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:26.560644 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:50:26.560990 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:50:26.561350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:50:26.561686 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:50:26.562016 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:50:26.562348 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:50:26.562675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:50:26.562998 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:50:26.563325 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:50:26.563656 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:50:26.563971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:50:26.564287 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:50:26.894192 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:26.961924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:27.108512 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:27.112794 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:27.183387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=58c0a94b-d999-4d49-8f07-3560cfad786a,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:50:27.196808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:27.297246 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP 6493bfb8-ab83-4e87-9ddb-d6b4590a02c6 associated. External IP: 172.26.8.110, port: 215d4327-7c13-4641-882b-8135e7399c90. Nov 23 04:50:27.502457 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router b2193b18-3f1f-4124-ab86-e8e563e741c8 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:50:27.613136 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:50:27.623201 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1340c76-b97d-4abe-8068-bb5638476b71 None None] Sync routers for ids ['b2193b18-3f1f-4124-ab86-e8e563e741c8'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:50:27.630628 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:27.633512 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1340c76-b97d-4abe-8068-bb5638476b71 None None] Routers {'b2193b18-3f1f-4124-ab86-e8e563e741c8'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:50:27.634125 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e1340c76-b97d-4abe-8068-bb5638476b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:50:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b2193b18-3f1f-4124-ab86-e8e563e741c8'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:27.658553 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3db0645e-95cb-4131-8b33-d321edc94ea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5407124 Nov 23 04:50:27.659144 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3ad92f-50bf-429b-b044-777849231a78', 'tag': '215d4327-7c13-4641-882b-8135e7399c90'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:50:27.661217 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48424) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:27.661733 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a118483d-4771-4f8e-a1aa-14fd1e0d1117" -d '{"events": [{"name": "network-changed", "server_uuid": "3c3ad92f-50bf-429b-b044-777849231a78", "tag": "215d4327-7c13-4641-882b-8135e7399c90"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:50:27.707181 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:50:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be83b0d1-77e5-43ce-a2f5-11633d2c57be x-openstack-request-id: req-be83b0d1-77e5-43ce-a2f5-11633d2c57be {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:50:27.707631 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c3ad92f-50bf-429b-b044-777849231a78", "tag": "215d4327-7c13-4641-882b-8135e7399c90", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:50:27.707909 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-be83b0d1-77e5-43ce-a2f5-11633d2c57be {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:50:27.708332 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c3ad92f-50bf-429b-b044-777849231a78', 'tag': '215d4327-7c13-4641-882b-8135e7399c90', 'status': 'completed', 'code': 200} Nov 23 04:50:27.744033 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-e1340c76-b97d-4abe-8068-bb5638476b71 None None] Set router b2193b18-3f1f-4124-ab86-e8e563e741c8 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:50:27.807396 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1948109d-5fca-4c83-a68d-468260c24a5a tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/routers/b2193b18-3f1f-4124-ab86-e8e563e741c8 HTTP/1.1" status: 200 len: 922 time: 0.1448548 Nov 23 04:50:27.810048 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48428) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:27.850458 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118483d-4771-4f8e-a1aa-14fd1e0d1117 req-3627026c-0998-41ac-ac9c-70fc15ff4d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:27.852016 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a118483d-4771-4f8e-a1aa-14fd1e0d1117 req-3627026c-0998-41ac-ac9c-70fc15ff4d6c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 1098 time: 0.0963418 Nov 23 04:50:27.922327 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c13840fb-a789-4f48-a4aa-bd2a9204a266 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/6493bfb8-ab83-4e87-9ddb-d6b4590a02c6 HTTP/1.1" status: 200 len: 991 time: 0.1112089 Nov 23 04:50:27.960908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118483d-4771-4f8e-a1aa-14fd1e0d1117 req-6a540b5b-4408-475c-bf97-904c5e0b21f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:27.962365 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a118483d-4771-4f8e-a1aa-14fd1e0d1117 req-6a540b5b-4408-475c-bf97-904c5e0b21f8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=04b6aca7-d9bd-4685-a1d1-3991e13aa96e HTTP/1.1" status: 200 len: 897 time: 0.1017988 Nov 23 04:50:27.973740 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e1340c76-b97d-4abe-8068-bb5638476b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:12Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '6493bfb8-ab83-4e87-9ddb-d6b4590a02c6', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.110', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'port_id': '215d4327-7c13-4641-882b-8135e7399c90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'mac_address': 'fa:16:3e:9b:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3ad92f-50bf-429b-b044-777849231a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:50:26Z', 'updated_at': '2021-11-23T04:50:26Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dacfd6c3-f59f-492d-ba75-5944c1b966e2', 'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:b0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:12Z', 'updated_at': '2021-11-23T04:50:15Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:28.000174 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1340c76-b97d-4abe-8068-bb5638476b71 None None] Checking router: b2193b18-3f1f-4124-ab86-e8e563e741c8 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:50:28.008912 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1340c76-b97d-4abe-8068-bb5638476b71 None None] Routers {'b2193b18-3f1f-4124-ab86-e8e563e741c8'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:50:28.009546 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e1340c76-b97d-4abe-8068-bb5638476b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:50:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b2193b18-3f1f-4124-ab86-e8e563e741c8'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:28.032683 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a118483d-4771-4f8e-a1aa-14fd1e0d1117 req-a72d19ce-5448-466c-92fa-7cd256bbd0c6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=215d4327-7c13-4641-882b-8135e7399c90 HTTP/1.1" status: 200 len: 999 time: 0.0626199 Nov 23 04:50:28.084491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118483d-4771-4f8e-a1aa-14fd1e0d1117 req-bfbac821-93dc-49cd-a5df-abf6917b9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:28.086017 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a118483d-4771-4f8e-a1aa-14fd1e0d1117 req-bfbac821-93dc-49cd-a5df-abf6917b9225 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77f13fdd-998a-4028-811e-bc9a73dd4026 HTTP/1.1" status: 200 len: 835 time: 0.0458663 Nov 23 04:50:28.114599 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-e1340c76-b97d-4abe-8068-bb5638476b71 None None] Set router b2193b18-3f1f-4124-ab86-e8e563e741c8 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:50:28.132351 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a118483d-4771-4f8e-a1aa-14fd1e0d1117 req-e37f011a-74c9-4117-9a19-f3cabaec1e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:50:28.133867 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a118483d-4771-4f8e-a1aa-14fd1e0d1117 req-e37f011a-74c9-4117-9a19-f3cabaec1e3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=04b6aca7-d9bd-4685-a1d1-3991e13aa96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404270 Nov 23 04:50:28.229497 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a118483d-4771-4f8e-a1aa-14fd1e0d1117 req-8954e147-d0e7-421f-b1fa-10c7a6d0b2fa service neutron] 10.222.0.15 "GET /v2.0/networks/04b6aca7-d9bd-4685-a1d1-3991e13aa96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877166 Nov 23 04:50:28.322852 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a118483d-4771-4f8e-a1aa-14fd1e0d1117 req-332bf553-283b-4bf5-927b-b1254850ace9 service neutron] 10.222.0.15 "GET /v2.0/networks/04b6aca7-d9bd-4685-a1d1-3991e13aa96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857232 Nov 23 04:50:28.338156 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e1340c76-b97d-4abe-8068-bb5638476b71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:12Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '6493bfb8-ab83-4e87-9ddb-d6b4590a02c6', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.110', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'port_id': '215d4327-7c13-4641-882b-8135e7399c90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'mac_address': 'fa:16:3e:9b:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3ad92f-50bf-429b-b044-777849231a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:50:26Z', 'updated_at': '2021-11-23T04:50:26Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dacfd6c3-f59f-492d-ba75-5944c1b966e2', 'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:b0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:12Z', 'updated_at': '2021-11-23T04:50:15Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:50:28.368018 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1340c76-b97d-4abe-8068-bb5638476b71 None None] The sync data for ids ['b2193b18-3f1f-4124-ab86-e8e563e741c8'] in dv-neutron-818850-1-hyperv is: [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:12Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '6493bfb8-ab83-4e87-9ddb-d6b4590a02c6', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.110', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'port_id': '215d4327-7c13-4641-882b-8135e7399c90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'mac_address': 'fa:16:3e:9b:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3ad92f-50bf-429b-b044-777849231a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:50:26Z', 'updated_at': '2021-11-23T04:50:26Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dacfd6c3-f59f-492d-ba75-5944c1b966e2', 'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:b0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:12Z', 'updated_at': '2021-11-23T04:50:15Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:50:28.548598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67820e80-82b1-4b56-bee2-97bf716e902b None None] New status for floating IP 6493bfb8-ab83-4e87-9ddb-d6b4590a02c6: ACTIVE {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:50:28.926298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48430) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:50:28.991201 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1812ffd6-ed06-4ee5-b3d1-788900e4329d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/6493bfb8-ab83-4e87-9ddb-d6b4590a02c6 HTTP/1.1" status: 200 len: 993 time: 0.0636261 Nov 23 04:50:36.883686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c17ca7bc-843b-489d-b0f9-3316a8a68d6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:37.430040 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:50:38.572482 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:39.180828 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bd2a2c21-870e-4cde-9054-e6d9661c5c12 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:40.341774 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:41.745190 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:50:42.650819 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:02.107103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48442) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:02.216869 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-266edc69-afc0-454d-b131-3d0153b03109 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/routers/b2193b18-3f1f-4124-ab86-e8e563e741c8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1085815 Nov 23 04:51:02.219654 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48444) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:02.359249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33a91d77-8d41-4365-aa14-c1030af9e1f2 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Notify agent at dv-neutron-818850-1-hyperv the message router_removed_from_agent {{(pid=109952) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 23 04:51:02.363311 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-33a91d77-8d41-4365-aa14-c1030af9e1f2 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "DELETE /v2.0/agents/c00ba3fe-db17-4963-b801-1675bcfe9c20/l3-routers/b2193b18-3f1f-4124-ab86-e8e563e741c8 HTTP/1.1" status: 204 len: 168 time: 0.1427312 Nov 23 04:51:02.365825 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48446) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:02.476621 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-94079ca0-a03b-479b-978b-7055688d286f tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/routers/b2193b18-3f1f-4124-ab86-e8e563e741c8/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1097052 Nov 23 04:51:02.479122 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48448) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:02.555802 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7c4922a7-f95d-417c-97f4-e6d51ba668e4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/6493bfb8-ab83-4e87-9ddb-d6b4590a02c6 HTTP/1.1" status: 200 len: 993 time: 0.0756412 Nov 23 04:51:03.116645 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2ed78b5-9998-451b-852d-51a1a2941275 None None] New status for floating IP 6493bfb8-ab83-4e87-9ddb-d6b4590a02c6: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:51:03.559056 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48450) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:03.624291 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-384aae6c-bcf6-4e74-82b2-66977cec1e8d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/6493bfb8-ab83-4e87-9ddb-d6b4590a02c6 HTTP/1.1" status: 200 len: 991 time: 0.0640302 Nov 23 04:51:03.641978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e3857184-0be9-40af-a1a0-07f91fbe4b2c no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:51:03.716674 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:03.735691 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port e3857184-0be9-40af-a1a0-07f91fbe4b2c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e3857184-0be9-40af-a1a0-07f91fbe4b2c,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:03.740191 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:03.740923 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dacfd6c3-f59f-492d-ba75-5944c1b966e2 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:51:03.817365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=e3857184-0be9-40af-a1a0-07f91fbe4b2c,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:03.826126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:03.826480 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:03.826822 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:03.827161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:03.827496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:03.827829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:03.828161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:03.828493 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:03.828822 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:03.829151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:03.829508 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:03.829833 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:03.869970 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:03.901082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port dacfd6c3-f59f-492d-ba75-5944c1b966e2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dacfd6c3-f59f-492d-ba75-5944c1b966e2,segment=NetworkSegment(907a042c-8560-4a29-8166-3cda17959246),segment_id=907a042c-8560-4a29-8166-3cda17959246)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:03.904839 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:03.951420 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=dacfd6c3-f59f-492d-ba75-5944c1b966e2,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:04.769186 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48454) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:04.903935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2b0980e-fe6a-4200-91f9-97c672245ac0 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Router b2193b18-3f1f-4124-ab86-e8e563e741c8 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:51:04.904219 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2b0980e-fe6a-4200-91f9-97c672245ac0 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Notify agent at dv-neutron-818850-1-hyperv the message router_added_to_agent {{(pid=109952) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Nov 23 04:51:04.929083 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d2b0980e-fe6a-4200-91f9-97c672245ac0 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "POST /v2.0/agents/c00ba3fe-db17-4963-b801-1675bcfe9c20/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.1588242 Nov 23 04:51:04.931641 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48458) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:04.951371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df9021-9cce-4016-a39e-b9093d36dc24 None None] Sync routers for ids ['b2193b18-3f1f-4124-ab86-e8e563e741c8'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:51:04.962349 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df9021-9cce-4016-a39e-b9093d36dc24 None None] Routers {'b2193b18-3f1f-4124-ab86-e8e563e741c8'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:04.963017 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-73df9021-9cce-4016-a39e-b9093d36dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:50:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b2193b18-3f1f-4124-ab86-e8e563e741c8'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:05.075021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-73df9021-9cce-4016-a39e-b9093d36dc24 None None] Set router b2193b18-3f1f-4124-ab86-e8e563e741c8 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:05.386897 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f135b1d6-9460-4976-8ee0-dc8847eb50be tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/routers/b2193b18-3f1f-4124-ab86-e8e563e741c8/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.4517448 Nov 23 04:51:05.387186 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48462) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:05.447553 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-be6479d0-6adf-42c5-a152-2dfda8c9d40d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/6493bfb8-ab83-4e87-9ddb-d6b4590a02c6 HTTP/1.1" status: 200 len: 991 time: 0.0593631 Nov 23 04:51:05.459513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-73df9021-9cce-4016-a39e-b9093d36dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:12Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:51:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '6493bfb8-ab83-4e87-9ddb-d6b4590a02c6', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.110', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'port_id': '215d4327-7c13-4641-882b-8135e7399c90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'mac_address': 'fa:16:3e:9b:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3ad92f-50bf-429b-b044-777849231a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:50:26Z', 'updated_at': '2021-11-23T04:51:03Z', 'revision_number': 2, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dacfd6c3-f59f-492d-ba75-5944c1b966e2', 'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:b0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:12Z', 'updated_at': '2021-11-23T04:51:03Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:05.485813 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df9021-9cce-4016-a39e-b9093d36dc24 None None] Checking router: b2193b18-3f1f-4124-ab86-e8e563e741c8 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:51:05.494586 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73df9021-9cce-4016-a39e-b9093d36dc24 None None] Routers {'b2193b18-3f1f-4124-ab86-e8e563e741c8'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:05.495187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-73df9021-9cce-4016-a39e-b9093d36dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:50:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b2193b18-3f1f-4124-ab86-e8e563e741c8'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:05.599220 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-73df9021-9cce-4016-a39e-b9093d36dc24 None None] Set router b2193b18-3f1f-4124-ab86-e8e563e741c8 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:05.821912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-73df9021-9cce-4016-a39e-b9093d36dc24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:12Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:51:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '6493bfb8-ab83-4e87-9ddb-d6b4590a02c6', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.110', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'port_id': '215d4327-7c13-4641-882b-8135e7399c90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'mac_address': 'fa:16:3e:9b:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3ad92f-50bf-429b-b044-777849231a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:50:26Z', 'updated_at': '2021-11-23T04:51:03Z', 'revision_number': 2, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dacfd6c3-f59f-492d-ba75-5944c1b966e2', 'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:b0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:12Z', 'updated_at': '2021-11-23T04:51:03Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:05.848962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73df9021-9cce-4016-a39e-b9093d36dc24 None None] The sync data for ids ['b2193b18-3f1f-4124-ab86-e8e563e741c8'] in dv-neutron-818850-1-hyperv is: [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:12Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:51:03Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '6493bfb8-ab83-4e87-9ddb-d6b4590a02c6', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.110', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'port_id': '215d4327-7c13-4641-882b-8135e7399c90', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1449, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'mac_address': 'fa:16:3e:9b:40:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3ad92f-50bf-429b-b044-777849231a78', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:50:26Z', 'updated_at': '2021-11-23T04:51:03Z', 'revision_number': 2, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dacfd6c3-f59f-492d-ba75-5944c1b966e2', 'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:b0:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:12Z', 'updated_at': '2021-11-23T04:51:03Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:51:05.869239 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48464) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:06.040641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Deleting port bb3f1b14-8043-4b56-b414-1e04ffb83eff {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:06.041319 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:06.130602 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:06.130995 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:06.143717 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Calling delete_port for bb3f1b14-8043-4b56-b414-1e04ffb83eff owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:06.311110 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:06.339291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event deleted for resources: {'Port': ['ID=bb3f1b14-8043-4b56-b414-1e04ffb83eff,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:06.351456 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:06.351818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:06.352172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:06.352514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:06.352857 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:06.353189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:06.353561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:06.353903 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:06.354237 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:06.354686 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:06.354965 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:06.355291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:06.417081 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:06.417447 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Floating IP f5ff78f2-bd8c-4e3d-b6ce-2ab66f22fa18 disassociated (deleted). External IP: 172.26.8.129, port: 76894774-e5a7-4071-8dce-7f2b508a05c2. Nov 23 04:51:06.451078 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48466) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:06.540773 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4eb21d1c-7543-4393-8622-28c7b02815d0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/6493bfb8-ab83-4e87-9ddb-d6b4590a02c6 HTTP/1.1" status: 200 len: 991 time: 0.0878475 Nov 23 04:51:06.659848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Router 99b68924-26e6-4205-b84a-d21dd05a4a3f has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:51:06.772948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:51:06.777569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:06.787633 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c7721-262a-4dc4-a60f-073517f6661b None None] Sync routers for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:51:06.798112 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c7721-262a-4dc4-a60f-073517f6661b None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:06.799058 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-568c7721-262a-4dc4-a60f-073517f6661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:50:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:06.806854 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a4c775e6-045c-4787-8258-a02ff37a9bb8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "DELETE /v2.0/floatingips/f5ff78f2-bd8c-4e3d-b6ce-2ab66f22fa18 HTTP/1.1" status: 204 len: 168 time: 0.9364679 Nov 23 04:51:06.807436 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a613907b-2147-4368-89ca-12eba9b104b4', 'tag': '76894774-e5a7-4071-8dce-7f2b508a05c2'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:51:06.809739 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d41983da-81f6-4807-8e33-45b77391b4ac" -d '{"events": [{"name": "network-changed", "server_uuid": "a613907b-2147-4368-89ca-12eba9b104b4", "tag": "76894774-e5a7-4071-8dce-7f2b508a05c2"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:51:06.853190 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:51:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c701efcf-1b5c-48b5-b6ea-5b9665be253a x-openstack-request-id: req-c701efcf-1b5c-48b5-b6ea-5b9665be253a {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:51:06.853515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a613907b-2147-4368-89ca-12eba9b104b4", "tag": "76894774-e5a7-4071-8dce-7f2b508a05c2", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:51:06.853774 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c701efcf-1b5c-48b5-b6ea-5b9665be253a {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:51:06.854182 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a613907b-2147-4368-89ca-12eba9b104b4', 'tag': '76894774-e5a7-4071-8dce-7f2b508a05c2', 'status': 'completed', 'code': 200} Nov 23 04:51:06.894275 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f8ab4777-7f09-4f0d-8615-121785a70684 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:06.976671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41983da-81f6-4807-8e33-45b77391b4ac req-98a7b145-ce42-43ba-91da-d1e5c5a1f85a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:06.978648 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d41983da-81f6-4807-8e33-45b77391b4ac req-98a7b145-ce42-43ba-91da-d1e5c5a1f85a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 1099 time: 0.0585356 Nov 23 04:51:07.045609 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-568c7721-262a-4dc4-a60f-073517f6661b None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:07.149067 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73053a9f-6538-47c7-8e13-a4c57d6b41f2 req-987a5164-6867-4cb9-984c-4da746a40919 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:07.156734 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-73053a9f-6538-47c7-8e13-a4c57d6b41f2 req-987a5164-6867-4cb9-984c-4da746a40919 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 946 time: 0.1180472 Nov 23 04:51:07.187576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41983da-81f6-4807-8e33-45b77391b4ac req-62b0af28-e39e-42d9-9748-cf096cb0ba55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:07.189063 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d41983da-81f6-4807-8e33-45b77391b4ac req-62b0af28-e39e-42d9-9748-cf096cb0ba55 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 913 time: 0.1622999 Nov 23 04:51:07.244786 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d41983da-81f6-4807-8e33-45b77391b4ac req-05b9d0ec-8e84-451e-9a42-dc993c245598 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=76894774-e5a7-4071-8dce-7f2b508a05c2 HTTP/1.1" status: 200 len: 217 time: 0.0453420 Nov 23 04:51:07.248807 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-73053a9f-6538-47c7-8e13-a4c57d6b41f2 req-8ec55567-3226-4163-beea-22cf8f9ea5cc tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912764 Nov 23 04:51:07.291390 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-568c7721-262a-4dc4-a60f-073517f6661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '0cc5a5a0-61e9-4dbb-b08a-2007e3eb9e9b', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'port_id': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'mac_address': 'fa:16:3e:e1:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:47:09Z', 'updated_at': '2021-11-23T04:47:11Z', 'revision_number': 1, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:07.299463 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41983da-81f6-4807-8e33-45b77391b4ac req-288057f1-bb95-4b4c-a23f-359c89924f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:07.301525 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d41983da-81f6-4807-8e33-45b77391b4ac req-288057f1-bb95-4b4c-a23f-359c89924f62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 200 len: 851 time: 0.0497088 Nov 23 04:51:07.318359 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c7721-262a-4dc4-a60f-073517f6661b None None] Checking router: 99b68924-26e6-4205-b84a-d21dd05a4a3f for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:51:07.326469 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-568c7721-262a-4dc4-a60f-073517f6661b None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:07.327071 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-568c7721-262a-4dc4-a60f-073517f6661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:50:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:07.349813 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d41983da-81f6-4807-8e33-45b77391b4ac req-79177461-c573-43e6-b641-783848dd2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:07.351242 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d41983da-81f6-4807-8e33-45b77391b4ac req-79177461-c573-43e6-b641-783848dd2047 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca7d247b-210d-4ed0-a1d5-72133393a767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421879 Nov 23 04:51:07.435767 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-568c7721-262a-4dc4-a60f-073517f6661b None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:07.449398 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d41983da-81f6-4807-8e33-45b77391b4ac req-f83c61e9-a256-499e-b487-64ff8f202bc3 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0898924 Nov 23 04:51:07.542573 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d41983da-81f6-4807-8e33-45b77391b4ac req-a756b8f9-3352-4cd8-8601-3c7c4e8b86cd service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850267 Nov 23 04:51:07.543635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48474) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:07.617713 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-37d168e0-2b16-4247-b47d-3331b5021c5c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/6493bfb8-ab83-4e87-9ddb-d6b4590a02c6 HTTP/1.1" status: 200 len: 991 time: 0.0715642 Nov 23 04:51:07.661104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-540cb409-5ed4-4939-8592-4bde7eb68fd7 None None] New status for floating IP 6493bfb8-ab83-4e87-9ddb-d6b4590a02c6: ACTIVE {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:51:07.679742 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-568c7721-262a-4dc4-a60f-073517f6661b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '0cc5a5a0-61e9-4dbb-b08a-2007e3eb9e9b', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'port_id': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'mac_address': 'fa:16:3e:e1:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:47:09Z', 'updated_at': '2021-11-23T04:47:11Z', 'revision_number': 1, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:07.711607 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-568c7721-262a-4dc4-a60f-073517f6661b None None] The sync data for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv is: [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '0cc5a5a0-61e9-4dbb-b08a-2007e3eb9e9b', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'port_id': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 1370, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'mac_address': 'fa:16:3e:e1:d9:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:47:09Z', 'updated_at': '2021-11-23T04:47:11Z', 'revision_number': 1, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:51:07.765459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e3857184-0be9-40af-a1a0-07f91fbe4b2c up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:51:07.870276 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e3857184-0be9-40af-a1a0-07f91fbe4b2c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:07.870645 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:07.951188 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:07.971044 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port e3857184-0be9-40af-a1a0-07f91fbe4b2c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e3857184-0be9-40af-a1a0-07f91fbe4b2c,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:07.975099 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:07.975981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dacfd6c3-f59f-492d-ba75-5944c1b966e2 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:51:08.054066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=e3857184-0be9-40af-a1a0-07f91fbe4b2c,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:08.068320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port dacfd6c3-f59f-492d-ba75-5944c1b966e2 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:08.068686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:08.146046 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:08.183041 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port dacfd6c3-f59f-492d-ba75-5944c1b966e2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dacfd6c3-f59f-492d-ba75-5944c1b966e2,segment=NetworkSegment(907a042c-8560-4a29-8166-3cda17959246),segment_id=907a042c-8560-4a29-8166-3cda17959246)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:08.189959 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:08.244522 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=dacfd6c3-f59f-492d-ba75-5944c1b966e2,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:08.255001 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2bf64ee-bc6d-4269-8a1b-9752de192556 None None] New status for floating IP f5ff78f2-bd8c-4e3d-b6ce-2ab66f22fa18: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:51:08.373531 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e2881-6abd-4fc0-b37c-b12192683709 req-d0246722-23eb-495d-96d8-3e6f888a1aca tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:08.375052 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-eb9e2881-6abd-4fc0-b37c-b12192683709 req-d0246722-23eb-495d-96d8-3e6f888a1aca tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 946 time: 0.0546153 Nov 23 04:51:08.423968 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-eb9e2881-6abd-4fc0-b37c-b12192683709 req-b500e2bc-33fb-4fab-8db0-583f1faaa238 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428948 Nov 23 04:51:08.589575 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:08.620074 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48478) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:08.682764 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-17730339-144b-468d-83b9-e03e553afeb5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/6493bfb8-ab83-4e87-9ddb-d6b4590a02c6 HTTP/1.1" status: 200 len: 993 time: 0.0614321 Nov 23 04:51:08.971805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48484) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:09.163952 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c045ce-8751-4741-bdca-7552ba792d7d req-57583921-d477-478f-ae25-e78235395644 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:09.166231 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-35c045ce-8751-4741-bdca-7552ba792d7d req-57583921-d477-478f-ae25-e78235395644 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.15 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 946 time: 0.0916982 Nov 23 04:51:09.182852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d3b348cb-d296-43d4-9b61-a8cb9a86465f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:09.225185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-94ac738e-78ef-42c3-b75d-f09aea328757 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 58c0a94b-d999-4d49-8f07-3560cfad786a {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:09.225477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-94ac738e-78ef-42c3-b75d-f09aea328757 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:09.343502 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-94ac738e-78ef-42c3-b75d-f09aea328757 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:09.343823 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-94ac738e-78ef-42c3-b75d-f09aea328757 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:09.356598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-35c045ce-8751-4741-bdca-7552ba792d7d req-c368549f-f1c0-4d7f-a8e7-55416d5eea91 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Deleting port 76894774-e5a7-4071-8dce-7f2b508a05c2 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:09.357003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-35c045ce-8751-4741-bdca-7552ba792d7d req-c368549f-f1c0-4d7f-a8e7-55416d5eea91 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:09.402496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-94ac738e-78ef-42c3-b75d-f09aea328757 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 58c0a94b-d999-4d49-8f07-3560cfad786a owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:09.542216 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef22017-2712-4398-b5fe-9c0966727c10 req-2e7aa9d3-4d84-4ded-a00d-71acf214c8cb tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:09.543688 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-aef22017-2712-4398-b5fe-9c0966727c10 req-2e7aa9d3-4d84-4ded-a00d-71acf214c8cb tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 946 time: 0.0498395 Nov 23 04:51:09.597393 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-aef22017-2712-4398-b5fe-9c0966727c10 req-377915ce-5648-44de-8d4b-59a4e4b169d5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0474310 Nov 23 04:51:09.658391 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e3857184-0be9-40af-a1a0-07f91fbe4b2c up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:51:09.708027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e3857184-0be9-40af-a1a0-07f91fbe4b2c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:09.708400 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:09.792123 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dacfd6c3-f59f-492d-ba75-5944c1b966e2 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:51:09.821941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-35c045ce-8751-4741-bdca-7552ba792d7d req-c368549f-f1c0-4d7f-a8e7-55416d5eea91 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] For port 76894774-e5a7-4071-8dce-7f2b508a05c2, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=76894774-e5a7-4071-8dce-7f2b508a05c2,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:09.822567 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-35c045ce-8751-4741-bdca-7552ba792d7d req-c368549f-f1c0-4d7f-a8e7-55416d5eea91 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:09.838451 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port dacfd6c3-f59f-492d-ba75-5944c1b966e2 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:09.838827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:09.838978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-35c045ce-8751-4741-bdca-7552ba792d7d req-c368549f-f1c0-4d7f-a8e7-55416d5eea91 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Calling delete_port for 76894774-e5a7-4071-8dce-7f2b508a05c2 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:10.013435 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-94ac738e-78ef-42c3-b75d-f09aea328757 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:10.055508 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac738e-78ef-42c3-b75d-f09aea328757 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=58c0a94b-d999-4d49-8f07-3560cfad786a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:10.109982 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-35c045ce-8751-4741-bdca-7552ba792d7d req-c368549f-f1c0-4d7f-a8e7-55416d5eea91 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:10.159059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c368549f-f1c0-4d7f-a8e7-55416d5eea91 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event deleted for resources: {'Port': ['ID=76894774-e5a7-4071-8dce-7f2b508a05c2,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:10.181650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-94ac738e-78ef-42c3-b75d-f09aea328757 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:10.181998 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-94ac738e-78ef-42c3-b75d-f09aea328757 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP 6493bfb8-ab83-4e87-9ddb-d6b4590a02c6 disassociated (deleted). External IP: 172.26.8.110, port: 215d4327-7c13-4641-882b-8135e7399c90. Nov 23 04:51:10.233565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-35c045ce-8751-4741-bdca-7552ba792d7d req-c368549f-f1c0-4d7f-a8e7-55416d5eea91 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] No DVR routers for this DVR port 76894774-e5a7-4071-8dce-7f2b508a05c2 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:51:10.236051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-35c045ce-8751-4741-bdca-7552ba792d7d req-c368549f-f1c0-4d7f-a8e7-55416d5eea91 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:10.239670 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-35c045ce-8751-4741-bdca-7552ba792d7d req-c368549f-f1c0-4d7f-a8e7-55416d5eea91 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.15 "DELETE /v2.0/ports/76894774-e5a7-4071-8dce-7f2b508a05c2 HTTP/1.1" status: 204 len: 173 time: 1.0628040 Nov 23 04:51:10.244599 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a613907b-2147-4368-89ca-12eba9b104b4', 'name': 'network-vif-deleted', 'tag': '76894774-e5a7-4071-8dce-7f2b508a05c2'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:51:10.246919 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14bc071d-2ac9-48ec-b9a1-48442545eb7a" -d '{"events": [{"server_uuid": "a613907b-2147-4368-89ca-12eba9b104b4", "name": "network-vif-deleted", "tag": "76894774-e5a7-4071-8dce-7f2b508a05c2"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:51:10.298437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e8c914-a529-4bd8-8667-d24bd5cb6034 x-openstack-request-id: req-61e8c914-a529-4bd8-8667-d24bd5cb6034 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:51:10.298733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a613907b-2147-4368-89ca-12eba9b104b4", "name": "network-vif-deleted", "tag": "76894774-e5a7-4071-8dce-7f2b508a05c2", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:51:10.298988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61e8c914-a529-4bd8-8667-d24bd5cb6034 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:51:10.299385 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a613907b-2147-4368-89ca-12eba9b104b4', 'name': 'network-vif-deleted', 'tag': '76894774-e5a7-4071-8dce-7f2b508a05c2', 'status': 'completed', 'code': 200} Nov 23 04:51:10.348741 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:10.451619 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94ac738e-78ef-42c3-b75d-f09aea328757 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router b2193b18-3f1f-4124-ab86-e8e563e741c8 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:51:10.567222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94ac738e-78ef-42c3-b75d-f09aea328757 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:51:10.572192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-94ac738e-78ef-42c3-b75d-f09aea328757 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:10.578896 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d8a609-a5ea-44f6-9bca-8b0fa11df498 None None] Sync routers for ids ['b2193b18-3f1f-4124-ab86-e8e563e741c8'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:51:10.593206 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d8a609-a5ea-44f6-9bca-8b0fa11df498 None None] Routers {'b2193b18-3f1f-4124-ab86-e8e563e741c8'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:10.594226 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-76d8a609-a5ea-44f6-9bca-8b0fa11df498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b2193b18-3f1f-4124-ab86-e8e563e741c8'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:10.606770 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-94ac738e-78ef-42c3-b75d-f09aea328757 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/floatingips/6493bfb8-ab83-4e87-9ddb-d6b4590a02c6 HTTP/1.1" status: 204 len: 168 time: 1.6309366 Nov 23 04:51:10.744067 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-49e87c79-30fb-4cb1-91fd-cc1dbd81d876 req-5d1d675c-219c-4d5b-b8c8-2ac6a456c8eb tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 210 time: 0.0414412 Nov 23 04:51:10.801638 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-76d8a609-a5ea-44f6-9bca-8b0fa11df498 None None] Set router b2193b18-3f1f-4124-ab86-e8e563e741c8 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:10.876107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a36e0-e4bb-4bd9-bf4e-2c5d5fd6fc1f req-d89f64f9-ad18-4de2-9ed9-6acb5426e428 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:10.877794 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c5a36e0-e4bb-4bd9-bf4e-2c5d5fd6fc1f req-d89f64f9-ad18-4de2-9ed9-6acb5426e428 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 945 time: 0.0497925 Nov 23 04:51:10.931567 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c5a36e0-e4bb-4bd9-bf4e-2c5d5fd6fc1f req-266acbc0-7106-4c46-82d7-21b80ac5c05e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=52643b4c-1fbf-45a2-985a-39bfacd029e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474010 Nov 23 04:51:11.018027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-76d8a609-a5ea-44f6-9bca-8b0fa11df498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:12Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:51:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'dacfd6c3-f59f-492d-ba75-5944c1b966e2', 'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:b0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:12Z', 'updated_at': '2021-11-23T04:51:08Z', 'revision_number': 7, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:11.048367 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d8a609-a5ea-44f6-9bca-8b0fa11df498 None None] Checking router: b2193b18-3f1f-4124-ab86-e8e563e741c8 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:51:11.057362 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d8a609-a5ea-44f6-9bca-8b0fa11df498 None None] Routers {'b2193b18-3f1f-4124-ab86-e8e563e741c8'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:11.057985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-76d8a609-a5ea-44f6-9bca-8b0fa11df498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b2193b18-3f1f-4124-ab86-e8e563e741c8'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:11.164198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-76d8a609-a5ea-44f6-9bca-8b0fa11df498 None None] Set router b2193b18-3f1f-4124-ab86-e8e563e741c8 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:11.527676 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-76d8a609-a5ea-44f6-9bca-8b0fa11df498 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:12Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:51:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'dacfd6c3-f59f-492d-ba75-5944c1b966e2', 'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:b0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:12Z', 'updated_at': '2021-11-23T04:51:08Z', 'revision_number': 7, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:11.554691 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d8a609-a5ea-44f6-9bca-8b0fa11df498 None None] The sync data for ids ['b2193b18-3f1f-4124-ab86-e8e563e741c8'] in dv-neutron-818850-1-hyperv is: [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:50:12Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:51:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'dacfd6c3-f59f-492d-ba75-5944c1b966e2', 'name': '', 'network_id': '04b6aca7-d9bd-4685-a1d1-3991e13aa96e', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:b0:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 1437, 'fixed_ips': [{'subnet_id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:12Z', 'updated_at': '2021-11-23T04:51:08Z', 'revision_number': 7, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '77f13fdd-998a-4028-811e-bc9a73dd4026', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:51:11.656873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 76894774-e5a7-4071-8dce-7f2b508a05c2 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:51:11.682204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 76894774-e5a7-4071-8dce-7f2b508a05c2 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:51:11.682576 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 76894774-e5a7-4071-8dce-7f2b508a05c2 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:51:11.749647 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:11.844020 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ffba1fe9-2af5-4fc4-b2e6-fb9832fdf9d7 req-a160fca6-fd94-4d9f-ae7c-e385b9d0f980 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 210 time: 0.0328946 Nov 23 04:51:12.075220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376bee0c-a01a-49e7-a7e6-373d3c97b35e req-7375e45d-90cf-48c1-bc6a-7359c16a14e6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:12.076810 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-376bee0c-a01a-49e7-a7e6-373d3c97b35e req-7375e45d-90cf-48c1-bc6a-7359c16a14e6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 945 time: 0.0594866 Nov 23 04:51:12.129674 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-376bee0c-a01a-49e7-a7e6-373d3c97b35e req-39e38f12-e4fc-4cde-afea-ed19caf8eb63 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=52643b4c-1fbf-45a2-985a-39bfacd029e9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460565 Nov 23 04:51:12.300995 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c3ad92f-50bf-429b-b044-777849231a78', 'tag': '215d4327-7c13-4641-882b-8135e7399c90'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:51:12.303431 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b167ff37-d5a8-4ad5-91f9-649fce9401bd" -d '{"events": [{"name": "network-changed", "server_uuid": "3c3ad92f-50bf-429b-b044-777849231a78", "tag": "215d4327-7c13-4641-882b-8135e7399c90"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:51:12.338901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:51:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d06c83-0c27-4117-a3f9-2254aa3ff82d x-openstack-request-id: req-c9d06c83-0c27-4117-a3f9-2254aa3ff82d {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:51:12.339191 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c3ad92f-50bf-429b-b044-777849231a78", "tag": "215d4327-7c13-4641-882b-8135e7399c90", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:51:12.339440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9d06c83-0c27-4117-a3f9-2254aa3ff82d {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:51:12.339834 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c3ad92f-50bf-429b-b044-777849231a78', 'tag': '215d4327-7c13-4641-882b-8135e7399c90', 'status': 'completed', 'code': 200} Nov 23 04:51:12.429084 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167ff37-d5a8-4ad5-91f9-649fce9401bd req-21b3e1c4-783b-4739-84c6-270b8ec2847a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:12.430582 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b167ff37-d5a8-4ad5-91f9-649fce9401bd req-21b3e1c4-783b-4739-84c6-270b8ec2847a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 1098 time: 0.0417979 Nov 23 04:51:12.573097 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5b93f-6cfa-46b3-9feb-2ecc24fd9e6b req-abeb39cd-3a2c-461e-afbe-ee862f22732e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:12.575333 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-bfb5b93f-6cfa-46b3-9feb-2ecc24fd9e6b req-abeb39cd-3a2c-461e-afbe-ee862f22732e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 945 time: 0.0526643 Nov 23 04:51:12.618455 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167ff37-d5a8-4ad5-91f9-649fce9401bd req-37f5afc0-6bbc-4f29-ae48-e0351b1fef81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:12.620105 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b167ff37-d5a8-4ad5-91f9-649fce9401bd req-37f5afc0-6bbc-4f29-ae48-e0351b1fef81 service neutron] 10.222.0.15 "GET /v2.0/networks?id=04b6aca7-d9bd-4685-a1d1-3991e13aa96e HTTP/1.1" status: 200 len: 897 time: 0.0974300 Nov 23 04:51:12.652925 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c9311b-11d6-41b9-97e8-06bd0490b27a None None] New status for floating IP 6493bfb8-ab83-4e87-9ddb-d6b4590a02c6: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:51:12.656931 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:12.694942 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [req-bfb5b93f-6cfa-46b3-9feb-2ecc24fd9e6b req-822242f9-f401-455b-846b-b8b89081cea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 215d4327-7c13-4641-882b-8135e7399c90 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:12.695732 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-bfb5b93f-6cfa-46b3-9feb-2ecc24fd9e6b req-822242f9-f401-455b-846b-b8b89081cea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:12.698415 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b167ff37-d5a8-4ad5-91f9-649fce9401bd req-d65af524-2f82-42ed-abf9-b7ec849cce4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=215d4327-7c13-4641-882b-8135e7399c90 HTTP/1.1" status: 200 len: 217 time: 0.0659180 Nov 23 04:51:12.775638 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167ff37-d5a8-4ad5-91f9-649fce9401bd req-337e4699-90ea-4072-925e-23edad08d685 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:12.777351 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b167ff37-d5a8-4ad5-91f9-649fce9401bd req-337e4699-90ea-4072-925e-23edad08d685 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=77f13fdd-998a-4028-811e-bc9a73dd4026 HTTP/1.1" status: 200 len: 835 time: 0.0683119 Nov 23 04:51:12.818820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-bfb5b93f-6cfa-46b3-9feb-2ecc24fd9e6b req-822242f9-f401-455b-846b-b8b89081cea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 215d4327-7c13-4641-882b-8135e7399c90, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=215d4327-7c13-4641-882b-8135e7399c90,segment=NetworkSegment(907a042c-8560-4a29-8166-3cda17959246),segment_id=907a042c-8560-4a29-8166-3cda17959246)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:12.819316 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-bfb5b93f-6cfa-46b3-9feb-2ecc24fd9e6b req-822242f9-f401-455b-846b-b8b89081cea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:12.834224 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [req-bfb5b93f-6cfa-46b3-9feb-2ecc24fd9e6b req-822242f9-f401-455b-846b-b8b89081cea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 215d4327-7c13-4641-882b-8135e7399c90 owned by compute:nova {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:12.837821 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b167ff37-d5a8-4ad5-91f9-649fce9401bd req-2d9e4f0f-9866-499b-9f05-9d5ef9fe741c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:12.839409 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b167ff37-d5a8-4ad5-91f9-649fce9401bd req-2d9e4f0f-9866-499b-9f05-9d5ef9fe741c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=04b6aca7-d9bd-4685-a1d1-3991e13aa96e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0493650 Nov 23 04:51:12.949634 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a2f3a696-abf9-4afe-943a-b8cfb0eda3b2 req-5d9e5de7-122a-4e45-a0e7-6526ad6d7a88 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 210 time: 0.0306358 Nov 23 04:51:12.978276 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b167ff37-d5a8-4ad5-91f9-649fce9401bd req-d35b2e3a-fb08-438a-8d52-7a26250cbef3 service neutron] 10.222.0.15 "GET /v2.0/networks/04b6aca7-d9bd-4685-a1d1-3991e13aa96e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269424 Nov 23 04:51:12.986679 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-bfb5b93f-6cfa-46b3-9feb-2ecc24fd9e6b req-822242f9-f401-455b-846b-b8b89081cea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:13.025159 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822242f9-f401-455b-846b-b8b89081cea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=215d4327-7c13-4641-882b-8135e7399c90,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:13.068495 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb5b93f-6cfa-46b3-9feb-2ecc24fd9e6b req-822242f9-f401-455b-846b-b8b89081cea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] No DVR routers for this DVR port 215d4327-7c13-4641-882b-8135e7399c90 on host hv-neutron-8188 {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:51:13.070999 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-bfb5b93f-6cfa-46b3-9feb-2ecc24fd9e6b req-822242f9-f401-455b-846b-b8b89081cea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:13.074369 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-bfb5b93f-6cfa-46b3-9feb-2ecc24fd9e6b req-822242f9-f401-455b-846b-b8b89081cea1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "DELETE /v2.0/ports/215d4327-7c13-4641-882b-8135e7399c90 HTTP/1.1" status: 204 len: 173 time: 0.4876022 Nov 23 04:51:13.074803 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c3ad92f-50bf-429b-b044-777849231a78', 'name': 'network-vif-deleted', 'tag': '215d4327-7c13-4641-882b-8135e7399c90'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:51:13.077092 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5b574f6-f9bc-411c-83dc-a883765d5bf8" -d '{"events": [{"server_uuid": "3c3ad92f-50bf-429b-b044-777849231a78", "name": "network-vif-deleted", "tag": "215d4327-7c13-4641-882b-8135e7399c90"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:51:13.102933 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b167ff37-d5a8-4ad5-91f9-649fce9401bd req-fcfa22fb-b841-426f-881d-bf4e8ac79753 service neutron] 10.222.0.15 "GET /v2.0/networks/04b6aca7-d9bd-4685-a1d1-3991e13aa96e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1133804 Nov 23 04:51:13.118274 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:51:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38fb1e09-c9b2-459b-8959-557413e3c75e x-openstack-request-id: req-38fb1e09-c9b2-459b-8959-557413e3c75e {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:51:13.118576 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c3ad92f-50bf-429b-b044-777849231a78", "name": "network-vif-deleted", "tag": "215d4327-7c13-4641-882b-8135e7399c90", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:51:13.118832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-38fb1e09-c9b2-459b-8959-557413e3c75e {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:51:13.119234 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c3ad92f-50bf-429b-b044-777849231a78', 'name': 'network-vif-deleted', 'tag': '215d4327-7c13-4641-882b-8135e7399c90', 'status': 'completed', 'code': 200} Nov 23 04:51:13.234487 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-79dfa0cb-d532-4dc1-9464-05fd0ce17314 req-99f7fc2e-953d-457b-bc31-0482c9c07b78 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3c3ad92f-50bf-429b-b044-777849231a78 HTTP/1.1" status: 200 len: 210 time: 0.0316432 Nov 23 04:51:14.054595 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b52369f2-7446-4d14-b424-4205a6cc49d0 req-e0cd8550-5e31-4da2-82ea-0e7acc529adc tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 210 time: 0.0264697 Nov 23 04:51:14.292283 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48514) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:14.348922 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0a0c2c08-dae1-473e-a1f8-afd624987824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:14.375466 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0a0c2c08-dae1-473e-a1f8-afd624987824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:14.428299 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:51:14.435299 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0a0c2c08-dae1-473e-a1f8-afd624987824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:14.438095 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0a0c2c08-dae1-473e-a1f8-afd624987824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:14.439265 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0a0c2c08-dae1-473e-a1f8-afd624987824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/security-groups/52643b4c-1fbf-45a2-985a-39bfacd029e9 HTTP/1.1" status: 204 len: 168 time: 0.1459904 Nov 23 04:51:14.449617 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c2c08-dae1-473e-a1f8-afd624987824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=52643b4c-1fbf-45a2-985a-39bfacd029e9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:14.472523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48518) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:14.852126 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8d53dcf-c0ae-4db0-9e6e-4573af1c66fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:15.109258 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-f8d53dcf-c0ae-4db0-9e6e-4573af1c66fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port dacfd6c3-f59f-492d-ba75-5944c1b966e2 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:15.109642 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8d53dcf-c0ae-4db0-9e6e-4573af1c66fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:15.184546 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a840fa33-8c2c-4b5c-ad3a-24644663717e req-d38d285e-be37-4cfd-8ab6-ce4510924ded tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=a613907b-2147-4368-89ca-12eba9b104b4 HTTP/1.1" status: 200 len: 210 time: 0.0353277 Nov 23 04:51:15.227857 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-f8d53dcf-c0ae-4db0-9e6e-4573af1c66fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port dacfd6c3-f59f-492d-ba75-5944c1b966e2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dacfd6c3-f59f-492d-ba75-5944c1b966e2,segment=NetworkSegment(907a042c-8560-4a29-8166-3cda17959246),segment_id=907a042c-8560-4a29-8166-3cda17959246)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:15.228226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8d53dcf-c0ae-4db0-9e6e-4573af1c66fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:15.242668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-f8d53dcf-c0ae-4db0-9e6e-4573af1c66fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for dacfd6c3-f59f-492d-ba75-5944c1b966e2 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:15.433307 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8d53dcf-c0ae-4db0-9e6e-4573af1c66fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:15.461097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d53dcf-c0ae-4db0-9e6e-4573af1c66fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=dacfd6c3-f59f-492d-ba75-5944c1b966e2,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:15.633778 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f8d53dcf-c0ae-4db0-9e6e-4573af1c66fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:15.660195 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 215d4327-7c13-4641-882b-8135e7399c90 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:51:15.681450 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 215d4327-7c13-4641-882b-8135e7399c90 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:51:15.681804 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 215d4327-7c13-4641-882b-8135e7399c90 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:51:15.854833 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f8d53dcf-c0ae-4db0-9e6e-4573af1c66fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router b2193b18-3f1f-4124-ab86-e8e563e741c8 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:51:15.963399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8d53dcf-c0ae-4db0-9e6e-4573af1c66fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:51:15.968431 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f8d53dcf-c0ae-4db0-9e6e-4573af1c66fd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/b2193b18-3f1f-4124-ab86-e8e563e741c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4948952 Nov 23 04:51:15.971195 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48522) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:15.974476 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac34b6-51eb-4d2f-afbe-6fc843124d8a None None] Sync routers for ids ['b2193b18-3f1f-4124-ab86-e8e563e741c8'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:51:15.984139 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac34b6-51eb-4d2f-afbe-6fc843124d8a None None] Routers {'b2193b18-3f1f-4124-ab86-e8e563e741c8'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:15.984831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-fcac34b6-51eb-4d2f-afbe-6fc843124d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b2193b18-3f1f-4124-ab86-e8e563e741c8'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:16.023497 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-af140fd6-665e-4ae0-aa83-7648f7737978 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting subnet 77f13fdd-998a-4028-811e-bc9a73dd4026 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:51:16.026602 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-af140fd6-665e-4ae0-aa83-7648f7737978 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:16.066972 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-af140fd6-665e-4ae0-aa83-7648f7737978 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:16.091357 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-fcac34b6-51eb-4d2f-afbe-6fc843124d8a None None] Set router b2193b18-3f1f-4124-ab86-e8e563e741c8 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:16.154920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-af140fd6-665e-4ae0-aa83-7648f7737978 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:16.217789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-af140fd6-665e-4ae0-aa83-7648f7737978 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:16.245872 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af140fd6-665e-4ae0-aa83-7648f7737978 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Subnet': ['ID=77f13fdd-998a-4028-811e-bc9a73dd4026,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:16.254131 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-af140fd6-665e-4ae0-aa83-7648f7737978 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:16.257441 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-af140fd6-665e-4ae0-aa83-7648f7737978 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/subnets/77f13fdd-998a-4028-811e-bc9a73dd4026 HTTP/1.1" status: 204 len: 168 time: 0.2852969 Nov 23 04:51:16.260200 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48530) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:16.274517 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566ccdcb-a546-4b6b-a05d-a241cc993cbb None None] Network 04b6aca7-d9bd-4685-a1d1-3991e13aa96e requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:51:16.364059 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-fcac34b6-51eb-4d2f-afbe-6fc843124d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:51:15Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:51:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:16.396842 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:16.401812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac34b6-51eb-4d2f-afbe-6fc843124d8a None None] Checking router: b2193b18-3f1f-4124-ab86-e8e563e741c8 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:51:16.445833 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcac34b6-51eb-4d2f-afbe-6fc843124d8a None None] Routers {'b2193b18-3f1f-4124-ab86-e8e563e741c8'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:16.446465 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-fcac34b6-51eb-4d2f-afbe-6fc843124d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['b2193b18-3f1f-4124-ab86-e8e563e741c8'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:16.508646 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:16.571154 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-fcac34b6-51eb-4d2f-afbe-6fc843124d8a None None] Set router b2193b18-3f1f-4124-ab86-e8e563e741c8 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:16.585999 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port e3857184-0be9-40af-a1a0-07f91fbe4b2c {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:16.586355 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:16.604805 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6355f248-46e8-4c9e-9667-214f607ecb94 None None] DHCP port deletion for 04b6aca7-d9bd-4685-a1d1-3991e13aa96e request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:51:16.669304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port e3857184-0be9-40af-a1a0-07f91fbe4b2c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e3857184-0be9-40af-a1a0-07f91fbe4b2c,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:16.669781 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:16.683568 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for e3857184-0be9-40af-a1a0-07f91fbe4b2c owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:16.777326 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-6355f248-46e8-4c9e-9667-214f607ecb94 None None] Deleting port 14c3ebe7-1e66-4ac7-a678-1b979b8317f1 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:16.777326 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6355f248-46e8-4c9e-9667-214f607ecb94 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:16.850512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-6355f248-46e8-4c9e-9667-214f607ecb94 None None] For port 14c3ebe7-1e66-4ac7-a678-1b979b8317f1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=14c3ebe7-1e66-4ac7-a678-1b979b8317f1,segment=NetworkSegment(907a042c-8560-4a29-8166-3cda17959246),segment_id=907a042c-8560-4a29-8166-3cda17959246)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:16.850921 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6355f248-46e8-4c9e-9667-214f607ecb94 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:16.857952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:16.868267 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-6355f248-46e8-4c9e-9667-214f607ecb94 None None] Calling delete_port for 14c3ebe7-1e66-4ac7-a678-1b979b8317f1 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:16.885957 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=e3857184-0be9-40af-a1a0-07f91fbe4b2c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:16.890965 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-fcac34b6-51eb-4d2f-afbe-6fc843124d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:51:15Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:51:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:16.951611 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77896ca2-7c3a-479d-bc52-632bf8394b0b None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:51:16.953396 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:16.959640 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcac34b6-51eb-4d2f-afbe-6fc843124d8a None None] The sync data for ids ['b2193b18-3f1f-4124-ab86-e8e563e741c8'] in dv-neutron-818850-1-hyperv is: [{'id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'name': 'tempest-TestNetworkBasicOps-router-1893600416', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36'}], 'enable_snat': True}, 'gw_port_id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:51:15Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'e3857184-0be9-40af-a1a0-07f91fbe4b2c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:db:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b2193b18-3f1f-4124-ab86-e8e563e741c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1434, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:50:09Z', 'updated_at': '2021-11-23T04:51:07Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:51:17.008012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6355f248-46e8-4c9e-9667-214f607ecb94 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.039651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6355f248-46e8-4c9e-9667-214f607ecb94 None None] Pushing event deleted for resources: {'Port': ['ID=14c3ebe7-1e66-4ac7-a678-1b979b8317f1,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:17.043285 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6355f248-46e8-4c9e-9667-214f607ecb94 None None] No DVR routers for this DVR port 14c3ebe7-1e66-4ac7-a678-1b979b8317f1 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:51:17.056237 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.058852 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.103450 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.103975 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Fanout notify agent at l3_agent the message router_deleted on router b2193b18-3f1f-4124-ab86-e8e563e741c8 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:51:17.110825 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.114515 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-726842e4-b259-47a8-88fc-23fb6527261d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/routers/b2193b18-3f1f-4124-ab86-e8e563e741c8 HTTP/1.1" status: 204 len: 168 time: 0.8509080 Nov 23 04:51:17.114926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48534) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:17.196946 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-32e94b48-7f63-454b-a72b-5c25f1c11f6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.288345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-32e94b48-7f63-454b-a72b-5c25f1c11f6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.313793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-32e94b48-7f63-454b-a72b-5c25f1c11f6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04b6aca7-d9bd-4685-a1d1-3991e13aa96e']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:17.324979 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-32e94b48-7f63-454b-a72b-5c25f1c11f6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '907a042c-8560-4a29-8166-3cda17959246') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:17.325292 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-32e94b48-7f63-454b-a72b-5c25f1c11f6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '907a042c-8560-4a29-8166-3cda17959246') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:17.335623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-32e94b48-7f63-454b-a72b-5c25f1c11f6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.350409 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-32e94b48-7f63-454b-a72b-5c25f1c11f6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.358173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32e94b48-7f63-454b-a72b-5c25f1c11f6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Releasing vlan 184 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:51:17.358853 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-32e94b48-7f63-454b-a72b-5c25f1c11f6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:51:17.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:51:17.430440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-32e94b48-7f63-454b-a72b-5c25f1c11f6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.435589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-32e94b48-7f63-454b-a72b-5c25f1c11f6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.454644 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-32e94b48-7f63-454b-a72b-5c25f1c11f6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/networks/04b6aca7-d9bd-4685-a1d1-3991e13aa96e HTTP/1.1" status: 204 len: 168 time: 0.3284202 Nov 23 04:51:17.461494 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32e94b48-7f63-454b-a72b-5c25f1c11f6d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Network': ['ID=04b6aca7-d9bd-4685-a1d1-3991e13aa96e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:17.462044 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48538) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:17.470393 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-2724630d-493b-4d78-afc1-b0a2541946b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'network': {'name': 'tempest-network-smoke--1814579182', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'port_security_enabled': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:51:17.493292 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2724630d-493b-4d78-afc1-b0a2541946b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:51:17.496773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2724630d-493b-4d78-afc1-b0a2541946b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.522545 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2724630d-493b-4d78-afc1-b0a2541946b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] vlan segment allocate from pool success with {'vlan_id': 160, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:51:17.533575 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2724630d-493b-4d78-afc1-b0a2541946b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.534134 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-2724630d-493b-4d78-afc1-b0a2541946b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Added segment 32da8c9f-3f94-4679-ad60-0f456825745c of type vlan for network d54214db-fa9d-4384-a56f-9d4c12d34066 Nov 23 04:51:17.580174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2724630d-493b-4d78-afc1-b0a2541946b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.616112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2724630d-493b-4d78-afc1-b0a2541946b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.621889 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2724630d-493b-4d78-afc1-b0a2541946b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:17.622485 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2724630d-493b-4d78-afc1-b0a2541946b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.690896 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48540) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:17.691555 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2724630d-493b-4d78-afc1-b0a2541946b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2276266 Nov 23 04:51:17.701624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-250731482', 'admin_state_up': True, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:51:17.707037 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2724630d-493b-4d78-afc1-b0a2541946b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Network': ['ID=d54214db-fa9d-4384-a56f-9d4c12d34066,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:17.724641 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network d54214db-fa9d-4384-a56f-9d4c12d34066 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:51:17.735531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.739692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.814293 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dacfd6c3-f59f-492d-ba75-5944c1b966e2 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:51:17.818106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:17.850893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: dacfd6c3-f59f-492d-ba75-5944c1b966e2 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:51:17.851235 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dacfd6c3-f59f-492d-ba75-5944c1b966e2 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:51:17.851657 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 14c3ebe7-1e66-4ac7-a678-1b979b8317f1 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:51:17.882772 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 14c3ebe7-1e66-4ac7-a678-1b979b8317f1 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:51:17.883495 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 14c3ebe7-1e66-4ac7-a678-1b979b8317f1 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:51:17.975153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:18.503870 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:18.523303 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:18.630422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.132 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/118a444c-c5dd-4148-bc23-94ac2a8e4313) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:51:18.746316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:18.782299 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:18.821120 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:51:18.825557 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:51:18.829149 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:51:18.840157 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5740daa-caaf-4cad-8d14-253f46bb50d9 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:51:18.857989 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=118a444c-c5dd-4148-bc23-94ac2a8e4313,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:18.905031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ec5243f2-495a-400a-a423-39538897546f None None] Provisioning complete for port 118a444c-c5dd-4148-bc23-94ac2a8e4313 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:18.906284 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ec5243f2-495a-400a-a423-39538897546f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:18.940155 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ec5243f2-495a-400a-a423-39538897546f None None] Port 118a444c-c5dd-4148-bc23-94ac2a8e4313 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:51:19.088738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:19.297743 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:19.439442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router ceed47cc-0bb7-42fc-88d9-7699033e77ba is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:51:19.552226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:51:19.571143 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Sync routers for ids ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:51:19.573938 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:19.578716 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48548) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:19.579233 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-87c5af17-5eb2-4f4e-abce-adae434ee8ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.8859625 Nov 23 04:51:19.582694 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Routers {'ceed47cc-0bb7-42fc-88d9-7699033e77ba'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:19.583275 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:19.637985 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c94263ae-4c4b-4409-9082-f7dcedd5ff85 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1f39b592b6944144b30ee044431afa7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0574129 Nov 23 04:51:19.640721 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48552) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:19.646316 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e3857184-0be9-40af-a1a0-07f91fbe4b2c no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:51:19.679087 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: e3857184-0be9-40af-a1a0-07f91fbe4b2c {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:51:19.679593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e3857184-0be9-40af-a1a0-07f91fbe4b2c not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:51:19.760444 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Set router ceed47cc-0bb7-42fc-88d9-7699033e77ba gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:19.821830 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a586134-f3e1-4eca-822e-72c967f73fb2 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:19.824746 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7a586134-f3e1-4eca-822e-72c967f73fb2 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1822362 Nov 23 04:51:19.827959 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48554) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:19.862580 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48556) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:19.863918 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c1d3884e-6fde-4ba5-b097-f20f2e51855c tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0335321 Nov 23 04:51:19.870190 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-59b8312f-cb1c-4461-8375-4f242a878e20 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1412250541', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:51:19.954569 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'name': 'tempest-TestNetworkBasicOps-router-250731482', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:51:17Z', 'updated_at': '2021-11-23T04:51:18Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:18Z', 'updated_at': '2021-11-23T04:51:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:19.980652 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59b8312f-cb1c-4461-8375-4f242a878e20 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:51:19.984787 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Checking router: ceed47cc-0bb7-42fc-88d9-7699033e77ba for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:51:19.985150 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Updating router ceed47cc-0bb7-42fc-88d9-7699033e77ba port 118a444c-c5dd-4148-bc23-94ac2a8e4313 binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:51:19.991419 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59b8312f-cb1c-4461-8375-4f242a878e20 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:20.017137 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:20.232622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59b8312f-cb1c-4461-8375-4f242a878e20 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:20.288585 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b8312f-cb1c-4461-8375-4f242a878e20 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Subnet': ['ID=36e94134-bb01-4191-9b02-e3db7253e39c,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:20.330657 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59b8312f-cb1c-4461-8375-4f242a878e20 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Checking segment: {'id': '32da8c9f-3f94-4679-ad60-0f456825745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:51:20.331065 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b8312f-cb1c-4461-8375-4f242a878e20 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network hostable DHCP agents. Network: d54214db-fa9d-4384-a56f-9d4c12d34066, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:51:20.356867 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59b8312f-cb1c-4461-8375-4f242a878e20 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network d54214db-fa9d-4384-a56f-9d4c12d34066 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:51:20.371164 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-59b8312f-cb1c-4461-8375-4f242a878e20 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, d54214db-fa9d-4384-a56f-9d4c12d34066) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:51:20.378007 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59b8312f-cb1c-4461-8375-4f242a878e20 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:20.379350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59b8312f-cb1c-4461-8375-4f242a878e20 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:20.392591 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf451de5-4c4b-4c85-b86d-34c040fbdfb0 None None] Network d54214db-fa9d-4384-a56f-9d4c12d34066 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:51:20.399454 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:20.400560 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-59b8312f-cb1c-4461-8375-4f242a878e20 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.5352464 Nov 23 04:51:20.403926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48558) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:20.431577 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:20.514072 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Attempting to bind port 118a444c-c5dd-4148-bc23-94ac2a8e4313 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:51:20.514452 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Attempting to bind port 118a444c-c5dd-4148-bc23-94ac2a8e4313 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:51:20.514808 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Attempting to bind port 118a444c-c5dd-4148-bc23-94ac2a8e4313 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:51:20.525852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a689ccc-6757-4c4f-9e44-961803a62e82 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:51:20.526076 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:51:20.526247 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:51:20.526610 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:20.527003 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:51:20.527473 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Bound port: 118a444c-c5dd-4148-bc23-94ac2a8e4313, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:51:20.527857 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:20.598171 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] For port 118a444c-c5dd-4148-bc23-94ac2a8e4313, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:51:20.601297 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] For port 118a444c-c5dd-4148-bc23-94ac2a8e4313, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=118a444c-c5dd-4148-bc23-94ac2a8e4313,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:51:20.605796 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffef80-d92f-4c26-b7b4-232757bed974 None None] Pushing event updated for resources: {'Port': ['ID=118a444c-c5dd-4148-bc23-94ac2a8e4313,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:20.609382 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-d54214db-fa9d-4384-a56f-9d4c12d34066', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ips': [{'subnet_id': '36e94134-bb01-4191-9b02-e3db7253e39c'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:51:20.610261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:20.615626 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:20.619888 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffef80-d92f-4c26-b7b4-232757bed974 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:20.620484 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffef80-d92f-4c26-b7b4-232757bed974 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:20.621001 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffef80-d92f-4c26-b7b4-232757bed974 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:20.621555 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffef80-d92f-4c26-b7b4-232757bed974 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:20.622049 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffef80-d92f-4c26-b7b4-232757bed974 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:20.622542 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffef80-d92f-4c26-b7b4-232757bed974 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:20.623064 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffef80-d92f-4c26-b7b4-232757bed974 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:20.623449 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffef80-d92f-4c26-b7b4-232757bed974 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:20.623748 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffef80-d92f-4c26-b7b4-232757bed974 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:20.624078 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffef80-d92f-4c26-b7b4-232757bed974 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:20.624405 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffef80-d92f-4c26-b7b4-232757bed974 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:20.624726 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79ffef80-d92f-4c26-b7b4-232757bed974 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:20.702046 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ffef80-d92f-4c26-b7b4-232757bed974 None None] Pushing event updated for resources: {'Port': ['ID=118a444c-c5dd-4148-bc23-94ac2a8e4313,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:20.721600 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4eb51ae-5755-4ada-a408-2ae448ab897d None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:51:20.724769 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Routers {'ceed47cc-0bb7-42fc-88d9-7699033e77ba'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:20.725432 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:20.824550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-95cb2967-f18e-4514-868a-7d03053d7f80 None None] Provisioning complete for port 118a444c-c5dd-4148-bc23-94ac2a8e4313 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:20.825006 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-95cb2967-f18e-4514-868a-7d03053d7f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:20.854128 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] Set router ceed47cc-0bb7-42fc-88d9-7699033e77ba gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:20.876811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Allocated IP 172.20.0.2 (d54214db-fa9d-4384-a56f-9d4c12d34066/36e94134-bb01-4191-9b02-e3db7253e39c/3900c98f-9348-4004-bff0-b317a359df11) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:51:20.983308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-95cb2967-f18e-4514-868a-7d03053d7f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:21.024009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-95cb2967-f18e-4514-868a-7d03053d7f80 None None] For port 118a444c-c5dd-4148-bc23-94ac2a8e4313, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=118a444c-c5dd-4148-bc23-94ac2a8e4313,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:21.030917 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-95cb2967-f18e-4514-868a-7d03053d7f80 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:21.098076 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'name': 'tempest-TestNetworkBasicOps-router-250731482', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:51:17Z', 'updated_at': '2021-11-23T04:51:18Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:18Z', 'updated_at': '2021-11-23T04:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:21.100300 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:21.138753 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d0a0b33-85ac-49c4-ac84-6253dde3eed5 None None] The sync data for ids ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'] in dv-neutron-818850-1-hyperv is: [{'id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'name': 'tempest-TestNetworkBasicOps-router-250731482', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:51:17Z', 'updated_at': '2021-11-23T04:51:18Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:18Z', 'updated_at': '2021-11-23T04:51:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:51:21.308717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:21.314952 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cb2967-f18e-4514-868a-7d03053d7f80 None None] Pushing event updated for resources: {'Port': ['ID=118a444c-c5dd-4148-bc23-94ac2a8e4313,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:21.317890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-329378e8-8150-4151-b451-c8790c108909 None None] Provisioning complete for port 118a444c-c5dd-4148-bc23-94ac2a8e4313 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:21.318249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-329378e8-8150-4151-b451-c8790c108909 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:21.320612 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:21.398809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Network d54214db-fa9d-4384-a56f-9d4c12d34066 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:51:21.409410 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:51:21.413809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Pushing event updated for resources: {'Port': ['ID=3900c98f-9348-4004-bff0-b317a359df11,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:21.421934 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:51:21.550997 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Attempting to bind port 3900c98f-9348-4004-bff0-b317a359df11 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:51:21.553427 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Attempting to bind port 3900c98f-9348-4004-bff0-b317a359df11 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '32da8c9f-3f94-4679-ad60-0f456825745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:51:21.553914 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Attempting to bind port 3900c98f-9348-4004-bff0-b317a359df11 on network d54214db-fa9d-4384-a56f-9d4c12d34066 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:51:21.567272 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:51:21.567663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.1 (d54214db-fa9d-4384-a56f-9d4c12d34066/36e94134-bb01-4191-9b02-e3db7253e39c/15bfd23b-1c3d-4163-b933-604f92fa45fa) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:51:21.567935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Checking segment: {'id': '32da8c9f-3f94-4679-ad60-0f456825745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:51:21.568388 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:21.568920 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Bound using segment: {'id': '32da8c9f-3f94-4679-ad60-0f456825745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:51:21.569556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Bound port: 3900c98f-9348-4004-bff0-b317a359df11, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32da8c9f-3f94-4679-ad60-0f456825745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:51:21.570085 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:21.658635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] For port 3900c98f-9348-4004-bff0-b317a359df11, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:51:21.664112 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] For port 3900c98f-9348-4004-bff0-b317a359df11, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=3900c98f-9348-4004-bff0-b317a359df11,segment=NetworkSegment(32da8c9f-3f94-4679-ad60-0f456825745c),segment_id=32da8c9f-3f94-4679-ad60-0f456825745c)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:51:21.676349 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:21.734705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 118a444c-c5dd-4148-bc23-94ac2a8e4313 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:51:21.740780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:21.754671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48564) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:21.795073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a4cdd9-efd4-469f-937b-d925c38f48f3 None None] Pushing event updated for resources: {'Port': ['ID=3900c98f-9348-4004-bff0-b317a359df11,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:21.811959 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 118a444c-c5dd-4148-bc23-94ac2a8e4313 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:21.812651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:21.852273 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:21.937343 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network d54214db-fa9d-4384-a56f-9d4c12d34066 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:51:21.947668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:51:21.950250 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:51:22.004842 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=15bfd23b-1c3d-4163-b933-604f92fa45fa,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:22.058092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:22.168930 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-15148435-c83d-4d02-8e5f-0c3cdddaf3d5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Deleting port 014d1806-cbf5-481e-a74c-b545afb24483 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:22.169661 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15148435-c83d-4d02-8e5f-0c3cdddaf3d5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:22.297553 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:22.312988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15148435-c83d-4d02-8e5f-0c3cdddaf3d5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:22.313248 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15148435-c83d-4d02-8e5f-0c3cdddaf3d5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:22.328496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-15148435-c83d-4d02-8e5f-0c3cdddaf3d5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Calling delete_port for 014d1806-cbf5-481e-a74c-b545afb24483 owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:22.685792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15148435-c83d-4d02-8e5f-0c3cdddaf3d5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:22.724564 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b8726f-c6c4-452c-b818-115dc69eca7e None None] Network d54214db-fa9d-4384-a56f-9d4c12d34066 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:51:22.732876 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15148435-c83d-4d02-8e5f-0c3cdddaf3d5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event deleted for resources: {'Port': ['ID=014d1806-cbf5-481e-a74c-b545afb24483,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:22.788620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:22.796007 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:22.848942 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-0dd86f60-cb30-48ed-b33d-c32d5ba3ffc6 None None] Provisioning complete for port 3900c98f-9348-4004-bff0-b317a359df11 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:22.849232 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0dd86f60-cb30-48ed-b33d-c32d5ba3ffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:22.864784 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15148435-c83d-4d02-8e5f-0c3cdddaf3d5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:22.865124 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-15148435-c83d-4d02-8e5f-0c3cdddaf3d5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Floating IP 0cc5a5a0-61e9-4dbb-b08a-2007e3eb9e9b disassociated (deleted). External IP: 172.26.8.149, port: 76dc278b-99d7-4350-87e5-5d3fbb7c362f. Nov 23 04:51:22.976733 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0dd86f60-cb30-48ed-b33d-c32d5ba3ffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:23.018117 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-0dd86f60-cb30-48ed-b33d-c32d5ba3ffc6 None None] For port 3900c98f-9348-4004-bff0-b317a359df11, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=3900c98f-9348-4004-bff0-b317a359df11,segment=NetworkSegment(32da8c9f-3f94-4679-ad60-0f456825745c),segment_id=32da8c9f-3f94-4679-ad60-0f456825745c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:23.025725 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0dd86f60-cb30-48ed-b33d-c32d5ba3ffc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:23.084510 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd86f60-cb30-48ed-b33d-c32d5ba3ffc6 None None] Pushing event updated for resources: {'Port': ['ID=3900c98f-9348-4004-bff0-b317a359df11,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:23.243552 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:23.247798 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=15bfd23b-1c3d-4163-b933-604f92fa45fa,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:23.264280 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2669f17d-8c44-4575-8837-56d3d7ae76c8 None None] Provisioning complete for port 3900c98f-9348-4004-bff0-b317a359df11 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:23.264660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2669f17d-8c44-4575-8837-56d3d7ae76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:23.362919 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2669f17d-8c44-4575-8837-56d3d7ae76c8 None None] Provisioning complete for port 15bfd23b-1c3d-4163-b933-604f92fa45fa triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:23.363549 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2669f17d-8c44-4575-8837-56d3d7ae76c8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:23.400106 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-2669f17d-8c44-4575-8837-56d3d7ae76c8 None None] Port 15bfd23b-1c3d-4163-b933-604f92fa45fa cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:51:23.434805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network d54214db-fa9d-4384-a56f-9d4c12d34066 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:51:23.437477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:51:23.519811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-95d401c8-887a-4168-b6ad-20a305097803 None None] Provisioning complete for port 15bfd23b-1c3d-4163-b933-604f92fa45fa triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:23.520303 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-95d401c8-887a-4168-b6ad-20a305097803 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:23.563793 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-95d401c8-887a-4168-b6ad-20a305097803 None None] Port 15bfd23b-1c3d-4163-b933-604f92fa45fa cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:51:23.576365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-15148435-c83d-4d02-8e5f-0c3cdddaf3d5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Router 99b68924-26e6-4205-b84a-d21dd05a4a3f has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:51:23.659128 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router ceed47cc-0bb7-42fc-88d9-7699033e77ba has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:51:23.682818 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-95901bf2-c668-440c-913b-f8934c2d1b0b None None] Provisioning complete for port 15bfd23b-1c3d-4163-b933-604f92fa45fa triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:23.683288 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-95901bf2-c668-440c-913b-f8934c2d1b0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:23.714690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 3900c98f-9348-4004-bff0-b317a359df11 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:51:23.744818 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-95901bf2-c668-440c-913b-f8934c2d1b0b None None] Port 15bfd23b-1c3d-4163-b933-604f92fa45fa cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:51:23.761466 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15148435-c83d-4d02-8e5f-0c3cdddaf3d5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:51:23.766517 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 3900c98f-9348-4004-bff0-b317a359df11 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:23.767111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:23.767231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-15148435-c83d-4d02-8e5f-0c3cdddaf3d5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:23.791276 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dac1c5e-4141-4d01-bcff-fb8c26bf4ea0 None None] Sync routers for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:51:23.811616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dac1c5e-4141-4d01-bcff-fb8c26bf4ea0 None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:23.812228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1dac1c5e-4141-4d01-bcff-fb8c26bf4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:23.828127 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-15148435-c83d-4d02-8e5f-0c3cdddaf3d5 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "DELETE /v2.0/floatingips/0cc5a5a0-61e9-4dbb-b08a-2007e3eb9e9b HTTP/1.1" status: 204 len: 168 time: 2.0723240 Nov 23 04:51:23.830173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'tag': '76dc278b-99d7-4350-87e5-5d3fbb7c362f'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:51:23.833008 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c7bff83-4ffe-437b-9f17-7ef27fff6c0a" -d '{"events": [{"name": "network-changed", "server_uuid": "0685a822-bd41-4c98-8d08-e6928b852f5a", "tag": "76dc278b-99d7-4350-87e5-5d3fbb7c362f"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:51:23.862401 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:51:23.872573 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-133b09ff-eb70-465c-b7f1-7837370f68cc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/ceed47cc-0bb7-42fc-88d9-7699033e77ba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4674952 Nov 23 04:51:23.876074 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5c7c484-fdc6-480e-bb0a-f6878609de84 x-openstack-request-id: req-c5c7c484-fdc6-480e-bb0a-f6878609de84 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:51:23.876400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0685a822-bd41-4c98-8d08-e6928b852f5a", "tag": "76dc278b-99d7-4350-87e5-5d3fbb7c362f", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:51:23.876655 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5c7c484-fdc6-480e-bb0a-f6878609de84 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:51:23.877121 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'tag': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'status': 'completed', 'code': 200} Nov 23 04:51:23.877336 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48570) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:23.879117 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Sync routers for ids ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:51:23.890439 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Routers {'ceed47cc-0bb7-42fc-88d9-7699033e77ba'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:23.891280 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:23.975587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-1dac1c5e-4141-4d01-bcff-fb8c26bf4ea0 None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:24.009066 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bff83-4ffe-437b-9f17-7ef27fff6c0a req-1bc63aa8-8aa5-4da7-9e5a-3b0532685706 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.013012 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c7bff83-4ffe-437b-9f17-7ef27fff6c0a req-1bc63aa8-8aa5-4da7-9e5a-3b0532685706 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 1098 time: 0.0812347 Nov 23 04:51:24.015555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9789c1-c8e4-49de-831d-6fd59fc84758 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.016301 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9789c1-c8e4-49de-831d-6fd59fc84758 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.016930 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9789c1-c8e4-49de-831d-6fd59fc84758 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.017589 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9789c1-c8e4-49de-831d-6fd59fc84758 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.018213 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9789c1-c8e4-49de-831d-6fd59fc84758 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.019450 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c9789c1-c8e4-49de-831d-6fd59fc84758 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.022262 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2c9789c1-c8e4-49de-831d-6fd59fc84758 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4285 time: 0.1435380 Nov 23 04:51:24.025243 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48572) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:24.079282 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Set router ceed47cc-0bb7-42fc-88d9-7699033e77ba gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:24.143424 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bff83-4ffe-437b-9f17-7ef27fff6c0a req-34077147-3c41-4bb3-a582-8410e36bc623 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.145693 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c7bff83-4ffe-437b-9f17-7ef27fff6c0a req-34077147-3c41-4bb3-a582-8410e36bc623 service neutron] 10.222.0.15 "GET /v2.0/networks?id=ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 200 len: 913 time: 0.1224170 Nov 23 04:51:24.167178 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc0567-9459-4f2d-a3fa-70e955d9199e tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.167798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc0567-9459-4f2d-a3fa-70e955d9199e tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.168327 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc0567-9459-4f2d-a3fa-70e955d9199e tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.168859 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc0567-9459-4f2d-a3fa-70e955d9199e tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.169447 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc0567-9459-4f2d-a3fa-70e955d9199e tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.169962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebdc0567-9459-4f2d-a3fa-70e955d9199e tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.174763 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ebdc0567-9459-4f2d-a3fa-70e955d9199e tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.1484399 Nov 23 04:51:24.177155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48576) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:24.208452 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c7bff83-4ffe-437b-9f17-7ef27fff6c0a req-11e7281a-1519-44bc-8f3f-d5b472198acf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=76dc278b-99d7-4350-87e5-5d3fbb7c362f HTTP/1.1" status: 200 len: 217 time: 0.0529583 Nov 23 04:51:24.226374 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1dac1c5e-4141-4d01-bcff-fb8c26bf4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:24.244534 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1fd13eb-207e-4f41-96d6-61400e62f00c req-ccbc99e6-7def-4c1d-a9d6-4c83611713dd tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.251798 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b1fd13eb-207e-4f41-96d6-61400e62f00c req-ccbc99e6-7def-4c1d-a9d6-4c83611713dd tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 945 time: 0.1318061 Nov 23 04:51:24.263585 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dac1c5e-4141-4d01-bcff-fb8c26bf4ea0 None None] Checking router: 99b68924-26e6-4205-b84a-d21dd05a4a3f for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:51:24.267878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bff83-4ffe-437b-9f17-7ef27fff6c0a req-7d284dee-81be-42a3-91bf-245923633441 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.270182 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c7bff83-4ffe-437b-9f17-7ef27fff6c0a req-7d284dee-81be-42a3-91bf-245923633441 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 200 len: 851 time: 0.0533917 Nov 23 04:51:24.273552 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dac1c5e-4141-4d01-bcff-fb8c26bf4ea0 None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:24.274167 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1dac1c5e-4141-4d01-bcff-fb8c26bf4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:24.320910 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b1fd13eb-207e-4f41-96d6-61400e62f00c req-cd09d4a7-acce-448e-8c87-ce6a7ce8250a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0681145 Nov 23 04:51:24.328223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7bff83-4ffe-437b-9f17-7ef27fff6c0a req-d8a90839-6595-46fe-8e8b-303a9fb5f970 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:24.329764 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c7bff83-4ffe-437b-9f17-7ef27fff6c0a req-d8a90839-6595-46fe-8e8b-303a9fb5f970 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=ca7d247b-210d-4ed0-a1d5-72133393a767&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0520635 Nov 23 04:51:24.340886 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'name': 'tempest-TestNetworkBasicOps-router-250731482', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:51:17Z', 'updated_at': '2021-11-23T04:51:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:18Z', 'updated_at': '2021-11-23T04:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '15bfd23b-1c3d-4163-b933-604f92fa45fa', 'name': '', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:8b:e4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:21Z', 'updated_at': '2021-11-23T04:51:22Z', 'revision_number': 2, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:24.368215 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Checking router: ceed47cc-0bb7-42fc-88d9-7699033e77ba for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:51:24.368574 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Updating router ceed47cc-0bb7-42fc-88d9-7699033e77ba port 15bfd23b-1c3d-4163-b933-604f92fa45fa binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:51:24.404549 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:24.411313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-1dac1c5e-4141-4d01-bcff-fb8c26bf4ea0 None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:24.433850 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d8a1fd1d-537b-407e-b0c4-ee2fd5310b6b tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2547998 Nov 23 04:51:24.439510 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c7bff83-4ffe-437b-9f17-7ef27fff6c0a req-f0cd1da8-7102-475c-a7ff-a8c060438fa8 service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998201 Nov 23 04:51:24.545017 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c7bff83-4ffe-437b-9f17-7ef27fff6c0a req-363400c7-6147-4fd8-8da8-d75eea4a057d service neutron] 10.222.0.15 "GET /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959218 Nov 23 04:51:24.648932 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1dac1c5e-4141-4d01-bcff-fb8c26bf4ea0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:24.680711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dac1c5e-4141-4d01-bcff-fb8c26bf4ea0 None None] The sync data for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv is: [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:43:09Z', 'revision_number': 4, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '273e44e2-a386-4256-817f-a9cc36dd1f77', 'name': '', 'network_id': 'ca7d247b-210d-4ed0-a1d5-72133393a767', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'mac_address': 'fa:16:3e:48:d2:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_interface', 'standard_attr_id': 967, 'fixed_ips': [{'subnet_id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:08Z', 'updated_at': '2021-11-23T04:43:15Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'subnets': [{'id': '66beddca-6c37-4768-b1f2-70b0afaa8f73', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:51:24.702919 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:24.714280 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48580) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:24.715826 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:24.719702 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-aed1f4e9-5842-4c49-b181-726754140eb0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-825779989', 'description': 'tempest-secgroup-smoke-825779989 description', 'project_id': '1f39b592b6944144b30ee044431afa7d'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:51:24.747289 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aed1f4e9-5842-4c49-b181-726754140eb0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:24.769981 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8270a-1a4f-4823-a507-2a9976bd9f37 None None] Pushing event updated for resources: {'Port': ['ID=15bfd23b-1c3d-4163-b933-604f92fa45fa,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:24.827817 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Attempting to bind port 15bfd23b-1c3d-4163-b933-604f92fa45fa on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:51:24.828186 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Attempting to bind port 15bfd23b-1c3d-4163-b933-604f92fa45fa by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '32da8c9f-3f94-4679-ad60-0f456825745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:51:24.828590 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Attempting to bind port 15bfd23b-1c3d-4163-b933-604f92fa45fa on network d54214db-fa9d-4384-a56f-9d4c12d34066 {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:51:24.834824 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 51, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:51:24.835196 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Checking segment: {'id': '32da8c9f-3f94-4679-ad60-0f456825745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:51:24.835770 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:24.836160 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Bound using segment: {'id': '32da8c9f-3f94-4679-ad60-0f456825745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:51:24.836623 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Bound port: 15bfd23b-1c3d-4163-b933-604f92fa45fa, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32da8c9f-3f94-4679-ad60-0f456825745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:51:24.837000 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:24.854705 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aed1f4e9-5842-4c49-b181-726754140eb0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:24.861435 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aed1f4e9-5842-4c49-b181-726754140eb0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:24.896945 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-aed1f4e9-5842-4c49-b181-726754140eb0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:24.898441 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-aed1f4e9-5842-4c49-b181-726754140eb0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1831343 Nov 23 04:51:24.901408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48582) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:24.906620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7862e2a8-5c6d-4856-a80c-a8e72f50fb51 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '66aa9bb1-bde1-4c9c-a603-a889fd6c7b15', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:51:24.912350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1f4e9-5842-4c49-b181-726754140eb0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66aa9bb1-bde1-4c9c-a603-a889fd6c7b15,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:24.914695 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] For port 15bfd23b-1c3d-4163-b933-604f92fa45fa, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:51:24.919907 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] For port 15bfd23b-1c3d-4163-b933-604f92fa45fa, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=15bfd23b-1c3d-4163-b933-604f92fa45fa,segment=NetworkSegment(32da8c9f-3f94-4679-ad60-0f456825745c),segment_id=32da8c9f-3f94-4679-ad60-0f456825745c)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:51:24.928845 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:24.947857 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7862e2a8-5c6d-4856-a80c-a8e72f50fb51 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:24.998105 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Routers {'ceed47cc-0bb7-42fc-88d9-7699033e77ba'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:24.998809 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:25.028390 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7862e2a8-5c6d-4856-a80c-a8e72f50fb51 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.035803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7862e2a8-5c6d-4856-a80c-a8e72f50fb51 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.046599 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd8270a-1a4f-4823-a507-2a9976bd9f37 None None] Pushing event updated for resources: {'Port': ['ID=15bfd23b-1c3d-4163-b933-604f92fa45fa,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:25.051852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ffa8bbab-7104-4799-b018-843a37e59e2c None None] New status for floating IP 0cc5a5a0-61e9-4dbb-b08a-2007e3eb9e9b: DOWN {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:51:25.057369 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7862e2a8-5c6d-4856-a80c-a8e72f50fb51 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2850905c-cbdc-43b5-88a0-27caa1e24b1e,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:25.070614 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7862e2a8-5c6d-4856-a80c-a8e72f50fb51 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.071984 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7862e2a8-5c6d-4856-a80c-a8e72f50fb51 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1692848 Nov 23 04:51:25.074680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48584) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:25.079199 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-e1d632be-c7e3-4b45-b2b9-33f18b03102a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '66aa9bb1-bde1-4c9c-a603-a889fd6c7b15', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:51:25.120326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1d632be-c7e3-4b45-b2b9-33f18b03102a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.155641 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] Set router ceed47cc-0bb7-42fc-88d9-7699033e77ba gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:25.163254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b6735aea-c87f-432e-8712-3d7b53b309df None None] Provisioning complete for port 15bfd23b-1c3d-4163-b933-604f92fa45fa triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:25.163729 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b6735aea-c87f-432e-8712-3d7b53b309df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.196424 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1d632be-c7e3-4b45-b2b9-33f18b03102a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.202799 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1d632be-c7e3-4b45-b2b9-33f18b03102a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.228113 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d632be-c7e3-4b45-b2b9-33f18b03102a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=faa464bc-b1b0-4025-92bc-44ae2951508f,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:25.240948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e1d632be-c7e3-4b45-b2b9-33f18b03102a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.242756 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e1d632be-c7e3-4b45-b2b9-33f18b03102a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1669273 Nov 23 04:51:25.245266 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48586) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:25.252003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-44047f33-9e83-40c8-bae3-ce598ee2176c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '66aa9bb1-bde1-4c9c-a603-a889fd6c7b15', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:51:25.268323 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b6735aea-c87f-432e-8712-3d7b53b309df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.288929 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-44047f33-9e83-40c8-bae3-ce598ee2176c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.306922 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b6735aea-c87f-432e-8712-3d7b53b309df None None] For port 15bfd23b-1c3d-4163-b933-604f92fa45fa, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=15bfd23b-1c3d-4163-b933-604f92fa45fa,segment=NetworkSegment(32da8c9f-3f94-4679-ad60-0f456825745c),segment_id=32da8c9f-3f94-4679-ad60-0f456825745c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:25.312182 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b6735aea-c87f-432e-8712-3d7b53b309df None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.366599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6735aea-c87f-432e-8712-3d7b53b309df None None] Pushing event updated for resources: {'Port': ['ID=15bfd23b-1c3d-4163-b933-604f92fa45fa,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:25.367342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-44047f33-9e83-40c8-bae3-ce598ee2176c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.374775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-44047f33-9e83-40c8-bae3-ce598ee2176c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.393257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44047f33-9e83-40c8-bae3-ce598ee2176c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f67e1344-9d0a-4e1d-8a59-f5dfb85aa749,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:25.408562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-44047f33-9e83-40c8-bae3-ce598ee2176c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.413774 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-44047f33-9e83-40c8-bae3-ce598ee2176c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1647081 Nov 23 04:51:25.414411 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48590) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:25.421632 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8392ad7c-5f0e-4a2a-a54d-261527f1d13c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '66aa9bb1-bde1-4c9c-a603-a889fd6c7b15', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:51:25.436015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-567a621b-ba1f-4e03-b6ff-fb89499fab84 None None] Provisioning complete for port 15bfd23b-1c3d-4163-b933-604f92fa45fa triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:25.436394 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-567a621b-ba1f-4e03-b6ff-fb89499fab84 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.457167 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6172ada9-ecf9-4071-8693-c2a1a77ce2a7 req-b90b3852-f49e-48b5-afab-c4771fa28ec2 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:25.459979 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6172ada9-ecf9-4071-8693-c2a1a77ce2a7 req-b90b3852-f49e-48b5-afab-c4771fa28ec2 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 945 time: 0.0601010 Nov 23 04:51:25.461846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8392ad7c-5f0e-4a2a-a54d-261527f1d13c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.523403 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6172ada9-ecf9-4071-8693-c2a1a77ce2a7 req-6c02996f-c4ea-49ad-bba4-78acaa72d74a tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0538545 Nov 23 04:51:25.544762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8392ad7c-5f0e-4a2a-a54d-261527f1d13c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.549161 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8392ad7c-5f0e-4a2a-a54d-261527f1d13c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.563596 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'name': 'tempest-TestNetworkBasicOps-router-250731482', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:51:17Z', 'updated_at': '2021-11-23T04:51:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:18Z', 'updated_at': '2021-11-23T04:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '15bfd23b-1c3d-4163-b933-604f92fa45fa', 'name': '', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:8b:e4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:21Z', 'updated_at': '2021-11-23T04:51:24Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:25.568271 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8392ad7c-5f0e-4a2a-a54d-261527f1d13c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b6c2b87-d496-4dc3-8d4e-7fd6292d1326,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:25.576332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8392ad7c-5f0e-4a2a-a54d-261527f1d13c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.580155 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8392ad7c-5f0e-4a2a-a54d-261527f1d13c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1621506 Nov 23 04:51:25.580354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48592) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:25.586619 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-93ee80a3-04ab-4e86-94d1-db4d58b2faf1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '66aa9bb1-bde1-4c9c-a603-a889fd6c7b15', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:51:25.591491 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58838f13-2445-4eff-94c5-b4656e70c6a2 None None] The sync data for ids ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'] in dv-neutron-818850-1-hyperv is: [{'id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'name': 'tempest-TestNetworkBasicOps-router-250731482', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:51:17Z', 'updated_at': '2021-11-23T04:51:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:18Z', 'updated_at': '2021-11-23T04:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '15bfd23b-1c3d-4163-b933-604f92fa45fa', 'name': '', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:8b:e4:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:21Z', 'updated_at': '2021-11-23T04:51:24Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:51:25.611949 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-93ee80a3-04ab-4e86-94d1-db4d58b2faf1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:51:25.617663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-93ee80a3-04ab-4e86-94d1-db4d58b2faf1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.704181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-93ee80a3-04ab-4e86-94d1-db4d58b2faf1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.711389 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-93ee80a3-04ab-4e86-94d1-db4d58b2faf1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.729692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ee80a3-04ab-4e86-94d1-db4d58b2faf1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e9d996a-ab0f-4e20-a980-1dbd35f1ed76,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:25.739628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-93ee80a3-04ab-4e86-94d1-db4d58b2faf1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.740983 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-93ee80a3-04ab-4e86-94d1-db4d58b2faf1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1597061 Nov 23 04:51:25.743894 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48594) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:25.748690 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-331f6182-3560-4931-be02-5d200dcfbb8b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '66aa9bb1-bde1-4c9c-a603-a889fd6c7b15', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:51:25.781841 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-331f6182-3560-4931-be02-5d200dcfbb8b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:51:25.788757 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-331f6182-3560-4931-be02-5d200dcfbb8b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.855962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-331f6182-3560-4931-be02-5d200dcfbb8b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.860651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-331f6182-3560-4931-be02-5d200dcfbb8b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.879352 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f6182-3560-4931-be02-5d200dcfbb8b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ac7e967c-d41f-46cc-a07f-ce0819b01e52,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:25.889410 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-331f6182-3560-4931-be02-5d200dcfbb8b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:25.890584 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-331f6182-3560-4931-be02-5d200dcfbb8b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1455035 Nov 23 04:51:26.073434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6a9a26-715c-4aeb-a664-e598501395a8 req-673ffa04-e2f2-4ec4-ace8-3a1ba9a7dc85 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:26.074919 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0d6a9a26-715c-4aeb-a664-e598501395a8 req-673ffa04-e2f2-4ec4-ace8-3a1ba9a7dc85 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.15 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 945 time: 0.0833533 Nov 23 04:51:26.080122 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-586f2250-dcac-440c-b66d-3bb691812b5a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-825779989&fields=id&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 267 time: 0.0783780 Nov 23 04:51:26.256907 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-bc53614a-52c4-4a89-a02f-80402bd5d6ce tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:26.258355 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-bc53614a-52c4-4a89-a02f-80402bd5d6ce tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/networks?id=d54214db-fa9d-4384-a56f-9d4c12d34066 HTTP/1.1" status: 200 len: 797 time: 0.1667733 Nov 23 04:51:26.276324 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-0d6a9a26-715c-4aeb-a664-e598501395a8 req-60d97484-33c5-489f-83bd-42a642f78aa9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Deleting port 76dc278b-99d7-4350-87e5-5d3fbb7c362f {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:26.276709 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-0d6a9a26-715c-4aeb-a664-e598501395a8 req-60d97484-33c5-489f-83bd-42a642f78aa9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:26.281983 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-18f854bf-2da2-4382-a084-8cf7f85931e9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/quotas/1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 375 time: 0.0169845 Nov 23 04:51:26.408491 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-90d57bd4-b953-4961-b826-0bd629d8d8fe tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1150732 Nov 23 04:51:26.421219 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-0d6a9a26-715c-4aeb-a664-e598501395a8 req-60d97484-33c5-489f-83bd-42a642f78aa9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] For port 76dc278b-99d7-4350-87e5-5d3fbb7c362f, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=76dc278b-99d7-4350-87e5-5d3fbb7c362f,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:26.421617 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-0d6a9a26-715c-4aeb-a664-e598501395a8 req-60d97484-33c5-489f-83bd-42a642f78aa9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:26.452042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-0d6a9a26-715c-4aeb-a664-e598501395a8 req-60d97484-33c5-489f-83bd-42a642f78aa9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Calling delete_port for 76dc278b-99d7-4350-87e5-5d3fbb7c362f owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:26.585013 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-5f9a2510-ca76-4e91-bc81-f579ad157249 service neutron] 10.222.0.37 "GET /v2.0/networks/d54214db-fa9d-4384-a56f-9d4c12d34066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605735 Nov 23 04:51:26.646011 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea48a9f-e708-4062-8de2-c504f7b5460d req-7e6cc2b5-dd13-477f-9052-a5183f8a4d82 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:26.647972 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0ea48a9f-e708-4062-8de2-c504f7b5460d req-7e6cc2b5-dd13-477f-9052-a5183f8a4d82 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 945 time: 0.0538464 Nov 23 04:51:26.705658 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0ea48a9f-e708-4062-8de2-c504f7b5460d req-a36e914d-f86b-4c55-a2e0-b0d34353a653 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/security-groups?id=77bb1241-0a9c-4d4f-adaf-356b69d872e3&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0506644 Nov 23 04:51:26.726327 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-61555e3f-f6e9-4518-847d-5520694850ca service neutron] 10.222.0.37 "GET /v2.0/networks/d54214db-fa9d-4384-a56f-9d4c12d34066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376548 Nov 23 04:51:26.730626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-0d6a9a26-715c-4aeb-a664-e598501395a8 req-60d97484-33c5-489f-83bd-42a642f78aa9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:26.760789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d97484-33c5-489f-83bd-42a642f78aa9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event deleted for resources: {'Port': ['ID=76dc278b-99d7-4350-87e5-5d3fbb7c362f,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:26.811450 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d6a9a26-715c-4aeb-a664-e598501395a8 req-60d97484-33c5-489f-83bd-42a642f78aa9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] No DVR routers for this DVR port 76dc278b-99d7-4350-87e5-5d3fbb7c362f on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:51:26.814901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-0d6a9a26-715c-4aeb-a664-e598501395a8 req-60d97484-33c5-489f-83bd-42a642f78aa9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:26.819948 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0d6a9a26-715c-4aeb-a664-e598501395a8 req-60d97484-33c5-489f-83bd-42a642f78aa9 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.15 "DELETE /v2.0/ports/76dc278b-99d7-4350-87e5-5d3fbb7c362f HTTP/1.1" status: 204 len: 173 time: 0.7349350 Nov 23 04:51:26.820398 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'name': 'network-vif-deleted', 'tag': '76dc278b-99d7-4350-87e5-5d3fbb7c362f'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:51:26.823468 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83736a67-c4b7-4aa7-975b-0585df8a41d1" -d '{"events": [{"server_uuid": "0685a822-bd41-4c98-8d08-e6928b852f5a", "name": "network-vif-deleted", "tag": "76dc278b-99d7-4350-87e5-5d3fbb7c362f"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:51:26.865395 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:51:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1ecd656-abaf-4c3d-b1b2-13899aa22ace x-openstack-request-id: req-d1ecd656-abaf-4c3d-b1b2-13899aa22ace {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:51:26.865658 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0685a822-bd41-4c98-8d08-e6928b852f5a", "name": "network-vif-deleted", "tag": "76dc278b-99d7-4350-87e5-5d3fbb7c362f", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:51:26.865910 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d1ecd656-abaf-4c3d-b1b2-13899aa22ace {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:51:26.866310 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0685a822-bd41-4c98-8d08-e6928b852f5a', 'name': 'network-vif-deleted', 'tag': '76dc278b-99d7-4350-87e5-5d3fbb7c362f', 'status': 'completed', 'code': 200} Nov 23 04:51:26.925152 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bc9b1598-ef66-4461-8d41-a530d30b9195 req-2cd0ad36-8b18-49ed-8fc7-46030879b839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 210 time: 0.0369976 Nov 23 04:51:27.681955 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 15bfd23b-1c3d-4163-b933-604f92fa45fa up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:51:27.734265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 15bfd23b-1c3d-4163-b933-604f92fa45fa triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:27.734999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:27.820352 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c07de46d-02c7-4ac1-835b-fb2c686e5650 req-9a77d6c7-d219-489e-b15f-4d43bf166f2c tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 210 time: 0.0295923 Nov 23 04:51:28.063228 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7e7e374f-6bab-41d7-bec4-a0201f7bb73d req-b0cd2bb2-e946-42cf-b92b-82030272fa9b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 210 time: 0.0632966 Nov 23 04:51:28.123093 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-10fd2d00-f0e5-48ca-bbf1-a903598bedfa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:28.124932 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-10fd2d00-f0e5-48ca-bbf1-a903598bedfa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/networks?id=d54214db-fa9d-4384-a56f-9d4c12d34066 HTTP/1.1" status: 200 len: 797 time: 0.1342864 Nov 23 04:51:28.224644 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-a2598e66-1144-43f5-b067-f917532788d5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 379 time: 0.0606017 Nov 23 04:51:28.234981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-ce01d956-a87e-4696-9e7c-e9ac934d4b58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'port': {'device_id': '3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'admin_state_up': True, 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'security_groups': ['66aa9bb1-bde1-4c9c-a603-a889fd6c7b15']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:51:28.343596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-ce01d956-a87e-4696-9e7c-e9ac934d4b58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:51:28.347780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-ce01d956-a87e-4696-9e7c-e9ac934d4b58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:28.477742 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-ce01d956-a87e-4696-9e7c-e9ac934d4b58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.10 (d54214db-fa9d-4384-a56f-9d4c12d34066/36e94134-bb01-4191-9b02-e3db7253e39c/9c9aff90-e375-4b09-bbef-dac37f2ee671) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:51:28.622982 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-ce01d956-a87e-4696-9e7c-e9ac934d4b58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:28.663722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-ce01d956-a87e-4696-9e7c-e9ac934d4b58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:28.708755 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-ce01d956-a87e-4696-9e7c-e9ac934d4b58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network d54214db-fa9d-4384-a56f-9d4c12d34066 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:51:28.720374 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-ce01d956-a87e-4696-9e7c-e9ac934d4b58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:51:28.724627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-ce01d956-a87e-4696-9e7c-e9ac934d4b58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:51:28.751650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce01d956-a87e-4696-9e7c-e9ac934d4b58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=9c9aff90-e375-4b09-bbef-dac37f2ee671,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:28.785873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-ce01d956-a87e-4696-9e7c-e9ac934d4b58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:28.786565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-ce01d956-a87e-4696-9e7c-e9ac934d4b58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:28.805248 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-ce01d956-a87e-4696-9e7c-e9ac934d4b58 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5738256 Nov 23 04:51:28.832166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Request body: {'port': {'device_id': '3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:51:28.898353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:28.944124 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-604cb0b0-682e-4270-8f76-fc839ff20c0f req-45c6c6ce-3b01-48c2-b9a5-b67262089c82 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 210 time: 0.0354283 Nov 23 04:51:28.989004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-91a95728-dfe7-48e5-95b0-ea89513b6eb6 None None] Provisioning complete for port 9c9aff90-e375-4b09-bbef-dac37f2ee671 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:28.989582 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-91a95728-dfe7-48e5-95b0-ea89513b6eb6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:29.023847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-91a95728-dfe7-48e5-95b0-ea89513b6eb6 None None] Port 9c9aff90-e375-4b09-bbef-dac37f2ee671 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:51:29.212846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c9aff90-e375-4b09-bbef-dac37f2ee671 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:51:29.224120 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:29.241754 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b90f5e-9917-4748-a677-13d200611e22 req-8fe765e2-6009-4db3-9088-3516b25f404e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:29.243158 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-40b90f5e-9917-4748-a677-13d200611e22 req-8fe765e2-6009-4db3-9088-3516b25f404e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 932 time: 0.0974233 Nov 23 04:51:29.248119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Transition to ACTIVE for port object 9c9aff90-e375-4b09-bbef-dac37f2ee671 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:51:29.256797 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:29.358354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9aff90-e375-4b09-bbef-dac37f2ee671,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:29.368632 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-40b90f5e-9917-4748-a677-13d200611e22 req-3a504054-cfd0-49eb-ac00-ed9d78f1c40e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66aa9bb1-bde1-4c9c-a603-a889fd6c7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1191325 Nov 23 04:51:29.427392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Attempting to bind port 9c9aff90-e375-4b09-bbef-dac37f2ee671 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:51:29.427773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Attempting to bind port 9c9aff90-e375-4b09-bbef-dac37f2ee671 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '32da8c9f-3f94-4679-ad60-0f456825745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:51:29.428055 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Attempting to bind port 9c9aff90-e375-4b09-bbef-dac37f2ee671 on network d54214db-fa9d-4384-a56f-9d4c12d34066 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:51:29.433343 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Port 9c9aff90-e375-4b09-bbef-dac37f2ee671 on network d54214db-fa9d-4384-a56f-9d4c12d34066 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:51:29.433712 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Attempting to bind port 9c9aff90-e375-4b09-bbef-dac37f2ee671 on network d54214db-fa9d-4384-a56f-9d4c12d34066 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:51:29.440450 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 51, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:51:29.441440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Checking segment: {'id': '32da8c9f-3f94-4679-ad60-0f456825745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:51:29.441739 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Bound using segment: {'id': '32da8c9f-3f94-4679-ad60-0f456825745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:51:29.442185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Bound port: 9c9aff90-e375-4b09-bbef-dac37f2ee671, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '32da8c9f-3f94-4679-ad60-0f456825745c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 160, 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:51:29.442544 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:29.523430 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] For port 9c9aff90-e375-4b09-bbef-dac37f2ee671, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:51:29.526507 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] For port 9c9aff90-e375-4b09-bbef-dac37f2ee671, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9c9aff90-e375-4b09-bbef-dac37f2ee671,segment=NetworkSegment(32da8c9f-3f94-4679-ad60-0f456825745c),segment_id=32da8c9f-3f94-4679-ad60-0f456825745c)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:51:29.531448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:29.570021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:29.570632 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:29.572145 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] 10.222.0.15 "PUT /v2.0/ports/9c9aff90-e375-4b09-bbef-dac37f2ee671 HTTP/1.1" status: 200 len: 1094 time: 0.7447314 Nov 23 04:51:29.572755 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2', 'tag': '9c9aff90-e375-4b09-bbef-dac37f2ee671'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:51:29.575042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21f6988e-7b1c-426a-9c63-20eb9f06ec74" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2", "tag": "9c9aff90-e375-4b09-bbef-dac37f2ee671"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:51:29.598643 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01a8b74-e67c-4e26-a35d-3d5b8707c142 service neutron] Pushing event updated for resources: {'Port': ['ID=9c9aff90-e375-4b09-bbef-dac37f2ee671,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:29.656713 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0fedf3b6-3e42-4ed6-9de5-dd8dd6c84b58 x-openstack-request-id: req-0fedf3b6-3e42-4ed6-9de5-dd8dd6c84b58 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:51:29.657030 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2", "tag": "9c9aff90-e375-4b09-bbef-dac37f2ee671", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:51:29.657966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0fedf3b6-3e42-4ed6-9de5-dd8dd6c84b58 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:51:29.658354 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2', 'tag': '9c9aff90-e375-4b09-bbef-dac37f2ee671', 'status': 'completed', 'code': 200} Nov 23 04:51:29.696711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-92520336-9479-4278-a872-70416a8e9e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:29.698881 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-92520336-9479-4278-a872-70416a8e9e53 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 1097 time: 0.0537257 Nov 23 04:51:29.757974 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-d98fbb14-dace-49d2-a76b-3cb5b1fad203 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c9aff90-e375-4b09-bbef-dac37f2ee671 HTTP/1.1" status: 200 len: 217 time: 0.0393167 Nov 23 04:51:29.768693 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 76dc278b-99d7-4350-87e5-5d3fbb7c362f no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:51:29.806253 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 76dc278b-99d7-4350-87e5-5d3fbb7c362f {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:51:29.806844 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 76dc278b-99d7-4350-87e5-5d3fbb7c362f not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:51:29.833645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-47e89f45-a43b-480b-b9cd-286a963af3fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:29.835118 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-47e89f45-a43b-480b-b9cd-286a963af3fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e94134-bb01-4191-9b02-e3db7253e39c HTTP/1.1" status: 200 len: 844 time: 0.0667505 Nov 23 04:51:29.883091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-ad20c009-ecc4-42a1-ad1e-e4f6a92c0644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:29.884644 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-ad20c009-ecc4-42a1-ad1e-e4f6a92c0644 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d54214db-fa9d-4384-a56f-9d4c12d34066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0417359 Nov 23 04:51:29.979482 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-47a9c12f-f8ab-4aac-9a5a-3e4dc5dfa798 service neutron] 10.222.0.15 "GET /v2.0/networks/d54214db-fa9d-4384-a56f-9d4c12d34066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866201 Nov 23 04:51:30.038990 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-063618b9-d2e7-4b3d-a6e6-a141d25f7248 req-7215300b-1ff2-45f1-8b2d-0445f68f7f1d tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 210 time: 0.0268724 Nov 23 04:51:30.199372 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c6b942ec-c9e1-4a28-92a0-e38e72e969a4 req-29652141-ca60-4f6d-a995-0dcecc4274ec service neutron] 10.222.0.15 "GET /v2.0/networks/d54214db-fa9d-4384-a56f-9d4c12d34066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841272 Nov 23 04:51:30.336931 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6988e-7b1c-426a-9c63-20eb9f06ec74 req-566a6e46-7a3b-4a2c-b318-64328b36428e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:30.338469 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-21f6988e-7b1c-426a-9c63-20eb9f06ec74 req-566a6e46-7a3b-4a2c-b318-64328b36428e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 1097 time: 0.0443273 Nov 23 04:51:30.441542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6988e-7b1c-426a-9c63-20eb9f06ec74 req-fca32004-d362-4f79-9512-25783a5d2d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:30.443025 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-21f6988e-7b1c-426a-9c63-20eb9f06ec74 req-fca32004-d362-4f79-9512-25783a5d2d00 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d54214db-fa9d-4384-a56f-9d4c12d34066 HTTP/1.1" status: 200 len: 898 time: 0.0965707 Nov 23 04:51:30.488642 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-21f6988e-7b1c-426a-9c63-20eb9f06ec74 req-ce691bd1-beeb-42c1-96f6-3df60f6135d0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c9aff90-e375-4b09-bbef-dac37f2ee671 HTTP/1.1" status: 200 len: 217 time: 0.0360568 Nov 23 04:51:30.507156 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0826b844-fa16-40c6-950c-359a136e79b0 req-2c1a3fcf-2b17-4bce-8e36-35433c6dd150 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:30.508616 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0826b844-fa16-40c6-950c-359a136e79b0 req-2c1a3fcf-2b17-4bce-8e36-35433c6dd150 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 944 time: 0.0546145 Nov 23 04:51:30.543956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6988e-7b1c-426a-9c63-20eb9f06ec74 req-78140b0f-84f1-4fa3-bddd-beb3c633cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:30.545480 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-21f6988e-7b1c-426a-9c63-20eb9f06ec74 req-78140b0f-84f1-4fa3-bddd-beb3c633cd9b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e94134-bb01-4191-9b02-e3db7253e39c HTTP/1.1" status: 200 len: 844 time: 0.0491593 Nov 23 04:51:30.560662 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0826b844-fa16-40c6-950c-359a136e79b0 req-f412350d-3fb6-4f8b-b11f-12c9104c3b43 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66aa9bb1-bde1-4c9c-a603-a889fd6c7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0454953 Nov 23 04:51:30.594104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f6988e-7b1c-426a-9c63-20eb9f06ec74 req-01dffa10-bdfe-4ec1-8975-8dada12ac461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:30.595512 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-21f6988e-7b1c-426a-9c63-20eb9f06ec74 req-01dffa10-bdfe-4ec1-8975-8dada12ac461 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d54214db-fa9d-4384-a56f-9d4c12d34066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419440 Nov 23 04:51:30.687656 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-21f6988e-7b1c-426a-9c63-20eb9f06ec74 req-9faa90d6-1a34-42f3-9763-491599273a84 service neutron] 10.222.0.15 "GET /v2.0/networks/d54214db-fa9d-4384-a56f-9d4c12d34066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821919 Nov 23 04:51:30.784974 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-21f6988e-7b1c-426a-9c63-20eb9f06ec74 req-17afe8b7-a335-410d-ad65-734b798d5ba1 service neutron] 10.222.0.15 "GET /v2.0/networks/d54214db-fa9d-4384-a56f-9d4c12d34066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883605 Nov 23 04:51:31.133761 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4bff7-4b0f-4f7b-9ea6-f2d8bc7702c7 req-18c9407d-b407-4a81-b82a-86c4be074816 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "GET /v2.0/ports?device_id=0685a822-bd41-4c98-8d08-e6928b852f5a HTTP/1.1" status: 200 len: 210 time: 0.0280104 Nov 23 04:51:31.678929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdbd597f-d3c2-4229-8840-2deab8199824 req-c1dda120-65ad-4f13-9e7c-2b71874cd79d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:31.680424 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-bdbd597f-d3c2-4229-8840-2deab8199824 req-c1dda120-65ad-4f13-9e7c-2b71874cd79d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 944 time: 0.0526934 Nov 23 04:51:31.732389 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-bdbd597f-d3c2-4229-8840-2deab8199824 req-965c74d1-f696-4abf-bc5c-6d5db6ea3393 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66aa9bb1-bde1-4c9c-a603-a889fd6c7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460002 Nov 23 04:51:32.189087 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48650) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:32.310639 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Deleting port f37edc2e-f5a8-4411-9acf-ecd5bbc128fa {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:32.310975 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:32.619268 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:32.619662 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:32.632033 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Calling delete_port for f37edc2e-f5a8-4411-9acf-ecd5bbc128fa owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:32.760101 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:32.787993 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event deleted for resources: {'Port': ['ID=f37edc2e-f5a8-4411-9acf-ecd5bbc128fa,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:32.817059 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:32.817438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:32.817782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:32.818121 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:32.818452 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:32.818783 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:32.819112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:32.819438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:32.819764 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:32.820087 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:32.820409 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:32.820728 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:51:32.891915 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:32.894562 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:32.895714 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5a28708b-29de-4a4d-b0f9-93af59cbfdf8 tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "DELETE /v2.0/floatingips/84dc2e23-ad14-4021-8243-04c3924ec07d HTTP/1.1" status: 204 len: 168 time: 0.7055776 Nov 23 04:51:32.903650 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef61465-982a-4bf8-984e-eca9912098a5 req-84de3509-91ed-443e-9159-5525b13123af tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:32.905061 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1ef61465-982a-4bf8-984e-eca9912098a5 req-84de3509-91ed-443e-9159-5525b13123af tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 944 time: 0.0926487 Nov 23 04:51:32.958378 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1ef61465-982a-4bf8-984e-eca9912098a5 req-80c10803-65fa-475f-b536-11f77e0aecce tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66aa9bb1-bde1-4c9c-a603-a889fd6c7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470722 Nov 23 04:51:33.788070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 9c9aff90-e375-4b09-bbef-dac37f2ee671 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:51:33.894372 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 9c9aff90-e375-4b09-bbef-dac37f2ee671, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9c9aff90-e375-4b09-bbef-dac37f2ee671,segment=NetworkSegment(32da8c9f-3f94-4679-ad60-0f456825745c),segment_id=32da8c9f-3f94-4679-ad60-0f456825745c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:33.907270 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '9c9aff90-e375-4b09-bbef-dac37f2ee671', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'port_id': '9c9aff90-e375-4b09-bbef-dac37f2ee671', 'mac_address': 'fa:16:3e:6e:5d:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 160, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:51:33.946905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:33.961232 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c9aff90-e375-4b09-bbef-dac37f2ee671 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:51:33.986464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 9c9aff90-e375-4b09-bbef-dac37f2ee671, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9c9aff90-e375-4b09-bbef-dac37f2ee671,segment=NetworkSegment(32da8c9f-3f94-4679-ad60-0f456825745c),segment_id=32da8c9f-3f94-4679-ad60-0f456825745c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:33.991571 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:34.083568 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4caeb3-2110-4e3b-a962-46aed62eec93 req-86c9d72d-348c-4806-8c56-70bf9acc1f9a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:34.085965 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb4caeb3-2110-4e3b-a962-46aed62eec93 req-86c9d72d-348c-4806-8c56-70bf9acc1f9a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 945 time: 0.0540290 Nov 23 04:51:34.153980 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb4caeb3-2110-4e3b-a962-46aed62eec93 req-75e7daed-3703-404a-924d-85ce06c080eb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66aa9bb1-bde1-4c9c-a603-a889fd6c7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548775 Nov 23 04:51:34.198630 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=9c9aff90-e375-4b09-bbef-dac37f2ee671,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:34.342669 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['9c9aff90-e375-4b09-bbef-dac37f2ee671'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:51:35.283822 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2562a380-bd19-4c96-b619-85a6671938f8 req-44b6d210-0376-4761-898b-b013fd842e26 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:35.285885 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2562a380-bd19-4c96-b619-85a6671938f8 req-44b6d210-0376-4761-898b-b013fd842e26 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 945 time: 0.0631282 Nov 23 04:51:35.334870 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2562a380-bd19-4c96-b619-85a6671938f8 req-fa5efe30-d5ef-46e6-8316-16ee54d4d204 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66aa9bb1-bde1-4c9c-a603-a889fd6c7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430038 Nov 23 04:51:35.801434 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 9c9aff90-e375-4b09-bbef-dac37f2ee671 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:51:35.853613 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 9c9aff90-e375-4b09-bbef-dac37f2ee671 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:51:35.857634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 9c9aff90-e375-4b09-bbef-dac37f2ee671 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:51:35.858004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:35.940151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:35.963212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9aff90-e375-4b09-bbef-dac37f2ee671'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:51:35.965507 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07624c2d-b336-4ba0-b672-f36b3023d725" -d '{"events": [{"server_uuid": "3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2", "name": "network-vif-plugged", "status": "completed", "tag": "9c9aff90-e375-4b09-bbef-dac37f2ee671"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:51:35.978970 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 9c9aff90-e375-4b09-bbef-dac37f2ee671, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9c9aff90-e375-4b09-bbef-dac37f2ee671,segment=NetworkSegment(32da8c9f-3f94-4679-ad60-0f456825745c),segment_id=32da8c9f-3f94-4679-ad60-0f456825745c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:35.984120 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:36.010142 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-565ecdb2-b8bc-4615-84dc-fd000731a6bf x-openstack-request-id: req-565ecdb2-b8bc-4615-84dc-fd000731a6bf {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:51:36.010435 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2", "name": "network-vif-plugged", "status": "completed", "tag": "9c9aff90-e375-4b09-bbef-dac37f2ee671", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:51:36.010686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-565ecdb2-b8bc-4615-84dc-fd000731a6bf {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:51:36.011075 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c9aff90-e375-4b09-bbef-dac37f2ee671', 'code': 200} Nov 23 04:51:36.038038 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=9c9aff90-e375-4b09-bbef-dac37f2ee671,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:36.236663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a716db7-96a6-41a4-81bb-ff789fef85fc req-b44a174a-2255-4807-b0b0-4d2422cdacec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:36.238070 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a716db7-96a6-41a4-81bb-ff789fef85fc req-b44a174a-2255-4807-b0b0-4d2422cdacec service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 1099 time: 0.0399306 Nov 23 04:51:36.290253 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a716db7-96a6-41a4-81bb-ff789fef85fc req-f3dca082-7be4-4a80-a42b-900e2d4d9f4e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=66aa9bb1-bde1-4c9c-a603-a889fd6c7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401580 Nov 23 04:51:36.305445 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48674) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:36.374055 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e96e050d-2017-48a8-8b7f-b5ad0074dfef tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:36.401546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e96e050d-2017-48a8-8b7f-b5ad0074dfef tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:36.478862 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd298ec7-853d-4a82-994d-3eadc7c83d4b req-d215370b-e79f-4dff-a84c-f3733e55fc73 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:36.480343 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cd298ec7-853d-4a82-994d-3eadc7c83d4b req-d215370b-e79f-4dff-a84c-f3733e55fc73 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 946 time: 0.0757651 Nov 23 04:51:36.523802 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e96e050d-2017-48a8-8b7f-b5ad0074dfef tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:36.526463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e96e050d-2017-48a8-8b7f-b5ad0074dfef tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:36.527666 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e96e050d-2017-48a8-8b7f-b5ad0074dfef tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] 10.222.0.37 "DELETE /v2.0/security-groups/77bb1241-0a9c-4d4f-adaf-356b69d872e3 HTTP/1.1" status: 204 len: 168 time: 0.2212164 Nov 23 04:51:36.543973 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e96e050d-2017-48a8-8b7f-b5ad0074dfef tempest-TestVolumeBootPattern-394486497 tempest-TestVolumeBootPattern-394486497-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bb1241-0a9c-4d4f-adaf-356b69d872e3,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:36.551915 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cd298ec7-853d-4a82-994d-3eadc7c83d4b req-1f74d9d7-ac78-4c06-9744-81e12e198675 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66aa9bb1-bde1-4c9c-a603-a889fd6c7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0655692 Nov 23 04:51:36.592680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48680) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:36.890138 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-156fc78f-620b-43ac-8eb6-5e0c6f30b2b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:37.372480 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8479572d-8751-4a4b-8c56-e7a58cf6d9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:37.664115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-8479572d-8751-4a4b-8c56-e7a58cf6d9a5 admin admin] Deleting port 273e44e2-a386-4256-817f-a9cc36dd1f77 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:37.664460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8479572d-8751-4a4b-8c56-e7a58cf6d9a5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:37.718596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cb9b92-ac2c-41d6-948b-6f2b3b3ba357 req-fb0077a6-7232-4c64-bacc-698cb6f824a8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:37.720478 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f2cb9b92-ac2c-41d6-948b-6f2b3b3ba357 req-fb0077a6-7232-4c64-bacc-698cb6f824a8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 946 time: 0.0936532 Nov 23 04:51:37.791781 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-8479572d-8751-4a4b-8c56-e7a58cf6d9a5 admin admin] For port 273e44e2-a386-4256-817f-a9cc36dd1f77, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=273e44e2-a386-4256-817f-a9cc36dd1f77,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:37.792198 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8479572d-8751-4a4b-8c56-e7a58cf6d9a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:37.810074 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f2cb9b92-ac2c-41d6-948b-6f2b3b3ba357 req-52a1c9d9-1054-4a7f-8a92-e83c5aa45209 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66aa9bb1-bde1-4c9c-a603-a889fd6c7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0826440 Nov 23 04:51:37.813957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-8479572d-8751-4a4b-8c56-e7a58cf6d9a5 admin admin] Calling delete_port for 273e44e2-a386-4256-817f-a9cc36dd1f77 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:37.928759 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112ff2f7-2e66-4449-8941-d3a513f1df39 req-d30fc359-55e7-4df8-93b3-99b8ecd64846 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:37.931137 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-112ff2f7-2e66-4449-8941-d3a513f1df39 req-d30fc359-55e7-4df8-93b3-99b8ecd64846 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 946 time: 0.0503089 Nov 23 04:51:37.981376 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-112ff2f7-2e66-4449-8941-d3a513f1df39 req-45fe28ea-70a1-490a-9ce9-bdf38cee0185 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66aa9bb1-bde1-4c9c-a603-a889fd6c7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440924 Nov 23 04:51:38.003436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48688) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:38.011752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8479572d-8751-4a4b-8c56-e7a58cf6d9a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:38.036372 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479572d-8751-4a4b-8c56-e7a58cf6d9a5 admin admin] Pushing event deleted for resources: {'Port': ['ID=273e44e2-a386-4256-817f-a9cc36dd1f77,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:38.053466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-765e7c63-631d-43a7-a129-cadb22371f33 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:38.055198 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-765e7c63-631d-43a7-a129-cadb22371f33 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 1094 time: 0.0507336 Nov 23 04:51:38.057971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48690) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:38.063698 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': '9c9aff90-e375-4b09-bbef-dac37f2ee671', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:51:38.088391 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:38.194976 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:38.218130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8479572d-8751-4a4b-8c56-e7a58cf6d9a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:38.307092 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.176 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/5e9fc307-116c-4fd5-aa7d-e4999b0e4ed0) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:51:38.412066 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:38.444335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8479572d-8751-4a4b-8c56-e7a58cf6d9a5 admin admin] Router 99b68924-26e6-4205-b84a-d21dd05a4a3f has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:51:38.448529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:38.494393 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:51:38.497215 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:51:38.501651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:51:38.505179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=5e9fc307-116c-4fd5-aa7d-e4999b0e4ed0,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:38.556092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8479572d-8751-4a4b-8c56-e7a58cf6d9a5 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:51:38.561029 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8479572d-8751-4a4b-8c56-e7a58cf6d9a5 admin admin] 10.222.0.37 "PUT /v2.0/routers/99b68924-26e6-4205-b84a-d21dd05a4a3f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9674232 Nov 23 04:51:38.563465 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48692) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:38.569001 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd416c-a4b9-4be2-a0d8-8026e59661d5 None None] Sync routers for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:51:38.582487 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd416c-a4b9-4be2-a0d8-8026e59661d5 None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:38.583185 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f1cd416c-a4b9-4be2-a0d8-8026e59661d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:38.609714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:38.688711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:38.692076 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f1cd416c-a4b9-4be2-a0d8-8026e59661d5 None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:38.806933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:38.861051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] Deleting port 4265a573-b788-4144-a4e6-992eb2ff1b4b {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:38.861429 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:38.885208 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f1cd416c-a4b9-4be2-a0d8-8026e59661d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41'}], 'enable_snat': True}, 'gw_port_id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:51:37Z', 'revision_number': 5, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port': {'id': '4265a573-b788-4144-a4e6-992eb2ff1b4b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:63:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 959, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.41', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:00Z', 'updated_at': '2021-11-23T04:43:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:38.889929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:38.911843 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd416c-a4b9-4be2-a0d8-8026e59661d5 None None] Checking router: 99b68924-26e6-4205-b84a-d21dd05a4a3f for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:51:38.921253 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1cd416c-a4b9-4be2-a0d8-8026e59661d5 None None] Routers {'99b68924-26e6-4205-b84a-d21dd05a4a3f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:38.921899 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f1cd416c-a4b9-4be2-a0d8-8026e59661d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['99b68924-26e6-4205-b84a-d21dd05a4a3f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:38.947991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] For port 4265a573-b788-4144-a4e6-992eb2ff1b4b, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=4265a573-b788-4144-a4e6-992eb2ff1b4b,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:38.948369 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:38.965010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:38.965782 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] Calling delete_port for 4265a573-b788-4144-a4e6-992eb2ff1b4b owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:39.011478 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f1cd416c-a4b9-4be2-a0d8-8026e59661d5 None None] Set router 99b68924-26e6-4205-b84a-d21dd05a4a3f gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:39.068590 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f1cd416c-a4b9-4be2-a0d8-8026e59661d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:51:38Z', 'revision_number': 6, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:39.096176 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1cd416c-a4b9-4be2-a0d8-8026e59661d5 None None] The sync data for ids ['99b68924-26e6-4205-b84a-d21dd05a4a3f'] in dv-neutron-818850-1-hyperv is: [{'id': '99b68924-26e6-4205-b84a-d21dd05a4a3f', 'name': 'tempest-TestVolumeBootPattern-1151834248-router', 'tenant_id': '198cbe73856f4e8c93984c97d08d0ad2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:42:58Z', 'updated_at': '2021-11-23T04:51:38Z', 'revision_number': 6, 'project_id': '198cbe73856f4e8c93984c97d08d0ad2', 'gw_port_host': None}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:51:39.124955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.130350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.158109 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.193550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] Pushing event deleted for resources: {'Port': ['ID=4265a573-b788-4144-a4e6-992eb2ff1b4b,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:39.194747 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73502aa5-8e10-4b8e-be4f-8e9b888423cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.208893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a56969c-c9e7-48c6-b8ed-69a49e0920eb None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:51:39.210116 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=5e9fc307-116c-4fd5-aa7d-e4999b0e4ed0,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:39.218137 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.258049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.323892 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP bcf7a0e5-8dd5-4f03-a53f-31595ad51475 associated. External IP: 172.26.8.176, port: 9c9aff90-e375-4b09-bbef-dac37f2ee671. Nov 23 04:51:39.350473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.352623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.397672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.398175 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99b68924-26e6-4205-b84a-d21dd05a4a3f {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:51:39.402607 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.405906 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b85f5888-e38f-45a7-a0e6-b84d74dd1b75 admin admin] 10.222.0.37 "DELETE /v2.0/routers/99b68924-26e6-4205-b84a-d21dd05a4a3f HTTP/1.1" status: 204 len: 168 time: 0.8406606 Nov 23 04:51:39.406698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48694) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:39.457930 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-a138b3f5-49c5-457d-a47f-4d19924e8eb4 admin admin] Deleting subnet 66beddca-6c37-4768-b1f2-70b0afaa8f73 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:51:39.461986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a138b3f5-49c5-457d-a47f-4d19924e8eb4 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.499037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a138b3f5-49c5-457d-a47f-4d19924e8eb4 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.543683 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router ceed47cc-0bb7-42fc-88d9-7699033e77ba has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:51:39.580065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a138b3f5-49c5-457d-a47f-4d19924e8eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.644404 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a138b3f5-49c5-457d-a47f-4d19924e8eb4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.664326 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:51:39.671609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a138b3f5-49c5-457d-a47f-4d19924e8eb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66beddca-6c37-4768-b1f2-70b0afaa8f73,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:39.675875 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc0f15-c14a-4b51-a1e4-c00e373e6b9f None None] Sync routers for ids ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:51:39.676434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a138b3f5-49c5-457d-a47f-4d19924e8eb4 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.679715 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a138b3f5-49c5-457d-a47f-4d19924e8eb4 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/66beddca-6c37-4768-b1f2-70b0afaa8f73 HTTP/1.1" status: 204 len: 168 time: 0.2719388 Nov 23 04:51:39.683526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48696) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:39.688444 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc0f15-c14a-4b51-a1e4-c00e373e6b9f None None] Routers {'ceed47cc-0bb7-42fc-88d9-7699033e77ba'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:39.689081 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-58cc0f15-c14a-4b51-a1e4-c00e373e6b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:39.692065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbce918d-2926-4d5d-b14e-8cee52424e35 None None] Network ca7d247b-210d-4ed0-a1d5-72133393a767 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:51:39.695011 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.722256 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e5f5d4ee-42af-4ab5-8a9c-f26fed759f2b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.6630299 Nov 23 04:51:39.722672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2', 'tag': '9c9aff90-e375-4b09-bbef-dac37f2ee671'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:51:39.724927 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c31e3a4-6734-4aeb-8617-1b721a2b58d0" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2", "tag": "9c9aff90-e375-4b09-bbef-dac37f2ee671"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:51:39.727611 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48698) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:39.759685 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.791199 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a174ce59-2946-475f-a5f9-51f4392aa5fb x-openstack-request-id: req-a174ce59-2946-475f-a5f9-51f4392aa5fb {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:51:39.791383 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2", "tag": "9c9aff90-e375-4b09-bbef-dac37f2ee671", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:51:39.791590 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a174ce59-2946-475f-a5f9-51f4392aa5fb {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:51:39.791921 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2', 'tag': '9c9aff90-e375-4b09-bbef-dac37f2ee671', 'status': 'completed', 'code': 200} Nov 23 04:51:39.796604 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fb2b2b7c-f387-4421-bb86-11f4ba640866 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/bcf7a0e5-8dd5-4f03-a53f-31595ad51475 HTTP/1.1" status: 200 len: 992 time: 0.0667026 Nov 23 04:51:39.825678 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] Deleting port 846240ed-551a-4193-929d-2151f34ee851 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:39.825965 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.893914 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-58cc0f15-c14a-4b51-a1e4-c00e373e6b9f None None] Set router ceed47cc-0bb7-42fc-88d9-7699033e77ba gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:39.941585 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] For port 846240ed-551a-4193-929d-2151f34ee851, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=846240ed-551a-4193-929d-2151f34ee851,segment=NetworkSegment(68272f1c-8fde-4350-bc62-54e0732d7e62),segment_id=68272f1c-8fde-4350-bc62-54e0732d7e62)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:39.941974 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:39.957811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] Calling delete_port for 846240ed-551a-4193-929d-2151f34ee851 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:39.963343 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31e3a4-6734-4aeb-8617-1b721a2b58d0 req-1e83c998-8916-4ac1-ad50-5b831deb4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:39.964847 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c31e3a4-6734-4aeb-8617-1b721a2b58d0 req-1e83c998-8916-4ac1-ad50-5b831deb4300 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 1099 time: 0.1229646 Nov 23 04:51:39.980796 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4265a573-b788-4144-a4e6-992eb2ff1b4b no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:51:40.009705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 4265a573-b788-4144-a4e6-992eb2ff1b4b {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:51:40.010406 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 4265a573-b788-4144-a4e6-992eb2ff1b4b not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:51:40.010810 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 273e44e2-a386-4256-817f-a9cc36dd1f77 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:51:40.041976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 273e44e2-a386-4256-817f-a9cc36dd1f77 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:51:40.042252 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 273e44e2-a386-4256-817f-a9cc36dd1f77 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:51:40.066688 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ed1deb8-1f25-4a47-8e04-855bff1f2a4a None None] DHCP port deletion for ca7d247b-210d-4ed0-a1d5-72133393a767 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:51:40.120437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31e3a4-6734-4aeb-8617-1b721a2b58d0 req-d0e6ee9a-292c-47a7-bb95-47ab0102097e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:40.122388 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c31e3a4-6734-4aeb-8617-1b721a2b58d0 req-d0e6ee9a-292c-47a7-bb95-47ab0102097e service neutron] 10.222.0.15 "GET /v2.0/networks?id=d54214db-fa9d-4384-a56f-9d4c12d34066 HTTP/1.1" status: 200 len: 898 time: 0.1492007 Nov 23 04:51:40.124816 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:40.190155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=846240ed-551a-4193-929d-2151f34ee851,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:40.197874 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] No DVR routers for this DVR port 846240ed-551a-4193-929d-2151f34ee851 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:51:40.213103 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1deb8-1f25-4a47-8e04-855bff1f2a4a None None] Deleting port 846240ed-551a-4193-929d-2151f34ee851 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:40.213494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8ed1deb8-1f25-4a47-8e04-855bff1f2a4a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:40.293584 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-8ed1deb8-1f25-4a47-8e04-855bff1f2a4a None None] For port 846240ed-551a-4193-929d-2151f34ee851, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:40.293927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8ed1deb8-1f25-4a47-8e04-855bff1f2a4a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:40.296276 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c31e3a4-6734-4aeb-8617-1b721a2b58d0 req-aed8840e-e5e1-4790-acbd-482a6e8e0575 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c9aff90-e375-4b09-bbef-dac37f2ee671 HTTP/1.1" status: 200 len: 1000 time: 0.1655478 Nov 23 04:51:40.299673 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:40.304940 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-58cc0f15-c14a-4b51-a1e4-c00e373e6b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'name': 'tempest-TestNetworkBasicOps-router-250731482', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:51:17Z', 'updated_at': '2021-11-23T04:51:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:18Z', 'updated_at': '2021-11-23T04:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'bcf7a0e5-8dd5-4f03-a53f-31595ad51475', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'port_id': '9c9aff90-e375-4b09-bbef-dac37f2ee671', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'mac_address': 'fa:16:3e:6e:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:51:38Z', 'updated_at': '2021-11-23T04:51:38Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bfd23b-1c3d-4163-b933-604f92fa45fa', 'name': '', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:8b:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:21Z', 'updated_at': '2021-11-23T04:51:25Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:40.310201 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8ed1deb8-1f25-4a47-8e04-855bff1f2a4a None None] Calling delete_port for 846240ed-551a-4193-929d-2151f34ee851 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:40.335370 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.ipam_backend_mixin [None req-8ed1deb8-1f25-4a47-8e04-855bff1f2a4a None None] Port 846240ed-551a-4193-929d-2151f34ee851 was not found and therefore no delete operation was performed {{(pid=109954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 04:51:40.339552 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc0f15-c14a-4b51-a1e4-c00e373e6b9f None None] Checking router: ceed47cc-0bb7-42fc-88d9-7699033e77ba for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:51:40.346806 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8ed1deb8-1f25-4a47-8e04-855bff1f2a4a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:40.347797 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7d247b-210d-4ed0-a1d5-72133393a767']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:40.361577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68272f1c-8fde-4350-bc62-54e0732d7e62') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:40.361993 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68272f1c-8fde-4350-bc62-54e0732d7e62') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:40.378200 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:40.380847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed1deb8-1f25-4a47-8e04-855bff1f2a4a None None] Pushing event deleted for resources: {'Port': ['ID=846240ed-551a-4193-929d-2151f34ee851,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:40.381003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31e3a4-6734-4aeb-8617-1b721a2b58d0 req-b3b9dec6-718d-4b17-b3ce-444b51c830ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:40.382440 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c31e3a4-6734-4aeb-8617-1b721a2b58d0 req-b3b9dec6-718d-4b17-b3ce-444b51c830ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e94134-bb01-4191-9b02-e3db7253e39c HTTP/1.1" status: 200 len: 844 time: 0.0750630 Nov 23 04:51:40.382599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:40.385478 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed1deb8-1f25-4a47-8e04-855bff1f2a4a None None] No DVR routers for this DVR port 846240ed-551a-4193-929d-2151f34ee851 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:51:40.390527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58cc0f15-c14a-4b51-a1e4-c00e373e6b9f None None] Routers {'ceed47cc-0bb7-42fc-88d9-7699033e77ba'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:40.391140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-58cc0f15-c14a-4b51-a1e4-c00e373e6b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:40.423573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:40.432423 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:51:40.432818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:51:40.436030 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:51:40.492721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c31e3a4-6734-4aeb-8617-1b721a2b58d0 req-9d7f5e12-9083-4414-b34c-d4fd8f2f3ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:51:40.494625 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c31e3a4-6734-4aeb-8617-1b721a2b58d0 req-9d7f5e12-9083-4414-b34c-d4fd8f2f3ad6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d54214db-fa9d-4384-a56f-9d4c12d34066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1031382 Nov 23 04:51:40.501911 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-58cc0f15-c14a-4b51-a1e4-c00e373e6b9f None None] Set router ceed47cc-0bb7-42fc-88d9-7699033e77ba gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:40.509460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:40.524328 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:40.527508 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] 10.222.0.37 "DELETE /v2.0/networks/ca7d247b-210d-4ed0-a1d5-72133393a767 HTTP/1.1" status: 204 len: 168 time: 0.8430758 Nov 23 04:51:40.530823 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48702) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:40.570654 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608dd89f-71ce-440e-b1e3-b999003ab9f8 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7d247b-210d-4ed0-a1d5-72133393a767,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:40.613748 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c31e3a4-6734-4aeb-8617-1b721a2b58d0 req-304f04eb-e709-4b0d-be97-d19451c55c17 service neutron] 10.222.0.15 "GET /v2.0/networks/d54214db-fa9d-4384-a56f-9d4c12d34066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1115005 Nov 23 04:51:40.715993 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c31e3a4-6734-4aeb-8617-1b721a2b58d0 req-812cb9f6-cf8f-45d6-98fc-10869a7dca12 service neutron] 10.222.0.15 "GET /v2.0/networks/d54214db-fa9d-4384-a56f-9d4c12d34066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943592 Nov 23 04:51:40.750290 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-58cc0f15-c14a-4b51-a1e4-c00e373e6b9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'name': 'tempest-TestNetworkBasicOps-router-250731482', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:51:17Z', 'updated_at': '2021-11-23T04:51:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:18Z', 'updated_at': '2021-11-23T04:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'bcf7a0e5-8dd5-4f03-a53f-31595ad51475', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'port_id': '9c9aff90-e375-4b09-bbef-dac37f2ee671', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'mac_address': 'fa:16:3e:6e:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:51:38Z', 'updated_at': '2021-11-23T04:51:38Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bfd23b-1c3d-4163-b933-604f92fa45fa', 'name': '', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:8b:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:21Z', 'updated_at': '2021-11-23T04:51:25Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:40.779298 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58cc0f15-c14a-4b51-a1e4-c00e373e6b9f None None] The sync data for ids ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'] in dv-neutron-818850-1-hyperv is: [{'id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'name': 'tempest-TestNetworkBasicOps-router-250731482', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:51:17Z', 'updated_at': '2021-11-23T04:51:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:18Z', 'updated_at': '2021-11-23T04:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'bcf7a0e5-8dd5-4f03-a53f-31595ad51475', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.176', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'port_id': '9c9aff90-e375-4b09-bbef-dac37f2ee671', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1468, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'mac_address': 'fa:16:3e:6e:5d:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:51:38Z', 'updated_at': '2021-11-23T04:51:38Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '15bfd23b-1c3d-4163-b933-604f92fa45fa', 'name': '', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:8b:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:21Z', 'updated_at': '2021-11-23T04:51:25Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:51:40.799057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48704) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:40.865720 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-092621b7-ac1b-4734-8721-b377a442911f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/bcf7a0e5-8dd5-4f03-a53f-31595ad51475 HTTP/1.1" status: 200 len: 992 time: 0.0643780 Nov 23 04:51:40.906538 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d41cd3e2-f0f0-4542-bcf2-25d7c760c1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:40.977955 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f3e3f51-a68d-4158-a8ad-dc95005af93c None None] New status for floating IP bcf7a0e5-8dd5-4f03-a53f-31595ad51475: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:51:41.159978 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d41cd3e2-f0f0-4542-bcf2-25d7c760c1e3 admin admin] Deleting port bb59fbf5-a2cf-41d7-b799-b23c61535f9f {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:41.160321 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d41cd3e2-f0f0-4542-bcf2-25d7c760c1e3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:41.241800 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-d41cd3e2-f0f0-4542-bcf2-25d7c760c1e3 admin admin] For port bb59fbf5-a2cf-41d7-b799-b23c61535f9f, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=bb59fbf5-a2cf-41d7-b799-b23c61535f9f,segment=NetworkSegment(fd628059-27ee-48ee-bc4e-e66124cfcae0),segment_id=fd628059-27ee-48ee-bc4e-e66124cfcae0)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:41.242202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d41cd3e2-f0f0-4542-bcf2-25d7c760c1e3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:41.258288 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d41cd3e2-f0f0-4542-bcf2-25d7c760c1e3 admin admin] Calling delete_port for bb59fbf5-a2cf-41d7-b799-b23c61535f9f owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:41.434650 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d41cd3e2-f0f0-4542-bcf2-25d7c760c1e3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:41.465490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d41cd3e2-f0f0-4542-bcf2-25d7c760c1e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=bb59fbf5-a2cf-41d7-b799-b23c61535f9f,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:41.637545 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d41cd3e2-f0f0-4542-bcf2-25d7c760c1e3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:41.715815 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 846240ed-551a-4193-929d-2151f34ee851 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:51:41.740364 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 846240ed-551a-4193-929d-2151f34ee851 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:51:41.740634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 846240ed-551a-4193-929d-2151f34ee851 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:51:41.755268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:41.868446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48706) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:41.943022 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dd066b5a-13e9-47b3-a1a7-11bae23ebf63 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/bcf7a0e5-8dd5-4f03-a53f-31595ad51475 HTTP/1.1" status: 200 len: 994 time: 0.0670512 Nov 23 04:51:42.110504 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d41cd3e2-f0f0-4542-bcf2-25d7c760c1e3 admin admin] Router 7fa30b92-35fa-459c-a736-647d5f8d86fb has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:51:42.214356 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d41cd3e2-f0f0-4542-bcf2-25d7c760c1e3 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:51:42.219293 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d41cd3e2-f0f0-4542-bcf2-25d7c760c1e3 admin admin] 10.222.0.37 "PUT /v2.0/routers/7fa30b92-35fa-459c-a736-647d5f8d86fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6874635 Nov 23 04:51:42.222475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48708) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:42.224772 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf231642-04a8-4754-97a6-917ab6033814 None None] Sync routers for ids ['7fa30b92-35fa-459c-a736-647d5f8d86fb'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:51:42.234839 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf231642-04a8-4754-97a6-917ab6033814 None None] Routers {'7fa30b92-35fa-459c-a736-647d5f8d86fb'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:42.235447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-cf231642-04a8-4754-97a6-917ab6033814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['7fa30b92-35fa-459c-a736-647d5f8d86fb'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:42.338152 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:42.352406 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-cf231642-04a8-4754-97a6-917ab6033814 None None] Set router 7fa30b92-35fa-459c-a736-647d5f8d86fb gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:42.441854 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:42.711407 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-cf231642-04a8-4754-97a6-917ab6033814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'name': 'tempest-TestVolumeBootPattern-806199596-router', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.152'}], 'enable_snat': True}, 'gw_port_id': 'c78ae2f8-6bca-4978-9911-0c6027896b5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:51:41Z', 'revision_number': 5, 'project_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'gw_port': {'id': 'c78ae2f8-6bca-4978-9911-0c6027896b5c', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:67:3b:24', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 986, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.152', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:43:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:42.740721 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf231642-04a8-4754-97a6-917ab6033814 None None] Checking router: 7fa30b92-35fa-459c-a736-647d5f8d86fb for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:51:42.742628 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:42.750712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf231642-04a8-4754-97a6-917ab6033814 None None] Routers {'7fa30b92-35fa-459c-a736-647d5f8d86fb'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:51:42.751533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-cf231642-04a8-4754-97a6-917ab6033814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:51:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['7fa30b92-35fa-459c-a736-647d5f8d86fb'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:42.821517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] Deleting port c78ae2f8-6bca-4978-9911-0c6027896b5c {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:42.821855 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:42.840217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-cf231642-04a8-4754-97a6-917ab6033814 None None] Set router 7fa30b92-35fa-459c-a736-647d5f8d86fb gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:51:42.895431 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-cf231642-04a8-4754-97a6-917ab6033814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'name': 'tempest-TestVolumeBootPattern-806199596-router', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:51:42Z', 'revision_number': 6, 'project_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:42.899796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] For port c78ae2f8-6bca-4978-9911-0c6027896b5c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c78ae2f8-6bca-4978-9911-0c6027896b5c,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:42.900302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:42.913415 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] Calling delete_port for c78ae2f8-6bca-4978-9911-0c6027896b5c owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:42.921986 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf231642-04a8-4754-97a6-917ab6033814 None None] The sync data for ids ['7fa30b92-35fa-459c-a736-647d5f8d86fb'] in dv-neutron-818850-1-hyperv is: [{'id': '7fa30b92-35fa-459c-a736-647d5f8d86fb', 'name': 'tempest-TestVolumeBootPattern-806199596-router', 'tenant_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:43:13Z', 'updated_at': '2021-11-23T04:51:42Z', 'revision_number': 6, 'project_id': 'ebb4474c2cdf4b88b644aa609514eaac', 'gw_port_host': None}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:51:43.092804 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.115846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] Pushing event deleted for resources: {'Port': ['ID=c78ae2f8-6bca-4978-9911-0c6027896b5c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:43.131951 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66f20a4d-b124-40b7-beeb-4e96fcaa7fc3 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:51:43.178291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.272490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.275050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.323383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.324130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7fa30b92-35fa-459c-a736-647d5f8d86fb {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:51:43.328344 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.329492 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e2035c15-eae8-4061-a00a-5f39de761433 admin admin] 10.222.0.37 "DELETE /v2.0/routers/7fa30b92-35fa-459c-a736-647d5f8d86fb HTTP/1.1" status: 204 len: 168 time: 1.1060171 Nov 23 04:51:43.332054 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48710) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:43.377775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4bb8722-b773-4612-81d4-dd508d5ffbf0 admin admin] Deleting subnet 33bc4df8-dfce-4038-a8b6-f835b9d0abfc {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:51:43.382154 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8722-b773-4612-81d4-dd508d5ffbf0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.418153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8722-b773-4612-81d4-dd508d5ffbf0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.500644 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8722-b773-4612-81d4-dd508d5ffbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.554049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8722-b773-4612-81d4-dd508d5ffbf0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.580941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bb8722-b773-4612-81d4-dd508d5ffbf0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33bc4df8-dfce-4038-a8b6-f835b9d0abfc,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:43.582968 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e4bb8722-b773-4612-81d4-dd508d5ffbf0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.586189 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e4bb8722-b773-4612-81d4-dd508d5ffbf0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/33bc4df8-dfce-4038-a8b6-f835b9d0abfc HTTP/1.1" status: 204 len: 168 time: 0.2531695 Nov 23 04:51:43.587585 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc5d1bf-9b2d-4c3c-b0a8-e2209df5c703 None None] Network 3c120814-00aa-4381-a8de-16f1e15da3da requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:51:43.588887 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48712) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:43.662269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.703165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c78ae2f8-6bca-4978-9911-0c6027896b5c no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:51:43.726093 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] Deleting port febcc743-7f4d-4d74-b038-6f15ccd83dbf {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:43.726429 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.740598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: c78ae2f8-6bca-4978-9911-0c6027896b5c {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:51:43.740942 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c78ae2f8-6bca-4978-9911-0c6027896b5c not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:51:43.741384 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device bb59fbf5-a2cf-41d7-b799-b23c61535f9f no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:51:43.764396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: bb59fbf5-a2cf-41d7-b799-b23c61535f9f {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:51:43.764738 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device bb59fbf5-a2cf-41d7-b799-b23c61535f9f not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:51:43.794524 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] For port febcc743-7f4d-4d74-b038-6f15ccd83dbf, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=febcc743-7f4d-4d74-b038-6f15ccd83dbf,segment=NetworkSegment(fd628059-27ee-48ee-bc4e-e66124cfcae0),segment_id=fd628059-27ee-48ee-bc4e-e66124cfcae0)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:43.794909 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.809296 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] Calling delete_port for febcc743-7f4d-4d74-b038-6f15ccd83dbf owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:43.832681 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106dd553-0b68-4b32-9664-b06bd54f4342 None None] DHCP port deletion for 3c120814-00aa-4381-a8de-16f1e15da3da request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:51:43.883936 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-106dd553-0b68-4b32-9664-b06bd54f4342 None None] Deleting port febcc743-7f4d-4d74-b038-6f15ccd83dbf {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:51:43.884662 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-106dd553-0b68-4b32-9664-b06bd54f4342 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.897265 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.927931 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] No DVR routers for this DVR port febcc743-7f4d-4d74-b038-6f15ccd83dbf on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:51:43.932048 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] Pushing event deleted for resources: {'Port': ['ID=febcc743-7f4d-4d74-b038-6f15ccd83dbf,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:43.947466 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-106dd553-0b68-4b32-9664-b06bd54f4342 None None] For port febcc743-7f4d-4d74-b038-6f15ccd83dbf, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=febcc743-7f4d-4d74-b038-6f15ccd83dbf,segment=NetworkSegment(fd628059-27ee-48ee-bc4e-e66124cfcae0),segment_id=fd628059-27ee-48ee-bc4e-e66124cfcae0)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:51:43.947933 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-106dd553-0b68-4b32-9664-b06bd54f4342 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:43.961227 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-106dd553-0b68-4b32-9664-b06bd54f4342 None None] Calling delete_port for febcc743-7f4d-4d74-b038-6f15ccd83dbf owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:51:44.001908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:44.022820 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c120814-00aa-4381-a8de-16f1e15da3da']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:44.032594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd628059-27ee-48ee-bc4e-e66124cfcae0') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:44.032762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd628059-27ee-48ee-bc4e-e66124cfcae0') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:51:44.039984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-106dd553-0b68-4b32-9664-b06bd54f4342 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:44.046487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:44.059683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:44.064164 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106dd553-0b68-4b32-9664-b06bd54f4342 None None] Pushing event deleted for resources: {'Port': ['ID=febcc743-7f4d-4d74-b038-6f15ccd83dbf,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:44.065702 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] Releasing vlan 186 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:51:44.066094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:44.067682 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106dd553-0b68-4b32-9664-b06bd54f4342 None None] No DVR routers for this DVR port febcc743-7f4d-4d74-b038-6f15ccd83dbf on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:51:44.068076 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:51:44.126923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:44.132202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:44.135592 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] 10.222.0.37 "DELETE /v2.0/networks/3c120814-00aa-4381-a8de-16f1e15da3da HTTP/1.1" status: 204 len: 168 time: 0.5452719 Nov 23 04:51:44.147378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e201db-c78c-4c65-b0e8-3f251c08abc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=3c120814-00aa-4381-a8de-16f1e15da3da,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:44.245746 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48716) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:44.292075 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c378d1d4-622b-40ad-b93c-002ef7b989a9 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=198cbe73856f4e8c93984c97d08d0ad2&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0451782 Nov 23 04:51:44.294413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48718) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:44.352011 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cf6671c5-cd08-4e2a-9c4c-11d2ca5ac6b5 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:44.373167 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cf6671c5-cd08-4e2a-9c4c-11d2ca5ac6b5 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:44.421546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cf6671c5-cd08-4e2a-9c4c-11d2ca5ac6b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:44.424417 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cf6671c5-cd08-4e2a-9c4c-11d2ca5ac6b5 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:44.425594 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cf6671c5-cd08-4e2a-9c4c-11d2ca5ac6b5 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/2583d94b-2181-4f6f-a445-443654b43cb1 HTTP/1.1" status: 204 len: 168 time: 0.1302731 Nov 23 04:51:44.433271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6671c5-cd08-4e2a-9c4c-11d2ca5ac6b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2583d94b-2181-4f6f-a445-443654b43cb1,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:44.722224 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48724) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:44.764861 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2a6d2c02-d9f4-42e0-917a-f4854c5ef97c admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ebb4474c2cdf4b88b644aa609514eaac&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0414517 Nov 23 04:51:44.767129 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48726) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:51:44.813525 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f46dfd7-e3cd-42a9-ab7d-36ff99f9b7c6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:44.834480 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f46dfd7-e3cd-42a9-ab7d-36ff99f9b7c6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:44.878787 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f46dfd7-e3cd-42a9-ab7d-36ff99f9b7c6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:44.881452 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f46dfd7-e3cd-42a9-ab7d-36ff99f9b7c6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:51:44.882586 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1f46dfd7-e3cd-42a9-ab7d-36ff99f9b7c6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fee5c133-fd46-4c0c-979d-aa3fa2e08c4f HTTP/1.1" status: 204 len: 168 time: 0.1145864 Nov 23 04:51:44.890280 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f46dfd7-e3cd-42a9-ab7d-36ff99f9b7c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fee5c133-fd46-4c0c-979d-aa3fa2e08c4f,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:51:45.660459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device febcc743-7f4d-4d74-b038-6f15ccd83dbf no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:51:45.680297 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: febcc743-7f4d-4d74-b038-6f15ccd83dbf {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:51:45.680644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device febcc743-7f4d-4d74-b038-6f15ccd83dbf not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:51:51.427414 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:52:06.891536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5c07c580-dffd-4669-80f3-f2a77645add4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:52:08.618959 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:52:09.185950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-83b841cc-6f4a-480c-8bb1-f22c60c75af7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:52:10.352976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:52:11.752178 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:52:12.655128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:52:26.750975 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6e76c35a-71aa-445d-99a0-0df567f142b3 req-3ff55ebd-d150-4843-a1d7-1d883c7a4200 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0393689 Nov 23 04:52:26.859936 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76c35a-71aa-445d-99a0-0df567f142b3 req-4c770e71-4eab-4df0-af6c-64e4a670d293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:52:26.861443 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6e76c35a-71aa-445d-99a0-0df567f142b3 req-4c770e71-4eab-4df0-af6c-64e4a670d293 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 1099 time: 0.0438874 Nov 23 04:52:26.970641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76c35a-71aa-445d-99a0-0df567f142b3 req-07932331-d323-4c66-a487-b4c670fe9e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:52:26.972548 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6e76c35a-71aa-445d-99a0-0df567f142b3 req-07932331-d323-4c66-a487-b4c670fe9e32 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d54214db-fa9d-4384-a56f-9d4c12d34066 HTTP/1.1" status: 200 len: 898 time: 0.0844831 Nov 23 04:52:27.045359 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6e76c35a-71aa-445d-99a0-0df567f142b3 req-b18ceae9-d05a-4ee9-8703-b0bd235c4136 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c9aff90-e375-4b09-bbef-dac37f2ee671 HTTP/1.1" status: 200 len: 1002 time: 0.0617869 Nov 23 04:52:27.099465 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76c35a-71aa-445d-99a0-0df567f142b3 req-366a0d63-060c-4f27-bd75-82d982c86629 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:52:27.100862 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6e76c35a-71aa-445d-99a0-0df567f142b3 req-366a0d63-060c-4f27-bd75-82d982c86629 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e94134-bb01-4191-9b02-e3db7253e39c HTTP/1.1" status: 200 len: 844 time: 0.0435786 Nov 23 04:52:27.146145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e76c35a-71aa-445d-99a0-0df567f142b3 req-dd698c7f-5c6c-4d6b-841e-3eb3f837336e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:52:27.147565 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6e76c35a-71aa-445d-99a0-0df567f142b3 req-dd698c7f-5c6c-4d6b-841e-3eb3f837336e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d54214db-fa9d-4384-a56f-9d4c12d34066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392528 Nov 23 04:52:27.241941 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6e76c35a-71aa-445d-99a0-0df567f142b3 req-2d1f586d-c4a1-43cf-b007-f1f21ac7b09a service neutron] 10.222.0.15 "GET /v2.0/networks/d54214db-fa9d-4384-a56f-9d4c12d34066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840020 Nov 23 04:52:27.334652 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6e76c35a-71aa-445d-99a0-0df567f142b3 req-78bdb66b-4f9c-48d9-8fb7-28e573543e82 service neutron] 10.222.0.15 "GET /v2.0/networks/d54214db-fa9d-4384-a56f-9d4c12d34066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816236 Nov 23 04:52:28.426677 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:52:36.893355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-aca2b367-7c50-410a-98cd-7fcb756aec6f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:52:38.630645 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:52:39.186591 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fb768f87-3bea-4f74-bf36-3722085c6e9d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:52:40.355513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:52:41.757583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:52:42.658241 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:05.425118 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:53:06.894291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5616ccbf-451b-442c-8e54-03448ff34e0e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:08.638249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:09.186219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-78645aa4-1cf5-476b-8d63-c47f74610755 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:10.357866 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:11.756659 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:12.659613 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:27.739352 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-93c34b52-4867-4161-98e4-6fd7cb716b06 req-ac1d5726-7170-4334-89ce-e0e2bb080828 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0411830 Nov 23 04:53:27.854397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c34b52-4867-4161-98e4-6fd7cb716b06 req-7b5c2c60-c60b-411c-b09d-2e478359e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:53:27.855848 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-93c34b52-4867-4161-98e4-6fd7cb716b06 req-7b5c2c60-c60b-411c-b09d-2e478359e2af service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 1099 time: 0.0447171 Nov 23 04:53:27.964332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c34b52-4867-4161-98e4-6fd7cb716b06 req-6dfa9c60-8c9f-4c3c-bfbf-d3d90cef1cf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:53:27.965699 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-93c34b52-4867-4161-98e4-6fd7cb716b06 req-6dfa9c60-8c9f-4c3c-bfbf-d3d90cef1cf9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d54214db-fa9d-4384-a56f-9d4c12d34066 HTTP/1.1" status: 200 len: 898 time: 0.0847931 Nov 23 04:53:28.040312 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-93c34b52-4867-4161-98e4-6fd7cb716b06 req-cbdbb267-6f41-4a9e-bb81-7b84c6f094a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c9aff90-e375-4b09-bbef-dac37f2ee671 HTTP/1.1" status: 200 len: 1002 time: 0.0621877 Nov 23 04:53:28.093358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c34b52-4867-4161-98e4-6fd7cb716b06 req-42d8f3f1-32d3-4011-b522-1b746eee96d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:53:28.094753 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-93c34b52-4867-4161-98e4-6fd7cb716b06 req-42d8f3f1-32d3-4011-b522-1b746eee96d9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e94134-bb01-4191-9b02-e3db7253e39c HTTP/1.1" status: 200 len: 844 time: 0.0433347 Nov 23 04:53:28.140952 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c34b52-4867-4161-98e4-6fd7cb716b06 req-03a47114-3fa8-4f08-90ed-0c90dc2205dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:53:28.142961 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-93c34b52-4867-4161-98e4-6fd7cb716b06 req-03a47114-3fa8-4f08-90ed-0c90dc2205dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d54214db-fa9d-4384-a56f-9d4c12d34066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0383837 Nov 23 04:53:28.241506 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-93c34b52-4867-4161-98e4-6fd7cb716b06 req-095db2ed-df1f-4d95-8f8b-695c28d18926 service neutron] 10.222.0.15 "GET /v2.0/networks/d54214db-fa9d-4384-a56f-9d4c12d34066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846632 Nov 23 04:53:28.336830 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-93c34b52-4867-4161-98e4-6fd7cb716b06 req-4e7d5604-0f42-4b25-99b9-1e4873c736db service neutron] 10.222.0.15 "GET /v2.0/networks/d54214db-fa9d-4384-a56f-9d4c12d34066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839684 Nov 23 04:53:36.896059 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f06d7f0c-e37c-419c-a57e-5a6e434a85a8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:37.489698 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48756) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:53:37.496168 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:53:37.580438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-13951966'] for subnet, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:37.718552 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8788451473996', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-12605575'] for subnet, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:37.750489 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:53:37.751043 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:37.752359 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/subnets/36e94134-bb01-4191-9b02-e3db7253e39c HTTP/1.1" status: 200 len: 836 time: 0.2616274 Nov 23 04:53:37.757443 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf640e8-7169-4061-84d0-f9d6e8c96851 None None] Network d54214db-fa9d-4384-a56f-9d4c12d34066 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:53:37.771492 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Subnet': ['ID=36e94134-bb01-4191-9b02-e3db7253e39c,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:53:37.782408 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:53:37.783272 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:53:37.783997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:53:37.783997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:53:37.784275 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:53:37.784608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:53:37.784942 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:53:37.785296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:53:37.785635 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:53:37.785971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:53:37.786297 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:53:37.786621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80c39d6c-6186-4412-a451-03276aca0eb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:53:38.137747 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2cdee600-6888-4bcc-adde-871fa48fb641 None None] Provisioning complete for port 9c9aff90-e375-4b09-bbef-dac37f2ee671 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:53:38.138404 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2cdee600-6888-4bcc-adde-871fa48fb641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:38.220920 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2cdee600-6888-4bcc-adde-871fa48fb641 None None] Provisioning complete for port 3900c98f-9348-4004-bff0-b317a359df11 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:53:38.221211 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2cdee600-6888-4bcc-adde-871fa48fb641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:38.305671 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2cdee600-6888-4bcc-adde-871fa48fb641 None None] Provisioning complete for port 15bfd23b-1c3d-4163-b933-604f92fa45fa triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:53:38.306038 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2cdee600-6888-4bcc-adde-871fa48fb641 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:38.645061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:39.187128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f1e4deab-fd47-4d08-b789-b43e0c0f3a38 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:40.360496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:41.759795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:53:42.424165 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:53:42.662289 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:06.898256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ccdf2d6-bbdc-4518-8bde-e847e2565b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:08.668341 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:09.188408 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7ce15818-e543-449b-9ac1-15b73b93a810 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:10.362508 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:11.762925 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:12.663100 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:19.422859 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:54:20.699410 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48778) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:21.039142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-69b47378-5f38-42ab-967f-750d97e2909b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 5e9fc307-116c-4fd5-aa7d-e4999b0e4ed0 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:54:21.039399 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69b47378-5f38-42ab-967f-750d97e2909b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:21.112502 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69b47378-5f38-42ab-967f-750d97e2909b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:21.112828 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69b47378-5f38-42ab-967f-750d97e2909b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:21.124436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-69b47378-5f38-42ab-967f-750d97e2909b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 5e9fc307-116c-4fd5-aa7d-e4999b0e4ed0 owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:54:21.294697 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69b47378-5f38-42ab-967f-750d97e2909b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:21.320897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b47378-5f38-42ab-967f-750d97e2909b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=5e9fc307-116c-4fd5-aa7d-e4999b0e4ed0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:21.378357 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69b47378-5f38-42ab-967f-750d97e2909b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:21.378687 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-69b47378-5f38-42ab-967f-750d97e2909b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP bcf7a0e5-8dd5-4f03-a53f-31595ad51475 disassociated (deleted). External IP: 172.26.8.176, port: 9c9aff90-e375-4b09-bbef-dac37f2ee671. Nov 23 04:54:21.582372 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69b47378-5f38-42ab-967f-750d97e2909b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router ceed47cc-0bb7-42fc-88d9-7699033e77ba has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:54:21.689267 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69b47378-5f38-42ab-967f-750d97e2909b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:54:21.694156 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69b47378-5f38-42ab-967f-750d97e2909b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:21.698995 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d1272-09b7-42bc-833c-031da31389af None None] Sync routers for ids ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:54:21.708217 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7d1272-09b7-42bc-833c-031da31389af None None] Routers {'ceed47cc-0bb7-42fc-88d9-7699033e77ba'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:54:21.708816 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5e7d1272-09b7-42bc-833c-031da31389af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:54:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:21.720969 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-69b47378-5f38-42ab-967f-750d97e2909b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/floatingips/bcf7a0e5-8dd5-4f03-a53f-31595ad51475 HTTP/1.1" status: 204 len: 168 time: 1.0204694 Nov 23 04:54:21.721585 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2', 'tag': '9c9aff90-e375-4b09-bbef-dac37f2ee671'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:54:21.723844 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4ba06d6-63ff-418d-a38b-ccdf3e07e8cb" -d '{"events": [{"name": "network-changed", "server_uuid": "3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2", "tag": "9c9aff90-e375-4b09-bbef-dac37f2ee671"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:54:21.762135 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55b9abed-bc74-4d02-a974-c981d99e7ea2 x-openstack-request-id: req-55b9abed-bc74-4d02-a974-c981d99e7ea2 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:54:21.762431 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2", "tag": "9c9aff90-e375-4b09-bbef-dac37f2ee671", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:54:21.762688 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-55b9abed-bc74-4d02-a974-c981d99e7ea2 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:54:21.763097 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2', 'tag': '9c9aff90-e375-4b09-bbef-dac37f2ee671', 'status': 'completed', 'code': 200} Nov 23 04:54:21.912547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba06d6-63ff-418d-a38b-ccdf3e07e8cb req-1f6183df-5658-4fab-bdff-57442092cb1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:21.914751 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b4ba06d6-63ff-418d-a38b-ccdf3e07e8cb req-1f6183df-5658-4fab-bdff-57442092cb1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 1099 time: 0.1033521 Nov 23 04:54:21.967060 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-5e7d1272-09b7-42bc-833c-031da31389af None None] Set router ceed47cc-0bb7-42fc-88d9-7699033e77ba gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:54:22.022569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba06d6-63ff-418d-a38b-ccdf3e07e8cb req-1efa059e-bb7f-4e64-8573-acbc687fc877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:22.024077 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b4ba06d6-63ff-418d-a38b-ccdf3e07e8cb req-1efa059e-bb7f-4e64-8573-acbc687fc877 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d54214db-fa9d-4384-a56f-9d4c12d34066 HTTP/1.1" status: 200 len: 898 time: 0.0950634 Nov 23 04:54:22.069002 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b4ba06d6-63ff-418d-a38b-ccdf3e07e8cb req-996c06df-47da-4986-a9db-090bb5a2a1c0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=9c9aff90-e375-4b09-bbef-dac37f2ee671 HTTP/1.1" status: 200 len: 217 time: 0.0359681 Nov 23 04:54:22.130290 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1806ec-9329-4381-8db3-1328227d02ad req-0e0f882d-bf19-4d8c-8546-ecc5617f5e44 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:22.131956 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6f1806ec-9329-4381-8db3-1328227d02ad req-0e0f882d-bf19-4d8c-8546-ecc5617f5e44 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 946 time: 0.2207644 Nov 23 04:54:22.143129 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba06d6-63ff-418d-a38b-ccdf3e07e8cb req-647c2b2f-a109-4d59-9b38-13e223dd9648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:22.144716 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b4ba06d6-63ff-418d-a38b-ccdf3e07e8cb req-647c2b2f-a109-4d59-9b38-13e223dd9648 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=36e94134-bb01-4191-9b02-e3db7253e39c HTTP/1.1" status: 200 len: 844 time: 0.0557060 Nov 23 04:54:22.201951 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ba06d6-63ff-418d-a38b-ccdf3e07e8cb req-031f1c7f-7539-4b74-a89f-2287b115bb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:22.204436 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b4ba06d6-63ff-418d-a38b-ccdf3e07e8cb req-031f1c7f-7539-4b74-a89f-2287b115bb9a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d54214db-fa9d-4384-a56f-9d4c12d34066&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0498626 Nov 23 04:54:22.206303 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6f1806ec-9329-4381-8db3-1328227d02ad req-fa386133-6d48-410a-9d02-ff7473be37ff tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66aa9bb1-bde1-4c9c-a603-a889fd6c7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602667 Nov 23 04:54:22.244754 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5e7d1272-09b7-42bc-833c-031da31389af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'name': 'tempest-TestNetworkBasicOps-router-250731482', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:51:17Z', 'updated_at': '2021-11-23T04:51:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:18Z', 'updated_at': '2021-11-23T04:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '15bfd23b-1c3d-4163-b933-604f92fa45fa', 'name': '', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:8b:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:21Z', 'updated_at': '2021-11-23T04:51:25Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:22.275780 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d1272-09b7-42bc-833c-031da31389af None None] Checking router: ceed47cc-0bb7-42fc-88d9-7699033e77ba for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:54:22.284416 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7d1272-09b7-42bc-833c-031da31389af None None] Routers {'ceed47cc-0bb7-42fc-88d9-7699033e77ba'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:54:22.285019 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5e7d1272-09b7-42bc-833c-031da31389af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:54:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:22.301037 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b4ba06d6-63ff-418d-a38b-ccdf3e07e8cb req-3160626d-dbcb-4a7d-8aaa-8fcf74e21b07 service neutron] 10.222.0.15 "GET /v2.0/networks/d54214db-fa9d-4384-a56f-9d4c12d34066?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868335 Nov 23 04:54:22.387412 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-5e7d1272-09b7-42bc-833c-031da31389af None None] Set router ceed47cc-0bb7-42fc-88d9-7699033e77ba gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:54:22.397849 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b4ba06d6-63ff-418d-a38b-ccdf3e07e8cb req-aedbbc1c-819b-45b8-8731-abb25d59cba7 service neutron] 10.222.0.15 "GET /v2.0/networks/d54214db-fa9d-4384-a56f-9d4c12d34066?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889063 Nov 23 04:54:22.586532 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5e7d1272-09b7-42bc-833c-031da31389af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'name': 'tempest-TestNetworkBasicOps-router-250731482', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:51:17Z', 'updated_at': '2021-11-23T04:51:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:18Z', 'updated_at': '2021-11-23T04:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '15bfd23b-1c3d-4163-b933-604f92fa45fa', 'name': '', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:8b:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:21Z', 'updated_at': '2021-11-23T04:51:25Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:22.612992 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7d1272-09b7-42bc-833c-031da31389af None None] The sync data for ids ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'] in dv-neutron-818850-1-hyperv is: [{'id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'name': 'tempest-TestNetworkBasicOps-router-250731482', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:51:17Z', 'updated_at': '2021-11-23T04:51:22Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:18Z', 'updated_at': '2021-11-23T04:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '15bfd23b-1c3d-4163-b933-604f92fa45fa', 'name': '', 'network_id': 'd54214db-fa9d-4384-a56f-9d4c12d34066', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:8b:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_interface', 'standard_attr_id': 1456, 'fixed_ips': [{'subnet_id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:21Z', 'updated_at': '2021-11-23T04:51:25Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '36e94134-bb01-4191-9b02-e3db7253e39c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:54:22.816601 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57322b1c-1360-4bec-92df-d9a2a3a56266 None None] New status for floating IP bcf7a0e5-8dd5-4f03-a53f-31595ad51475: DOWN {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:54:23.387978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1663c3ae-0ec2-48ec-adb6-2364c1a4fc38 req-fc532454-3a89-4845-9fdb-91fcdd22b35e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:23.389474 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1663c3ae-0ec2-48ec-adb6-2364c1a4fc38 req-fc532454-3a89-4845-9fdb-91fcdd22b35e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 946 time: 0.0970581 Nov 23 04:54:23.439600 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1663c3ae-0ec2-48ec-adb6-2364c1a4fc38 req-965a0784-d0f0-41c3-9f76-859943540dbd tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66aa9bb1-bde1-4c9c-a603-a889fd6c7b15&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435057 Nov 23 04:54:23.700826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40fcfc9-50bb-4381-9bfc-d480189b8abf req-e4ab1030-121a-4f3d-a550-d1d7d8385b87 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:23.702267 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b40fcfc9-50bb-4381-9bfc-d480189b8abf req-e4ab1030-121a-4f3d-a550-d1d7d8385b87 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 946 time: 0.0489764 Nov 23 04:54:23.798665 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-b40fcfc9-50bb-4381-9bfc-d480189b8abf req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 9c9aff90-e375-4b09-bbef-dac37f2ee671 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:54:23.799004 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b40fcfc9-50bb-4381-9bfc-d480189b8abf req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:23.886442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-b40fcfc9-50bb-4381-9bfc-d480189b8abf req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 9c9aff90-e375-4b09-bbef-dac37f2ee671, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=9c9aff90-e375-4b09-bbef-dac37f2ee671,segment=NetworkSegment(32da8c9f-3f94-4679-ad60-0f456825745c),segment_id=32da8c9f-3f94-4679-ad60-0f456825745c)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:54:23.886804 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b40fcfc9-50bb-4381-9bfc-d480189b8abf req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:23.903297 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-b40fcfc9-50bb-4381-9bfc-d480189b8abf req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 9c9aff90-e375-4b09-bbef-dac37f2ee671 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:54:24.030409 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b40fcfc9-50bb-4381-9bfc-d480189b8abf req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:24.056837 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=9c9aff90-e375-4b09-bbef-dac37f2ee671,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:24.066904 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:24.067258 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:24.067597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:24.067930 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:24.068260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:24.068590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:24.068916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:24.069240 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:24.069593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:24.070346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:24.070346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:24.070560 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:24.115021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b40fcfc9-50bb-4381-9bfc-d480189b8abf req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] No DVR routers for this DVR port 9c9aff90-e375-4b09-bbef-dac37f2ee671 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:54:24.117671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b40fcfc9-50bb-4381-9bfc-d480189b8abf req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:24.121164 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b40fcfc9-50bb-4381-9bfc-d480189b8abf req-c6b388dd-5590-4415-b2d3-b52fa31d2506 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "DELETE /v2.0/ports/9c9aff90-e375-4b09-bbef-dac37f2ee671 HTTP/1.1" status: 204 len: 173 time: 0.4087474 Nov 23 04:54:24.121629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2', 'name': 'network-vif-deleted', 'tag': '9c9aff90-e375-4b09-bbef-dac37f2ee671'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:54:24.123856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44195db7-0dc9-44e6-b3e9-d5b76ddd823b" -d '{"events": [{"server_uuid": "3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2", "name": "network-vif-deleted", "tag": "9c9aff90-e375-4b09-bbef-dac37f2ee671"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:54:24.159666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3cffea7-ca4d-4490-8fbd-661daefbaca2 x-openstack-request-id: req-c3cffea7-ca4d-4490-8fbd-661daefbaca2 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:54:24.159905 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2", "name": "network-vif-deleted", "tag": "9c9aff90-e375-4b09-bbef-dac37f2ee671", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:54:24.160127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c3cffea7-ca4d-4490-8fbd-661daefbaca2 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:54:24.160525 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2', 'name': 'network-vif-deleted', 'tag': '9c9aff90-e375-4b09-bbef-dac37f2ee671', 'status': 'completed', 'code': 200} Nov 23 04:54:24.549470 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c571b6d8-73ef-462f-ad9f-af506f869d70 req-befaaee2-ec40-455a-a07e-38ccc570a752 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fe84bb6-6ed3-4775-bc0f-ba28fc5f06f2 HTTP/1.1" status: 200 len: 210 time: 0.0270295 Nov 23 04:54:25.604250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48812) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:25.660516 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5bca8c2f-3a0b-4108-a6af-30cafe91e5bf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:25.684968 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5bca8c2f-3a0b-4108-a6af-30cafe91e5bf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:25.744964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5bca8c2f-3a0b-4108-a6af-30cafe91e5bf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:25.747694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5bca8c2f-3a0b-4108-a6af-30cafe91e5bf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:25.748884 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5bca8c2f-3a0b-4108-a6af-30cafe91e5bf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/security-groups/66aa9bb1-bde1-4c9c-a603-a889fd6c7b15 HTTP/1.1" status: 204 len: 168 time: 0.1436408 Nov 23 04:54:25.758859 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bca8c2f-3a0b-4108-a6af-30cafe91e5bf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66aa9bb1-bde1-4c9c-a603-a889fd6c7b15,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:25.787672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48816) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:26.144134 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ad22599-0546-4c46-934b-9c1a2430e392 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:26.399665 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7ad22599-0546-4c46-934b-9c1a2430e392 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 15bfd23b-1c3d-4163-b933-604f92fa45fa {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:54:26.399928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ad22599-0546-4c46-934b-9c1a2430e392 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:26.487336 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-7ad22599-0546-4c46-934b-9c1a2430e392 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 15bfd23b-1c3d-4163-b933-604f92fa45fa, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=15bfd23b-1c3d-4163-b933-604f92fa45fa,segment=NetworkSegment(32da8c9f-3f94-4679-ad60-0f456825745c),segment_id=32da8c9f-3f94-4679-ad60-0f456825745c)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:54:26.487693 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ad22599-0546-4c46-934b-9c1a2430e392 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:26.500000 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7ad22599-0546-4c46-934b-9c1a2430e392 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 15bfd23b-1c3d-4163-b933-604f92fa45fa owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:54:26.681920 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ad22599-0546-4c46-934b-9c1a2430e392 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:26.709195 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad22599-0546-4c46-934b-9c1a2430e392 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=15bfd23b-1c3d-4163-b933-604f92fa45fa,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:26.901149 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ad22599-0546-4c46-934b-9c1a2430e392 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:27.360913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad22599-0546-4c46-934b-9c1a2430e392 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router ceed47cc-0bb7-42fc-88d9-7699033e77ba has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:54:27.465898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad22599-0546-4c46-934b-9c1a2430e392 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:54:27.471453 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7ad22599-0546-4c46-934b-9c1a2430e392 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/ceed47cc-0bb7-42fc-88d9-7699033e77ba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6827216 Nov 23 04:54:27.474231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48818) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:27.475902 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6cc08-a346-4987-93e7-72f16989b828 None None] Sync routers for ids ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:54:27.486302 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6cc08-a346-4987-93e7-72f16989b828 None None] Routers {'ceed47cc-0bb7-42fc-88d9-7699033e77ba'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:54:27.486895 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-fce6cc08-a346-4987-93e7-72f16989b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:54:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:27.524530 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7bf02cf-7df0-4e4f-a4cc-f6eac0421625 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting subnet 36e94134-bb01-4191-9b02-e3db7253e39c {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:54:27.528236 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7bf02cf-7df0-4e4f-a4cc-f6eac0421625 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:27.568233 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7bf02cf-7df0-4e4f-a4cc-f6eac0421625 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:27.591098 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-fce6cc08-a346-4987-93e7-72f16989b828 None None] Set router ceed47cc-0bb7-42fc-88d9-7699033e77ba gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:54:27.654841 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7bf02cf-7df0-4e4f-a4cc-f6eac0421625 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:27.719049 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7bf02cf-7df0-4e4f-a4cc-f6eac0421625 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:27.747346 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7bf02cf-7df0-4e4f-a4cc-f6eac0421625 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Subnet': ['ID=36e94134-bb01-4191-9b02-e3db7253e39c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:27.751924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7bf02cf-7df0-4e4f-a4cc-f6eac0421625 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:27.755608 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c7bf02cf-7df0-4e4f-a4cc-f6eac0421625 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/subnets/36e94134-bb01-4191-9b02-e3db7253e39c HTTP/1.1" status: 204 len: 168 time: 0.2801769 Nov 23 04:54:27.758153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48820) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:27.758935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22b776d-b738-4e72-97a4-3075ca66a839 None None] Network d54214db-fa9d-4384-a56f-9d4c12d34066 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:54:27.780809 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-fce6cc08-a346-4987-93e7-72f16989b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'name': 'tempest-TestNetworkBasicOps-router-250731482', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:51:17Z', 'updated_at': '2021-11-23T04:54:26Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:18Z', 'updated_at': '2021-11-23T04:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:27.808383 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6cc08-a346-4987-93e7-72f16989b828 None None] Checking router: ceed47cc-0bb7-42fc-88d9-7699033e77ba for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:54:27.816807 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce6cc08-a346-4987-93e7-72f16989b828 None None] Routers {'ceed47cc-0bb7-42fc-88d9-7699033e77ba'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:54:27.817444 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-fce6cc08-a346-4987-93e7-72f16989b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:54:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:27.884433 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:27.932453 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-fce6cc08-a346-4987-93e7-72f16989b828 None None] Set router ceed47cc-0bb7-42fc-88d9-7699033e77ba gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:54:27.956259 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] DHCP port deletion for d54214db-fa9d-4384-a56f-9d4c12d34066 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:54:27.993926 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.009711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Deleting port 3900c98f-9348-4004-bff0-b317a359df11 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:54:28.010084 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.048252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 118a444c-c5dd-4148-bc23-94ac2a8e4313 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:54:28.048666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.077525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] For port 3900c98f-9348-4004-bff0-b317a359df11, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=3900c98f-9348-4004-bff0-b317a359df11,segment=NetworkSegment(32da8c9f-3f94-4679-ad60-0f456825745c),segment_id=32da8c9f-3f94-4679-ad60-0f456825745c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:54:28.077921 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.093602 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Calling delete_port for 3900c98f-9348-4004-bff0-b317a359df11 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:54:28.115184 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-fce6cc08-a346-4987-93e7-72f16989b828 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'name': 'tempest-TestNetworkBasicOps-router-250731482', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:51:17Z', 'updated_at': '2021-11-23T04:54:26Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:18Z', 'updated_at': '2021-11-23T04:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:28.133419 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 118a444c-c5dd-4148-bc23-94ac2a8e4313, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=118a444c-c5dd-4148-bc23-94ac2a8e4313,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:54:28.133787 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.148427 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 118a444c-c5dd-4148-bc23-94ac2a8e4313 owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:54:28.182988 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.207706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Pushing event deleted for resources: {'Port': ['ID=3900c98f-9348-4004-bff0-b317a359df11,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:28.218338 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] No DVR routers for this DVR port 3900c98f-9348-4004-bff0-b317a359df11 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:54:28.223563 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:28.224180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:28.224625 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:28.225058 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:28.225604 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:28.226030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:28.226458 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:28.227996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:28.228436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:28.228864 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:28.229305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:28.230026 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12f404cd-9b24-41d6-be72-50ef5c06d3c6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:28.246454 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce6cc08-a346-4987-93e7-72f16989b828 None None] The sync data for ids ['ceed47cc-0bb7-42fc-88d9-7699033e77ba'] in dv-neutron-818850-1-hyperv is: [{'id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'name': 'tempest-TestNetworkBasicOps-router-250731482', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132'}], 'enable_snat': True}, 'gw_port_id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:51:17Z', 'updated_at': '2021-11-23T04:54:26Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '118a444c-c5dd-4148-bc23-94ac2a8e4313', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ceed47cc-0bb7-42fc-88d9-7699033e77ba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1453, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:51:18Z', 'updated_at': '2021-11-23T04:51:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:54:28.336303 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.365919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=118a444c-c5dd-4148-bc23-94ac2a8e4313,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:28.372901 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4f2e713-3b71-4a29-bf3e-98623e1b9030 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:54:28.422885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.515562 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.517593 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.531614 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 9c9aff90-e375-4b09-bbef-dac37f2ee671 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:54:28.551819 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 9c9aff90-e375-4b09-bbef-dac37f2ee671 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:54:28.552169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 9c9aff90-e375-4b09-bbef-dac37f2ee671 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:54:28.559597 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.560122 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Fanout notify agent at l3_agent the message router_deleted on router ceed47cc-0bb7-42fc-88d9-7699033e77ba {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:54:28.567608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.568723 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-59b15dee-eb7e-4bc8-a1c2-177b82802613 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/routers/ceed47cc-0bb7-42fc-88d9-7699033e77ba HTTP/1.1" status: 204 len: 168 time: 0.8096416 Nov 23 04:54:28.571373 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48822) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:28.648579 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42b64e5b-ecb8-4cec-a17d-93c8deb84375 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.742508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42b64e5b-ecb8-4cec-a17d-93c8deb84375 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.762640 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-42b64e5b-ecb8-4cec-a17d-93c8deb84375 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d54214db-fa9d-4384-a56f-9d4c12d34066']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:28.772570 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-42b64e5b-ecb8-4cec-a17d-93c8deb84375 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32da8c9f-3f94-4679-ad60-0f456825745c') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:28.772874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-42b64e5b-ecb8-4cec-a17d-93c8deb84375 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32da8c9f-3f94-4679-ad60-0f456825745c') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:28.784413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42b64e5b-ecb8-4cec-a17d-93c8deb84375 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.797784 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42b64e5b-ecb8-4cec-a17d-93c8deb84375 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.804946 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42b64e5b-ecb8-4cec-a17d-93c8deb84375 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Releasing vlan 160 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:54:28.805413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42b64e5b-ecb8-4cec-a17d-93c8deb84375 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:54:28.808476 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:54:28.876048 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42b64e5b-ecb8-4cec-a17d-93c8deb84375 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.883739 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-42b64e5b-ecb8-4cec-a17d-93c8deb84375 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.886979 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-42b64e5b-ecb8-4cec-a17d-93c8deb84375 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/networks/d54214db-fa9d-4384-a56f-9d4c12d34066 HTTP/1.1" status: 204 len: 168 time: 0.3145838 Nov 23 04:54:28.897535 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48824) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:28.899371 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42b64e5b-ecb8-4cec-a17d-93c8deb84375 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Network': ['ID=d54214db-fa9d-4384-a56f-9d4c12d34066,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:28.903349 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-0b0759d3-ee00-42c9-b28d-a3f0ed95c58c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'network': {'name': 'tempest-network-smoke--1099405101', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'port_security_enabled': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:28.929503 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b0759d3-ee00-42c9-b28d-a3f0ed95c58c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:54:28.932930 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b0759d3-ee00-42c9-b28d-a3f0ed95c58c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.957665 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0b0759d3-ee00-42c9-b28d-a3f0ed95c58c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:54:28.967541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b0759d3-ee00-42c9-b28d-a3f0ed95c58c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:28.967877 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-0b0759d3-ee00-42c9-b28d-a3f0ed95c58c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Added segment f36ebce3-9308-42aa-8fdc-52d6ad6dafbd of type vlan for network caae8f2d-3105-421d-8265-cce4e1796b0d Nov 23 04:54:29.007955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b0759d3-ee00-42c9-b28d-a3f0ed95c58c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:29.032999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b0759d3-ee00-42c9-b28d-a3f0ed95c58c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:29.038465 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b0759d3-ee00-42c9-b28d-a3f0ed95c58c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:29.039034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b0759d3-ee00-42c9-b28d-a3f0ed95c58c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:29.095710 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0b0759d3-ee00-42c9-b28d-a3f0ed95c58c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1964707 Nov 23 04:54:29.098564 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48826) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:29.103151 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-334144809', 'admin_state_up': True, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:29.109781 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0759d3-ee00-42c9-b28d-a3f0ed95c58c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Network': ['ID=caae8f2d-3105-421d-8265-cce4e1796b0d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:29.121264 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network caae8f2d-3105-421d-8265-cce4e1796b0d details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:54:29.129610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:29.130614 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:29.221232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:29.356386 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:29.544781 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:29.568967 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:29.751927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 118a444c-c5dd-4148-bc23-94ac2a8e4313 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:54:29.773187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 118a444c-c5dd-4148-bc23-94ac2a8e4313 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:54:29.773693 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 118a444c-c5dd-4148-bc23-94ac2a8e4313 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:54:29.774216 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 15bfd23b-1c3d-4163-b933-604f92fa45fa no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:54:29.794498 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 15bfd23b-1c3d-4163-b933-604f92fa45fa {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:54:29.794832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 15bfd23b-1c3d-4163-b933-604f92fa45fa not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:54:29.795260 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 3900c98f-9348-4004-bff0-b317a359df11 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:54:29.819538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 3900c98f-9348-4004-bff0-b317a359df11 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:54:29.819883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 3900c98f-9348-4004-bff0-b317a359df11 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:54:29.924488 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.37 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/9c2abe4e-a58d-400d-9708-3b99dea39c09) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:54:30.023912 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:30.055882 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:30.097880 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:54:30.100694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:54:30.104287 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:54:30.114386 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-779f005b-ba03-414d-91c9-acb7cbd0f0ee None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:54:30.130906 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=9c2abe4e-a58d-400d-9708-3b99dea39c09,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:30.206058 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bcfd4558-4f42-476e-a144-be395609677a None None] Provisioning complete for port 9c2abe4e-a58d-400d-9708-3b99dea39c09 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:30.206655 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bcfd4558-4f42-476e-a144-be395609677a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:30.239787 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-bcfd4558-4f42-476e-a144-be395609677a None None] Port 9c2abe4e-a58d-400d-9708-3b99dea39c09 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:54:30.352127 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:30.542650 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:30.669179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 136eac0b-008e-44c0-b915-451a674d9f60 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:54:30.772622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:54:30.784605 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Sync routers for ids ['136eac0b-008e-44c0-b915-451a674d9f60'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:54:30.793752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:30.795002 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1fe2f36b-5e74-4375-8c33-767b921e9162 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.6953876 Nov 23 04:54:30.795298 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Routers {'136eac0b-008e-44c0-b915-451a674d9f60'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:54:30.795807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:54:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['136eac0b-008e-44c0-b915-451a674d9f60'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:30.798157 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48828) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:30.958146 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-27cc83fd-cfe6-40ff-b87c-d628b3005ab3 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1f39b592b6944144b30ee044431afa7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1588759 Nov 23 04:54:30.960651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48832) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:31.047629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c74e78d-b1a2-4991-96e6-cecc22762145 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:31.047912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Set router 136eac0b-008e-44c0-b915-451a674d9f60 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:54:31.052043 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9c74e78d-b1a2-4991-96e6-cecc22762145 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0875654 Nov 23 04:54:31.052231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48834) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:31.090557 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-59a450d8-02e9-4024-a43b-232d92e672d3 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372446 Nov 23 04:54:31.093047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48836) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:31.097764 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-cddbe057-cbfb-489b-97dc-f7be5a0ae61b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-935375554', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:31.183555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cddbe057-cbfb-489b-97dc-f7be5a0ae61b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:54:31.187228 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cddbe057-cbfb-489b-97dc-f7be5a0ae61b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:31.223533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:30Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:31.254785 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Checking router: 136eac0b-008e-44c0-b915-451a674d9f60 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:54:31.255172 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Updating router 136eac0b-008e-44c0-b915-451a674d9f60 port 9c2abe4e-a58d-400d-9708-3b99dea39c09 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:54:31.281034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:31.366058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cddbe057-cbfb-489b-97dc-f7be5a0ae61b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:31.434363 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cddbe057-cbfb-489b-97dc-f7be5a0ae61b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Subnet': ['ID=79246c81-b2a5-44b7-ac9f-d05df1117ef5,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:31.442577 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cddbe057-cbfb-489b-97dc-f7be5a0ae61b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Checking segment: {'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:54:31.442946 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddbe057-cbfb-489b-97dc-f7be5a0ae61b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network hostable DHCP agents. Network: caae8f2d-3105-421d-8265-cce4e1796b0d, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:54:31.462701 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cddbe057-cbfb-489b-97dc-f7be5a0ae61b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network caae8f2d-3105-421d-8265-cce4e1796b0d is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:54:31.473179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-cddbe057-cbfb-489b-97dc-f7be5a0ae61b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, caae8f2d-3105-421d-8265-cce4e1796b0d) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:54:31.477959 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cddbe057-cbfb-489b-97dc-f7be5a0ae61b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:31.478467 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cddbe057-cbfb-489b-97dc-f7be5a0ae61b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:31.488963 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f00b8df-8c57-45ca-a9c7-1169bd4ef695 None None] Network caae8f2d-3105-421d-8265-cce4e1796b0d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:54:31.505490 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cddbe057-cbfb-489b-97dc-f7be5a0ae61b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4113221 Nov 23 04:54:31.508255 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48838) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:31.608677 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:31.621361 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:31.664506 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5528c7-4724-47b6-af4d-16adf95a4532 None None] Pushing event updated for resources: {'Port': ['ID=9c2abe4e-a58d-400d-9708-3b99dea39c09,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:31.728873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Attempting to bind port 9c2abe4e-a58d-400d-9708-3b99dea39c09 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:54:31.729944 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Attempting to bind port 9c2abe4e-a58d-400d-9708-3b99dea39c09 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:54:31.729944 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Attempting to bind port 9c2abe4e-a58d-400d-9708-3b99dea39c09 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:54:31.737314 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:54:31.737609 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:54:31.739193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:31.739193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:54:31.739193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Bound port: 9c2abe4e-a58d-400d-9708-3b99dea39c09, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:54:31.739193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:31.780790 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5ea51c9-49fe-47d7-84c9-f2496c055b99 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:54:31.795234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-caae8f2d-3105-421d-8265-cce4e1796b0d', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:54:31.796012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:31.822901 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] For port 9c2abe4e-a58d-400d-9708-3b99dea39c09, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:54:31.826134 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] For port 9c2abe4e-a58d-400d-9708-3b99dea39c09, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9c2abe4e-a58d-400d-9708-3b99dea39c09,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:54:31.834333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:31.940732 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df75f250-4761-4834-be95-ff5fbd275d22 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:54:31.995790 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:32.008861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-47dc5f26-c6af-4386-af94-c522ec3de46b None None] Provisioning complete for port 9c2abe4e-a58d-400d-9708-3b99dea39c09 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:32.009240 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-47dc5f26-c6af-4386-af94-c522ec3de46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:32.010766 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Routers {'136eac0b-008e-44c0-b915-451a674d9f60'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:54:32.011399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:54:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['136eac0b-008e-44c0-b915-451a674d9f60'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:32.018503 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5528c7-4724-47b6-af4d-16adf95a4532 None None] Pushing event updated for resources: {'Port': ['ID=9c2abe4e-a58d-400d-9708-3b99dea39c09,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:32.108137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Allocated IP 172.20.0.2 (caae8f2d-3105-421d-8265-cce4e1796b0d/79246c81-b2a5-44b7-ac9f-d05df1117ef5/97cfa506-f109-4c11-9b61-f14c6fb28312) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:54:32.271666 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] Set router 136eac0b-008e-44c0-b915-451a674d9f60 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:54:32.395105 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-47dc5f26-c6af-4386-af94-c522ec3de46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:32.453401 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-47dc5f26-c6af-4386-af94-c522ec3de46b None None] For port 9c2abe4e-a58d-400d-9708-3b99dea39c09, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9c2abe4e-a58d-400d-9708-3b99dea39c09,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:54:32.480202 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-47dc5f26-c6af-4386-af94-c522ec3de46b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:32.539001 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:32.579234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:32.606497 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc5f26-c6af-4386-af94-c522ec3de46b None None] Pushing event updated for resources: {'Port': ['ID=9c2abe4e-a58d-400d-9708-3b99dea39c09,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:32.627353 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Network caae8f2d-3105-421d-8265-cce4e1796b0d is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:54:32.629386 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.1 (caae8f2d-3105-421d-8265-cce4e1796b0d/79246c81-b2a5-44b7-ac9f-d05df1117ef5/e5049291-c74d-4db1-a705-56e512b9294e) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:54:32.655847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:54:32.658949 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:54:32.664188 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2d5ff9f7-ee38-4e62-82f3-70aa8c683eb3 None None] Provisioning complete for port 9c2abe4e-a58d-400d-9708-3b99dea39c09 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:32.664552 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2d5ff9f7-ee38-4e62-82f3-70aa8c683eb3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:32.718536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Pushing event updated for resources: {'Port': ['ID=97cfa506-f109-4c11-9b61-f14c6fb28312,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:32.746611 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:32.756004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:30Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:32.787098 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:32.791258 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad11dba9-5431-4709-aa27-50b7022df88d None None] The sync data for ids ['136eac0b-008e-44c0-b915-451a674d9f60'] in dv-neutron-818850-1-hyperv is: [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:30Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:54:32.794368 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Attempting to bind port 97cfa506-f109-4c11-9b61-f14c6fb28312 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:54:32.794749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Attempting to bind port 97cfa506-f109-4c11-9b61-f14c6fb28312 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:54:32.795746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Attempting to bind port 97cfa506-f109-4c11-9b61-f14c6fb28312 on network caae8f2d-3105-421d-8265-cce4e1796b0d {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:54:32.803787 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:54:32.804154 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Checking segment: {'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:54:32.804550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:32.804942 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Bound using segment: {'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:54:32.805441 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Bound port: 97cfa506-f109-4c11-9b61-f14c6fb28312, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:54:32.805825 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:32.830547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network caae8f2d-3105-421d-8265-cce4e1796b0d is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:54:32.833826 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:54:32.837504 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:54:32.862303 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=e5049291-c74d-4db1-a705-56e512b9294e,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:32.895757 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:32.905998 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] For port 97cfa506-f109-4c11-9b61-f14c6fb28312, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:54:32.910623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] For port 97cfa506-f109-4c11-9b61-f14c6fb28312, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=97cfa506-f109-4c11-9b61-f14c6fb28312,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:54:32.915616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:32.981703 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ef0aaa-70fc-4e8f-8350-4eb0f01c5018 None None] Pushing event updated for resources: {'Port': ['ID=97cfa506-f109-4c11-9b61-f14c6fb28312,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:33.065904 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:33.411323 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:33.415976 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:33.491948 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=e5049291-c74d-4db1-a705-56e512b9294e,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:33.494431 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:33.600232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network caae8f2d-3105-421d-8265-cce4e1796b0d is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:54:33.602012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:54:33.725143 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 136eac0b-008e-44c0-b915-451a674d9f60 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:54:33.816379 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 97cfa506-f109-4c11-9b61-f14c6fb28312 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:54:33.861717 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:54:33.872148 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5ec9e25a-f9de-48b5-b49c-c9b914444ac9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/136eac0b-008e-44c0-b915-451a674d9f60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3622525 Nov 23 04:54:33.875015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48840) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:33.881916 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 97cfa506-f109-4c11-9b61-f14c6fb28312 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:33.882360 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:33.972092 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:33.984448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3382cc9f-6b6c-4744-8b46-a83ac9c14129 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:33.985311 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3382cc9f-6b6c-4744-8b46-a83ac9c14129 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:33.985780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3382cc9f-6b6c-4744-8b46-a83ac9c14129 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:33.986240 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3382cc9f-6b6c-4744-8b46-a83ac9c14129 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:33.988489 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3382cc9f-6b6c-4744-8b46-a83ac9c14129 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.1107204 Nov 23 04:54:33.990951 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48842) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:34.015271 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 97cfa506-f109-4c11-9b61-f14c6fb28312, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=97cfa506-f109-4c11-9b61-f14c6fb28312,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:54:34.022897 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.023705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9c2abe4e-a58d-400d-9708-3b99dea39c09 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:54:34.055646 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b95650-f15e-4ad1-949a-a155b9d28c39 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:34.056207 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b95650-f15e-4ad1-949a-a155b9d28c39 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:34.056674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b95650-f15e-4ad1-949a-a155b9d28c39 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:34.057132 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77b95650-f15e-4ad1-949a-a155b9d28c39 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:34.058881 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-77b95650-f15e-4ad1-949a-a155b9d28c39 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0665188 Nov 23 04:54:34.061547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48844) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:34.067280 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-062eb7db-7798-4813-9390-fabdf9451027 None None] Network caae8f2d-3105-421d-8265-cce4e1796b0d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:54:34.229404 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2ffed81a-105d-4c86-b4ed-e52c4c066de6 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.1666379 Nov 23 04:54:34.343732 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=97cfa506-f109-4c11-9b61-f14c6fb28312,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:34.353544 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9fe8f9e8-538c-4d68-a806-c5b224d9a6f5 None None] Provisioning complete for port 97cfa506-f109-4c11-9b61-f14c6fb28312 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:34.353920 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9fe8f9e8-538c-4d68-a806-c5b224d9a6f5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.420993 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 9c2abe4e-a58d-400d-9708-3b99dea39c09 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:34.421403 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.438197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48848) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:34.442843 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4ea5f11f-7548-4bd1-86cd-1beee9c39d88 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1727020374', 'description': 'tempest-secgroup-smoke-1727020374 description', 'project_id': '1f39b592b6944144b30ee044431afa7d'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:34.470279 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ea5f11f-7548-4bd1-86cd-1beee9c39d88 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.482255 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Sync routers for ids ['136eac0b-008e-44c0-b915-451a674d9f60'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:54:34.493706 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Routers {'136eac0b-008e-44c0-b915-451a674d9f60'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:54:34.494384 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:54:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['136eac0b-008e-44c0-b915-451a674d9f60'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:34.546131 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ea5f11f-7548-4bd1-86cd-1beee9c39d88 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.551211 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ea5f11f-7548-4bd1-86cd-1beee9c39d88 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.583551 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4ea5f11f-7548-4bd1-86cd-1beee9c39d88 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.587836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48850) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:34.592727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-cdf628a1-f850-4e53-920e-703ef64bbbbf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '837c0790-7ea3-44f0-b487-5218bcee9a03', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:34.598652 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4ea5f11f-7548-4bd1-86cd-1beee9c39d88 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1592424 Nov 23 04:54:34.600859 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea5f11f-7548-4bd1-86cd-1beee9c39d88 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=837c0790-7ea3-44f0-b487-5218bcee9a03,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:34.622869 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Set router 136eac0b-008e-44c0-b915-451a674d9f60 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:54:34.638949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cdf628a1-f850-4e53-920e-703ef64bbbbf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.709917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cdf628a1-f850-4e53-920e-703ef64bbbbf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.714663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cdf628a1-f850-4e53-920e-703ef64bbbbf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.738700 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf628a1-f850-4e53-920e-703ef64bbbbf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb31acbd-96fa-4121-9b1a-23fdd1614d86,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:34.744750 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cdf628a1-f850-4e53-920e-703ef64bbbbf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.746197 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cdf628a1-f850-4e53-920e-703ef64bbbbf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1571696 Nov 23 04:54:34.749122 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48852) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:34.753628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-cc822335-4b12-4c9e-80a5-d99da0f78e0a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '837c0790-7ea3-44f0-b487-5218bcee9a03', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:34.792778 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cc822335-4b12-4c9e-80a5-d99da0f78e0a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.855246 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cc822335-4b12-4c9e-80a5-d99da0f78e0a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.858214 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'e5049291-c74d-4db1-a705-56e512b9294e', 'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:69:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:32Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 2, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:34.861261 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cc822335-4b12-4c9e-80a5-d99da0f78e0a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.880719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc822335-4b12-4c9e-80a5-d99da0f78e0a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aa3d979-dde0-4a8d-a54b-0a123a682313,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:34.886850 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cc822335-4b12-4c9e-80a5-d99da0f78e0a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.892505 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48854) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:34.892740 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cc822335-4b12-4c9e-80a5-d99da0f78e0a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1427748 Nov 23 04:54:34.897526 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a33bd612-4451-42bc-8338-4c55ba0775e0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '837c0790-7ea3-44f0-b487-5218bcee9a03', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:34.900799 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Checking router: 136eac0b-008e-44c0-b915-451a674d9f60 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:54:34.901149 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Updating router 136eac0b-008e-44c0-b915-451a674d9f60 port e5049291-c74d-4db1-a705-56e512b9294e binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:54:34.908030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-6b3e3276-92ca-40ba-84c3-969f846ed019 None None] Provisioning complete for port 97cfa506-f109-4c11-9b61-f14c6fb28312 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:34.908995 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6b3e3276-92ca-40ba-84c3-969f846ed019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.929480 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:34.939334 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a33bd612-4451-42bc-8338-4c55ba0775e0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.017141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a33bd612-4451-42bc-8338-4c55ba0775e0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.017648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-6b3e3276-92ca-40ba-84c3-969f846ed019 None None] Provisioning complete for port e5049291-c74d-4db1-a705-56e512b9294e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:35.017979 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6b3e3276-92ca-40ba-84c3-969f846ed019 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.022708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a33bd612-4451-42bc-8338-4c55ba0775e0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.044064 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a33bd612-4451-42bc-8338-4c55ba0775e0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1ab5b06b-3434-48fb-8fc8-a45448b216d0,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:35.055928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a33bd612-4451-42bc-8338-4c55ba0775e0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.057226 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a33bd612-4451-42bc-8338-4c55ba0775e0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1634924 Nov 23 04:54:35.060131 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48856) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:35.066386 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4fdfe27b-1c8b-4be4-9246-632153c7ed4d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '837c0790-7ea3-44f0-b487-5218bcee9a03', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:35.070577 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-6b3e3276-92ca-40ba-84c3-969f846ed019 None None] Port e5049291-c74d-4db1-a705-56e512b9294e cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:54:35.096670 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe27b-1c8b-4be4-9246-632153c7ed4d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.165991 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe27b-1c8b-4be4-9246-632153c7ed4d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.171149 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe27b-1c8b-4be4-9246-632153c7ed4d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.197221 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-48483169-3ebe-4542-97d5-8619fb156deb None None] Provisioning complete for port e5049291-c74d-4db1-a705-56e512b9294e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:35.197628 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-48483169-3ebe-4542-97d5-8619fb156deb None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.214853 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdfe27b-1c8b-4be4-9246-632153c7ed4d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be4f6df5-461a-432c-9466-e2de4467a258,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:35.229792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4fdfe27b-1c8b-4be4-9246-632153c7ed4d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.231682 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4fdfe27b-1c8b-4be4-9246-632153c7ed4d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1706088 Nov 23 04:54:35.235967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48858) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:35.243050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-0b636f76-e841-418e-96bf-c9bf4ad3272d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '837c0790-7ea3-44f0-b487-5218bcee9a03', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:35.245995 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.248107 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-48483169-3ebe-4542-97d5-8619fb156deb None None] Port e5049291-c74d-4db1-a705-56e512b9294e cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:54:35.253414 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.272278 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-0b636f76-e841-418e-96bf-c9bf4ad3272d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:54:35.278091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b636f76-e841-418e-96bf-c9bf4ad3272d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.326258 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9affb5-4275-435c-aa57-827f5c1618a2 None None] Pushing event updated for resources: {'Port': ['ID=e5049291-c74d-4db1-a705-56e512b9294e,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:35.334815 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9affb5-4275-435c-aa57-827f5c1618a2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:35.336183 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9affb5-4275-435c-aa57-827f5c1618a2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:35.336744 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9affb5-4275-435c-aa57-827f5c1618a2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:35.337090 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9affb5-4275-435c-aa57-827f5c1618a2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:35.337458 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9affb5-4275-435c-aa57-827f5c1618a2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:35.337812 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9affb5-4275-435c-aa57-827f5c1618a2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:35.338149 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9affb5-4275-435c-aa57-827f5c1618a2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:35.338499 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9affb5-4275-435c-aa57-827f5c1618a2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:35.338845 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9affb5-4275-435c-aa57-827f5c1618a2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:35.339176 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9affb5-4275-435c-aa57-827f5c1618a2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:35.339505 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9affb5-4275-435c-aa57-827f5c1618a2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:35.339828 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a9affb5-4275-435c-aa57-827f5c1618a2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:35.343280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b636f76-e841-418e-96bf-c9bf4ad3272d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.348679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b636f76-e841-418e-96bf-c9bf4ad3272d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.370081 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b20b7f42-629a-4cab-b4af-433f2a5cb84f None None] Provisioning complete for port e5049291-c74d-4db1-a705-56e512b9294e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:35.370538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b20b7f42-629a-4cab-b4af-433f2a5cb84f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.377686 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Attempting to bind port e5049291-c74d-4db1-a705-56e512b9294e on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:54:35.378027 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Attempting to bind port e5049291-c74d-4db1-a705-56e512b9294e by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:54:35.378323 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b636f76-e841-418e-96bf-c9bf4ad3272d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0200e5f9-1c3a-4d0c-9be6-20ffef9ae4d4,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:35.378954 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Attempting to bind port e5049291-c74d-4db1-a705-56e512b9294e on network caae8f2d-3105-421d-8265-cce4e1796b0d {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:54:35.385199 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 54, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:54:35.385603 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Checking segment: {'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:54:35.386003 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.386407 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Bound using segment: {'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:54:35.386861 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Bound port: e5049291-c74d-4db1-a705-56e512b9294e, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:54:35.387232 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.392766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0b636f76-e841-418e-96bf-c9bf4ad3272d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.394046 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0b636f76-e841-418e-96bf-c9bf4ad3272d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1565690 Nov 23 04:54:35.396756 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48860) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:35.401390 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-35fc3641-f0cb-418c-be73-41a5cdc88e05 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '837c0790-7ea3-44f0-b487-5218bcee9a03', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:35.422028 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b20b7f42-629a-4cab-b4af-433f2a5cb84f None None] Port e5049291-c74d-4db1-a705-56e512b9294e cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:54:35.426988 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-35fc3641-f0cb-418c-be73-41a5cdc88e05 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:54:35.432988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35fc3641-f0cb-418c-be73-41a5cdc88e05 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.472952 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] For port e5049291-c74d-4db1-a705-56e512b9294e, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:54:35.476827 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] For port e5049291-c74d-4db1-a705-56e512b9294e, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e5049291-c74d-4db1-a705-56e512b9294e,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:54:35.481901 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.509897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35fc3641-f0cb-418c-be73-41a5cdc88e05 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.517123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35fc3641-f0cb-418c-be73-41a5cdc88e05 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.533064 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Routers {'136eac0b-008e-44c0-b915-451a674d9f60'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:54:35.533732 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:54:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['136eac0b-008e-44c0-b915-451a674d9f60'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:35.553525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b528d00c-2c32-4fad-a340-d27eeb2a053a None None] Provisioning complete for port e5049291-c74d-4db1-a705-56e512b9294e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:35.554222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b528d00c-2c32-4fad-a340-d27eeb2a053a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.554573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35fc3641-f0cb-418c-be73-41a5cdc88e05 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48756e39-ddfc-4884-9669-8b42f821633b,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:35.564434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35fc3641-f0cb-418c-be73-41a5cdc88e05 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.565938 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-35fc3641-f0cb-418c-be73-41a5cdc88e05 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1681678 Nov 23 04:54:35.601034 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9affb5-4275-435c-aa57-827f5c1618a2 None None] Pushing event updated for resources: {'Port': ['ID=e5049291-c74d-4db1-a705-56e512b9294e,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:35.650350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b528d00c-2c32-4fad-a340-d27eeb2a053a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.684655 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] Set router 136eac0b-008e-44c0-b915-451a674d9f60 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:54:35.687731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b528d00c-2c32-4fad-a340-d27eeb2a053a None None] For port e5049291-c74d-4db1-a705-56e512b9294e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e5049291-c74d-4db1-a705-56e512b9294e,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:54:35.694477 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b528d00c-2c32-4fad-a340-d27eeb2a053a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.786852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b528d00c-2c32-4fad-a340-d27eeb2a053a None None] Pushing event updated for resources: {'Port': ['ID=e5049291-c74d-4db1-a705-56e512b9294e,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:35.786995 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-c919850f-a64f-457a-82ed-c11de7e05657 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1727020374&fields=id&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 267 time: 0.0649986 Nov 23 04:54:35.815961 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 97cfa506-f109-4c11-9b61-f14c6fb28312 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:54:35.853150 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8e72a305-3b71-48de-b45c-93ac604974bd None None] Provisioning complete for port e5049291-c74d-4db1-a705-56e512b9294e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:35.853846 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8e72a305-3b71-48de-b45c-93ac604974bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.903225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-51058d7d-f526-4069-8eee-63745567f7bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:35.904681 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-51058d7d-f526-4069-8eee-63745567f7bb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/networks?id=caae8f2d-3105-421d-8265-cce4e1796b0d HTTP/1.1" status: 200 len: 797 time: 0.1100767 Nov 23 04:54:35.906184 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 97cfa506-f109-4c11-9b61-f14c6fb28312 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:35.906617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:35.920280 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-5b5accbd-054e-4238-ab89-4e90b7448cf3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/quotas/1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 375 time: 0.0093250 Nov 23 04:54:35.930977 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'e5049291-c74d-4db1-a705-56e512b9294e', 'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:69:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:32Z', 'updated_at': '2021-11-23T04:54:35Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:35.959486 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69f51764-7ea3-48fb-9a49-23cae7f370aa None None] The sync data for ids ['136eac0b-008e-44c0-b915-451a674d9f60'] in dv-neutron-818850-1-hyperv is: [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'e5049291-c74d-4db1-a705-56e512b9294e', 'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:69:b8:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:32Z', 'updated_at': '2021-11-23T04:54:35Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:54:35.981241 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-0a5bebaa-5af2-4de5-9b30-89e28731dff5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0546212 Nov 23 04:54:36.061523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-b1dec2ed-d0b1-4b23-bc53-c45df124b77c service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:54:36.062534 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-b1dec2ed-d0b1-4b23-bc53-c45df124b77c service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0649538 Nov 23 04:54:36.159938 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-f4d2c2fd-66ff-4d22-9b89-6b25e4b1c7f2 service neutron] 10.222.0.37 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905650 Nov 23 04:54:36.257716 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-f1892b2b-54ef-4725-a3fd-09d342830fda service neutron] 10.222.0.37 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913241 Nov 23 04:54:36.428879 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-903d4cfd-8a89-48c2-a29c-a8e85313cabb req-f5b4eb1c-28f8-4b4b-9266-99904f08e18e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 210 time: 0.0347774 Nov 23 04:54:36.908648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3864299f-d67d-426e-910a-36f7f0c463fe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:37.522626 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2a3c9897-540a-456c-a6ba-f700bae12690 req-300b7ca3-daa8-401a-8a77-c01063e5f57c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 210 time: 0.0272794 Nov 23 04:54:37.641444 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-8a91c6bf-1dfb-4d63-8984-8dbada4d6911 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:37.642888 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-8a91c6bf-1dfb-4d63-8984-8dbada4d6911 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/networks?id=caae8f2d-3105-421d-8265-cce4e1796b0d HTTP/1.1" status: 200 len: 797 time: 0.1081715 Nov 23 04:54:37.733385 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6b147f3b-ee71-4df1-8100-199c8d319a40 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 380 time: 0.0610940 Nov 23 04:54:37.746144 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-e62fd689-b2fc-40d2-9fd2-21d0bcdfd908 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'port': {'device_id': '70396b0c-70d8-4012-9e82-ad293257e07d', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'admin_state_up': True, 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'security_groups': ['837c0790-7ea3-44f0-b487-5218bcee9a03']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:37.784300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e5049291-c74d-4db1-a705-56e512b9294e up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:54:37.833635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e5049291-c74d-4db1-a705-56e512b9294e triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:37.834492 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:37.860141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-e62fd689-b2fc-40d2-9fd2-21d0bcdfd908 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:54:37.864035 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-e62fd689-b2fc-40d2-9fd2-21d0bcdfd908 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:37.995048 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-e62fd689-b2fc-40d2-9fd2-21d0bcdfd908 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.5 (caae8f2d-3105-421d-8265-cce4e1796b0d/79246c81-b2a5-44b7-ac9f-d05df1117ef5/e5d4bb38-dd9d-4428-bb84-041d20cc0bed) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:54:38.134946 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-e62fd689-b2fc-40d2-9fd2-21d0bcdfd908 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:38.166558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-e62fd689-b2fc-40d2-9fd2-21d0bcdfd908 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:38.208960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-e62fd689-b2fc-40d2-9fd2-21d0bcdfd908 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network caae8f2d-3105-421d-8265-cce4e1796b0d is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:54:38.211994 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-e62fd689-b2fc-40d2-9fd2-21d0bcdfd908 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:54:38.214364 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-e62fd689-b2fc-40d2-9fd2-21d0bcdfd908 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:54:38.246551 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62fd689-b2fc-40d2-9fd2-21d0bcdfd908 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=e5d4bb38-dd9d-4428-bb84-041d20cc0bed,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:38.272479 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-e62fd689-b2fc-40d2-9fd2-21d0bcdfd908 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:38.274269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-e62fd689-b2fc-40d2-9fd2-21d0bcdfd908 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:38.293627 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-e62fd689-b2fc-40d2-9fd2-21d0bcdfd908 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5517077 Nov 23 04:54:38.317554 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Request body: {'port': {'device_id': '70396b0c-70d8-4012-9e82-ad293257e07d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:38.380134 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:38.508487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-46e0af2d-acea-460a-857a-3d306fac0bae None None] Provisioning complete for port e5d4bb38-dd9d-4428-bb84-041d20cc0bed triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:38.509047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-46e0af2d-acea-460a-857a-3d306fac0bae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:38.542311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-46e0af2d-acea-460a-857a-3d306fac0bae None None] Port e5d4bb38-dd9d-4428-bb84-041d20cc0bed cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:54:38.636884 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3784e399-4d48-4243-a0d3-365527b68809 req-2adbcde3-9c96-4968-842c-00f9a2e89cc0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:38.638577 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3784e399-4d48-4243-a0d3-365527b68809 req-2adbcde3-9c96-4968-842c-00f9a2e89cc0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 931 time: 0.0507400 Nov 23 04:54:38.642856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5d4bb38-dd9d-4428-bb84-041d20cc0bed {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:54:38.650895 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:38.664217 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Transition to ACTIVE for port object e5d4bb38-dd9d-4428-bb84-041d20cc0bed will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:54:38.668369 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:38.692949 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:38.693578 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3784e399-4d48-4243-a0d3-365527b68809 req-ff878d72-40d2-4775-8a7b-39aaa4d9a490 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=837c0790-7ea3-44f0-b487-5218bcee9a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465658 Nov 23 04:54:38.727181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Pushing event updated for resources: {'Port': ['ID=e5d4bb38-dd9d-4428-bb84-041d20cc0bed,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:38.805026 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Attempting to bind port e5d4bb38-dd9d-4428-bb84-041d20cc0bed on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:54:38.805387 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Attempting to bind port e5d4bb38-dd9d-4428-bb84-041d20cc0bed by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:54:38.805718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Attempting to bind port e5d4bb38-dd9d-4428-bb84-041d20cc0bed on network caae8f2d-3105-421d-8265-cce4e1796b0d {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:54:38.810197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Port e5d4bb38-dd9d-4428-bb84-041d20cc0bed on network caae8f2d-3105-421d-8265-cce4e1796b0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:54:38.810509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Attempting to bind port e5d4bb38-dd9d-4428-bb84-041d20cc0bed on network caae8f2d-3105-421d-8265-cce4e1796b0d {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:54:38.815772 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:54:38.816101 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Checking segment: {'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:54:38.816482 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Bound using segment: {'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:54:38.816910 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Bound port: e5d4bb38-dd9d-4428-bb84-041d20cc0bed, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:54:38.817263 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:38.882527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] For port e5d4bb38-dd9d-4428-bb84-041d20cc0bed, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:54:38.885473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] For port e5d4bb38-dd9d-4428-bb84-041d20cc0bed, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e5d4bb38-dd9d-4428-bb84-041d20cc0bed,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:54:38.890078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:38.922858 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:38.923506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:38.924735 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] 10.222.0.15 "PUT /v2.0/ports/e5d4bb38-dd9d-4428-bb84-041d20cc0bed HTTP/1.1" status: 200 len: 1093 time: 0.6115932 Nov 23 04:54:38.929699 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70396b0c-70d8-4012-9e82-ad293257e07d', 'tag': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:54:38.931994 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b405732-79e4-4ec1-a94d-33d22adcc24f" -d '{"events": [{"name": "network-changed", "server_uuid": "70396b0c-70d8-4012-9e82-ad293257e07d", "tag": "e5d4bb38-dd9d-4428-bb84-041d20cc0bed"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:54:38.966304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636990f-4d9c-4462-9361-b701281ba1af service neutron] Pushing event updated for resources: {'Port': ['ID=e5d4bb38-dd9d-4428-bb84-041d20cc0bed,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:38.984698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:54:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ce8d0d9-9132-4868-b957-ec6f258fe025 x-openstack-request-id: req-5ce8d0d9-9132-4868-b957-ec6f258fe025 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:54:38.985073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70396b0c-70d8-4012-9e82-ad293257e07d", "tag": "e5d4bb38-dd9d-4428-bb84-041d20cc0bed", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:54:38.985356 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ce8d0d9-9132-4868-b957-ec6f258fe025 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:54:38.986258 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70396b0c-70d8-4012-9e82-ad293257e07d', 'tag': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'status': 'completed', 'code': 200} Nov 23 04:54:39.059075 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-4ace2ef6-0140-45ae-a58a-3bf655da91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:39.060666 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-4ace2ef6-0140-45ae-a58a-3bf655da91cb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 1096 time: 0.0494976 Nov 23 04:54:39.119973 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-e6ab5496-4dda-42b5-b8a8-aef5fe751160 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d4bb38-dd9d-4428-bb84-041d20cc0bed HTTP/1.1" status: 200 len: 217 time: 0.0354924 Nov 23 04:54:39.174343 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-cc065bcf-60e4-4195-a708-96aca0871832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:39.175780 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-cc065bcf-60e4-4195-a708-96aca0871832 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79246c81-b2a5-44b7-ac9f-d05df1117ef5 HTTP/1.1" status: 200 len: 834 time: 0.0445039 Nov 23 04:54:39.197847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fe83bce2-5b40-4fd5-b46d-ec53cdfbcbd9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:39.231321 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-b94ca9b9-ef21-4291-95df-be966b7b8de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:39.232894 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-b94ca9b9-ef21-4291-95df-be966b7b8de7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caae8f2d-3105-421d-8265-cce4e1796b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451972 Nov 23 04:54:39.331365 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-d66983fa-0d07-45f3-8f7c-2f26f87cc6f2 service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859265 Nov 23 04:54:39.430209 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4d6e1d0a-c825-41cb-9ee2-db11e4be1b9a req-726173e8-4529-43a3-9924-e2b8f1b1ad49 service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867960 Nov 23 04:54:39.583542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b405732-79e4-4ec1-a94d-33d22adcc24f req-2e2f4e3c-4f38-46a6-ada6-cfe3b1a5d03c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:39.584967 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b405732-79e4-4ec1-a94d-33d22adcc24f req-2e2f4e3c-4f38-46a6-ada6-cfe3b1a5d03c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 1096 time: 0.0480177 Nov 23 04:54:39.678528 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b405732-79e4-4ec1-a94d-33d22adcc24f req-fb462b68-9f4f-4b35-95e7-38259e83eb07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:39.679967 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b405732-79e4-4ec1-a94d-33d22adcc24f req-fb462b68-9f4f-4b35-95e7-38259e83eb07 service neutron] 10.222.0.15 "GET /v2.0/networks?id=caae8f2d-3105-421d-8265-cce4e1796b0d HTTP/1.1" status: 200 len: 898 time: 0.0851595 Nov 23 04:54:39.728169 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b405732-79e4-4ec1-a94d-33d22adcc24f req-37dd98b7-e867-4f33-ab2d-73c4bfa48ac9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d4bb38-dd9d-4428-bb84-041d20cc0bed HTTP/1.1" status: 200 len: 217 time: 0.0369296 Nov 23 04:54:39.784668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b405732-79e4-4ec1-a94d-33d22adcc24f req-33b6349c-bb92-4d84-bc74-068dece96a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:39.786148 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b405732-79e4-4ec1-a94d-33d22adcc24f req-33b6349c-bb92-4d84-bc74-068dece96a17 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79246c81-b2a5-44b7-ac9f-d05df1117ef5 HTTP/1.1" status: 200 len: 834 time: 0.0461569 Nov 23 04:54:39.813465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63af84f8-3faa-43d4-94e6-ec8174e75731 req-cd2cde4a-d1b9-4e0d-a348-8102729b84f8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:39.814960 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-63af84f8-3faa-43d4-94e6-ec8174e75731 req-cd2cde4a-d1b9-4e0d-a348-8102729b84f8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 943 time: 0.0538397 Nov 23 04:54:39.833523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b405732-79e4-4ec1-a94d-33d22adcc24f req-bbca3a27-6464-4ece-b939-a27c5008c14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:39.835086 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b405732-79e4-4ec1-a94d-33d22adcc24f req-bbca3a27-6464-4ece-b939-a27c5008c14a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caae8f2d-3105-421d-8265-cce4e1796b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407884 Nov 23 04:54:39.864270 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-63af84f8-3faa-43d4-94e6-ec8174e75731 req-2c367cfa-dfdc-4da1-82ff-c396f21f6dcb tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=837c0790-7ea3-44f0-b487-5218bcee9a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432770 Nov 23 04:54:39.929017 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b405732-79e4-4ec1-a94d-33d22adcc24f req-6047633b-aa9d-40db-ac16-f3090697d504 service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857258 Nov 23 04:54:40.017931 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b405732-79e4-4ec1-a94d-33d22adcc24f req-87903ccd-df2a-467b-9518-46bddd36807a service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809350 Nov 23 04:54:40.368589 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:40.983193 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9630cd08-408d-463c-9491-c2b4df5caa37 req-3dae704c-e850-4e91-9e6b-6b59f19bedd3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:40.985183 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9630cd08-408d-463c-9491-c2b4df5caa37 req-3dae704c-e850-4e91-9e6b-6b59f19bedd3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 943 time: 0.0488145 Nov 23 04:54:41.037196 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9630cd08-408d-463c-9491-c2b4df5caa37 req-f75a42fb-523f-4643-a34a-df3bc60b1408 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=837c0790-7ea3-44f0-b487-5218bcee9a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460880 Nov 23 04:54:41.764654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:42.149496 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0dc6de9-f8f7-44b2-947b-5c4d394a1ffd req-77295f54-526b-474f-a94b-e35ddf5832e7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:42.150965 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b0dc6de9-f8f7-44b2-947b-5c4d394a1ffd req-77295f54-526b-474f-a94b-e35ddf5832e7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 943 time: 0.0485337 Nov 23 04:54:42.199301 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b0dc6de9-f8f7-44b2-947b-5c4d394a1ffd req-310ea93a-0957-4ef1-a7f5-64f5c88e9654 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=837c0790-7ea3-44f0-b487-5218bcee9a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423172 Nov 23 04:54:42.626925 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device e5d4bb38-dd9d-4428-bb84-041d20cc0bed details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:54:42.700569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:42.742523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port e5d4bb38-dd9d-4428-bb84-041d20cc0bed, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e5d4bb38-dd9d-4428-bb84-041d20cc0bed,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:54:42.753331 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'port_id': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'mac_address': 'fa:16:3e:b8:76:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:54:42.790079 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:42.803273 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5d4bb38-dd9d-4428-bb84-041d20cc0bed {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:54:42.823698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port e5d4bb38-dd9d-4428-bb84-041d20cc0bed, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e5d4bb38-dd9d-4428-bb84-041d20cc0bed,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:54:42.827510 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:42.873542 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=e5d4bb38-dd9d-4428-bb84-041d20cc0bed,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:43.241621 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['e5d4bb38-dd9d-4428-bb84-041d20cc0bed'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:54:43.311903 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c92ccd-db12-44e0-a2b7-ec399c2a24ef req-05a2fb11-0278-44ee-bf0c-ae32f1516ab0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:43.313978 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-73c92ccd-db12-44e0-a2b7-ec399c2a24ef req-05a2fb11-0278-44ee-bf0c-ae32f1516ab0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 944 time: 0.0486710 Nov 23 04:54:43.362369 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-73c92ccd-db12-44e0-a2b7-ec399c2a24ef req-3acdf2dc-0e25-46fd-99ee-178851f3b8ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=837c0790-7ea3-44f0-b487-5218bcee9a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Nov 23 04:54:44.479733 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9d71d6-167d-4ad4-ba9a-208ac9fa1c97 req-707b4204-1bfb-47c6-a066-c555128d69e4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:44.481235 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-af9d71d6-167d-4ad4-ba9a-208ac9fa1c97 req-707b4204-1bfb-47c6-a066-c555128d69e4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 944 time: 0.0526834 Nov 23 04:54:44.530000 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-af9d71d6-167d-4ad4-ba9a-208ac9fa1c97 req-f6533f5b-c39d-4d10-a28e-bbfbf525ab89 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=837c0790-7ea3-44f0-b487-5218bcee9a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429814 Nov 23 04:54:44.643306 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device e5d4bb38-dd9d-4428-bb84-041d20cc0bed up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:54:44.694182 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port e5d4bb38-dd9d-4428-bb84-041d20cc0bed completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:54:44.697817 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port e5d4bb38-dd9d-4428-bb84-041d20cc0bed triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:44.698184 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:44.773252 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:44.795250 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70396b0c-70d8-4012-9e82-ad293257e07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:54:44.798541 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7262f1d0-deeb-46f8-92ad-51464358a9d3" -d '{"events": [{"server_uuid": "70396b0c-70d8-4012-9e82-ad293257e07d", "name": "network-vif-plugged", "status": "completed", "tag": "e5d4bb38-dd9d-4428-bb84-041d20cc0bed"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:54:44.810758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port e5d4bb38-dd9d-4428-bb84-041d20cc0bed, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e5d4bb38-dd9d-4428-bb84-041d20cc0bed,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:54:44.815100 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:44.861598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=e5d4bb38-dd9d-4428-bb84-041d20cc0bed,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:44.894278 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:54:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ccb0f24-98ab-4508-b7d2-577bb8d94762 x-openstack-request-id: req-5ccb0f24-98ab-4508-b7d2-577bb8d94762 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:54:44.894518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70396b0c-70d8-4012-9e82-ad293257e07d", "name": "network-vif-plugged", "status": "completed", "tag": "e5d4bb38-dd9d-4428-bb84-041d20cc0bed", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:54:44.894776 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5ccb0f24-98ab-4508-b7d2-577bb8d94762 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:54:44.895175 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70396b0c-70d8-4012-9e82-ad293257e07d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'code': 200} Nov 23 04:54:45.121936 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272e28b4-45ae-490a-afef-0b14ef12fc3c req-e2f9e1f6-2bfd-4de2-b8c4-efc7f7bd92df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:45.123392 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-272e28b4-45ae-490a-afef-0b14ef12fc3c req-e2f9e1f6-2bfd-4de2-b8c4-efc7f7bd92df service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 1098 time: 0.0398228 Nov 23 04:54:45.177308 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-272e28b4-45ae-490a-afef-0b14ef12fc3c req-28c74ccb-ce96-45db-8f59-051f60c2a748 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=837c0790-7ea3-44f0-b487-5218bcee9a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396996 Nov 23 04:54:45.654319 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9261fc9-1c8b-4f8c-97f9-47bedc64e9de req-6ab5d1bf-b731-4dd3-8503-fc181f7432a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:45.655793 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d9261fc9-1c8b-4f8c-97f9-47bedc64e9de req-6ab5d1bf-b731-4dd3-8503-fc181f7432a4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 945 time: 0.0568390 Nov 23 04:54:45.705125 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d9261fc9-1c8b-4f8c-97f9-47bedc64e9de req-06230e8d-2afb-4322-8004-a3fff7c9c1e2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=837c0790-7ea3-44f0-b487-5218bcee9a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434666 Nov 23 04:54:46.825981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810736b9-8b63-4f02-a510-939a70514546 req-18574ff7-9bb8-4fe1-9934-e58a4fbd5c26 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:46.827544 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-810736b9-8b63-4f02-a510-939a70514546 req-18574ff7-9bb8-4fe1-9934-e58a4fbd5c26 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 945 time: 0.0539305 Nov 23 04:54:46.878413 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-810736b9-8b63-4f02-a510-939a70514546 req-1904ced4-bc5b-421e-9984-52130e4aa109 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=837c0790-7ea3-44f0-b487-5218bcee9a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442111 Nov 23 04:54:46.990332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3276f53-f1b3-44d9-9573-31ecbca8b5db req-5e784b05-096d-4c2b-b3e1-fed2123e53a8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:46.991818 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d3276f53-f1b3-44d9-9573-31ecbca8b5db req-5e784b05-096d-4c2b-b3e1-fed2123e53a8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 945 time: 0.0487611 Nov 23 04:54:47.044170 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d3276f53-f1b3-44d9-9573-31ecbca8b5db req-ba51b233-5d7d-414b-ad86-194533386b0e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=837c0790-7ea3-44f0-b487-5218bcee9a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464365 Nov 23 04:54:47.066592 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48922) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:47.104410 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb95314-2a87-4abe-bfa4-71ad0566c184 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:47.105795 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-eeb95314-2a87-4abe-bfa4-71ad0566c184 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 1093 time: 0.0382617 Nov 23 04:54:47.108534 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48924) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:47.113160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:47.134465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:47.227356 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:47.329960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.101 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/caccfd40-25ee-4ff0-b4fa-6ab907abe59a) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:54:47.432863 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:47.470061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:47.507897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:54:47.510763 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:54:47.514337 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:54:47.540853 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=caccfd40-25ee-4ff0-b4fa-6ab907abe59a,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:47.552444 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:47.552803 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:47.553150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:47.553517 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:47.553872 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:47.554196 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:47.554530 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:47.554862 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:47.555196 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:47.555525 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:47.555855 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:47.556180 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:54:47.884953 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:47.949294 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:48.106177 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:48.111035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:48.177112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=caccfd40-25ee-4ff0-b4fa-6ab907abe59a,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:48.188672 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:48.287998 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP ae9fad18-037c-4ee9-a996-0473ade5e1e2 associated. External IP: 172.26.8.101, port: e5d4bb38-dd9d-4428-bb84-041d20cc0bed. Nov 23 04:54:48.498675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 136eac0b-008e-44c0-b915-451a674d9f60 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:54:48.605330 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:54:48.615565 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d1dc5-e66f-437b-b506-d0cfdc076d5d None None] Sync routers for ids ['136eac0b-008e-44c0-b915-451a674d9f60'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:54:48.622886 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:48.625512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d1dc5-e66f-437b-b506-d0cfdc076d5d None None] Routers {'136eac0b-008e-44c0-b915-451a674d9f60'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:54:48.626259 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-167d1dc5-e66f-437b-b506-d0cfdc076d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:54:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['136eac0b-008e-44c0-b915-451a674d9f60'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:48.651680 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8ed8dfe9-dcb2-4889-a18f-4dfc3ad9bc0b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5420880 Nov 23 04:54:48.653035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70396b0c-70d8-4012-9e82-ad293257e07d', 'tag': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:54:48.654661 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48926) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:48.655903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8dca5e19-bd13-4394-84ee-7e85cd787443" -d '{"events": [{"name": "network-changed", "server_uuid": "70396b0c-70d8-4012-9e82-ad293257e07d", "tag": "e5d4bb38-dd9d-4428-bb84-041d20cc0bed"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:54:48.702929 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de88a36-46fc-4560-9b69-bea9d3f7f955 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:48.705102 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2de88a36-46fc-4560-9b69-bea9d3f7f955 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 1093 time: 0.0479023 Nov 23 04:54:48.752742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:54:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3de08271-8056-4d2b-81e2-4d4548992405 x-openstack-request-id: req-3de08271-8056-4d2b-81e2-4d4548992405 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:54:48.753032 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70396b0c-70d8-4012-9e82-ad293257e07d", "tag": "e5d4bb38-dd9d-4428-bb84-041d20cc0bed", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:54:48.753302 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3de08271-8056-4d2b-81e2-4d4548992405 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:54:48.753769 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70396b0c-70d8-4012-9e82-ad293257e07d', 'tag': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'status': 'completed', 'code': 200} Nov 23 04:54:48.757390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-167d1dc5-e66f-437b-b506-d0cfdc076d5d None None] Set router 136eac0b-008e-44c0-b915-451a674d9f60 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:54:48.840417 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca5e19-bd13-4394-84ee-7e85cd787443 req-d010ed1c-8102-4c16-a259-cba48a65ae1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:48.842416 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8dca5e19-bd13-4394-84ee-7e85cd787443 req-d010ed1c-8102-4c16-a259-cba48a65ae1d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 1098 time: 0.0408599 Nov 23 04:54:48.904750 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48934) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:48.909115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a674a774-d352-46de-af15-a4ac8dfd5289 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1661758650', 'description': 'tempest-secgroup-smoke-1661758650 description', 'project_id': '1f39b592b6944144b30ee044431afa7d'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:48.950365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a674a774-d352-46de-af15-a4ac8dfd5289 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:48.969722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca5e19-bd13-4394-84ee-7e85cd787443 req-d38477f1-c03c-4a35-8b0e-42c6760993ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:48.971172 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8dca5e19-bd13-4394-84ee-7e85cd787443 req-d38477f1-c03c-4a35-8b0e-42c6760993ef service neutron] 10.222.0.15 "GET /v2.0/networks?id=caae8f2d-3105-421d-8265-cce4e1796b0d HTTP/1.1" status: 200 len: 898 time: 0.1206527 Nov 23 04:54:48.983090 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-167d1dc5-e66f-437b-b506-d0cfdc076d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'ae9fad18-037c-4ee9-a996-0473ade5e1e2', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'port_id': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'mac_address': 'fa:16:3e:b8:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70396b0c-70d8-4012-9e82-ad293257e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:54:47Z', 'updated_at': '2021-11-23T04:54:47Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5049291-c74d-4db1-a705-56e512b9294e', 'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:69:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:32Z', 'updated_at': '2021-11-23T04:54:35Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:49.018444 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d1dc5-e66f-437b-b506-d0cfdc076d5d None None] Checking router: 136eac0b-008e-44c0-b915-451a674d9f60 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:54:49.027453 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167d1dc5-e66f-437b-b506-d0cfdc076d5d None None] Routers {'136eac0b-008e-44c0-b915-451a674d9f60'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:54:49.028059 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-167d1dc5-e66f-437b-b506-d0cfdc076d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:54:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['136eac0b-008e-44c0-b915-451a674d9f60'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:49.135586 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-167d1dc5-e66f-437b-b506-d0cfdc076d5d None None] Set router 136eac0b-008e-44c0-b915-451a674d9f60 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:54:49.403967 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8dca5e19-bd13-4394-84ee-7e85cd787443 req-c7bf9415-bae3-4b71-a1a0-be43afcd68f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d4bb38-dd9d-4428-bb84-041d20cc0bed HTTP/1.1" status: 200 len: 999 time: 0.4139814 Nov 23 04:54:49.413618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a674a774-d352-46de-af15-a4ac8dfd5289 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:49.422689 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a674a774-d352-46de-af15-a4ac8dfd5289 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:49.469680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a674a774-d352-46de-af15-a4ac8dfd5289 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:49.470885 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a674a774-d352-46de-af15-a4ac8dfd5289 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5651534 Nov 23 04:54:49.473906 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48936) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:49.478838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-7ecc9a86-9422-43d9-a3c9-23940764012b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '66150da8-d4a8-40dd-a403-e2108f849413', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:49.487618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a674a774-d352-46de-af15-a4ac8dfd5289 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=66150da8-d4a8-40dd-a403-e2108f849413,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:49.490751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca5e19-bd13-4394-84ee-7e85cd787443 req-8eb5a00e-081a-4ef2-ad4b-7f31af2d41b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:49.492190 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8dca5e19-bd13-4394-84ee-7e85cd787443 req-8eb5a00e-081a-4ef2-ad4b-7f31af2d41b8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79246c81-b2a5-44b7-ac9f-d05df1117ef5 HTTP/1.1" status: 200 len: 834 time: 0.0810668 Nov 23 04:54:49.517467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-167d1dc5-e66f-437b-b506-d0cfdc076d5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'ae9fad18-037c-4ee9-a996-0473ade5e1e2', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'port_id': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'mac_address': 'fa:16:3e:b8:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70396b0c-70d8-4012-9e82-ad293257e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:54:47Z', 'updated_at': '2021-11-23T04:54:47Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5049291-c74d-4db1-a705-56e512b9294e', 'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:69:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:32Z', 'updated_at': '2021-11-23T04:54:35Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:54:49.523575 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9a86-9422-43d9-a3c9-23940764012b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:49.541719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dca5e19-bd13-4394-84ee-7e85cd787443 req-073797b3-28e8-45fa-8694-01622f463ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:49.543296 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8dca5e19-bd13-4394-84ee-7e85cd787443 req-073797b3-28e8-45fa-8694-01622f463ee8 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caae8f2d-3105-421d-8265-cce4e1796b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431459 Nov 23 04:54:49.560382 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-167d1dc5-e66f-437b-b506-d0cfdc076d5d None None] The sync data for ids ['136eac0b-008e-44c0-b915-451a674d9f60'] in dv-neutron-818850-1-hyperv is: [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'ae9fad18-037c-4ee9-a996-0473ade5e1e2', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'port_id': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'mac_address': 'fa:16:3e:b8:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70396b0c-70d8-4012-9e82-ad293257e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:54:47Z', 'updated_at': '2021-11-23T04:54:47Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5049291-c74d-4db1-a705-56e512b9294e', 'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:69:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:32Z', 'updated_at': '2021-11-23T04:54:35Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:54:49.585958 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9a86-9422-43d9-a3c9-23940764012b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:49.592912 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9a86-9422-43d9-a3c9-23940764012b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:49.614173 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ecc9a86-9422-43d9-a3c9-23940764012b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=96f22f1f-e37a-4719-a4b9-e80bcee2cd2e,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:49.623547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ecc9a86-9422-43d9-a3c9-23940764012b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:49.629015 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7ecc9a86-9422-43d9-a3c9-23940764012b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1497571 Nov 23 04:54:49.629015 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48938) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:49.633032 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-2a207b55-e01f-4a67-8d1c-e6b0f953aa0f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '66150da8-d4a8-40dd-a403-e2108f849413', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:49.667739 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2a207b55-e01f-4a67-8d1c-e6b0f953aa0f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:49.670488 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8dca5e19-bd13-4394-84ee-7e85cd787443 req-ae417db3-1398-44f0-a5aa-0eaa439b8647 service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197603 Nov 23 04:54:49.733700 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2a207b55-e01f-4a67-8d1c-e6b0f953aa0f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:49.738523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2a207b55-e01f-4a67-8d1c-e6b0f953aa0f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:49.760710 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a207b55-e01f-4a67-8d1c-e6b0f953aa0f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd3f43aa-3108-4982-9f0d-d126a0e27f05,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:49.766866 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2a207b55-e01f-4a67-8d1c-e6b0f953aa0f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:49.768023 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2a207b55-e01f-4a67-8d1c-e6b0f953aa0f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387494 Nov 23 04:54:49.770765 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 48940) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:49.771737 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8dca5e19-bd13-4394-84ee-7e85cd787443 req-ec1a6a1e-b071-495b-abde-7aed1b635105 service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937977 Nov 23 04:54:49.775327 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-20c1efc3-5fce-45ae-b925-f51eabab5140 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '66150da8-d4a8-40dd-a403-e2108f849413', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:49.811626 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-20c1efc3-5fce-45ae-b925-f51eabab5140 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:49.821609 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d3b3fe9-9500-4c98-a0f1-229c2395fc37 None None] New status for floating IP ae9fad18-037c-4ee9-a996-0473ade5e1e2: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:54:49.873302 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-20c1efc3-5fce-45ae-b925-f51eabab5140 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:49.877525 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-20c1efc3-5fce-45ae-b925-f51eabab5140 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:49.894739 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c1efc3-5fce-45ae-b925-f51eabab5140 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c17a7cd0-add2-4f42-b6c9-6abf07620901,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:49.904020 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-20c1efc3-5fce-45ae-b925-f51eabab5140 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:49.905212 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-20c1efc3-5fce-45ae-b925-f51eabab5140 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1334877 Nov 23 04:54:49.908576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48942) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:49.913127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-cfe0b9fe-396e-4c1a-ab59-e870c365cc1b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '66150da8-d4a8-40dd-a403-e2108f849413', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:49.939863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cfe0b9fe-396e-4c1a-ab59-e870c365cc1b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:50.005873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cfe0b9fe-396e-4c1a-ab59-e870c365cc1b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:50.009589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cfe0b9fe-396e-4c1a-ab59-e870c365cc1b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:50.027592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe0b9fe-396e-4c1a-ab59-e870c365cc1b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=47e63b26-40aa-4755-b0c6-a42170de320f,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:50.036132 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cfe0b9fe-396e-4c1a-ab59-e870c365cc1b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:50.037330 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cfe0b9fe-396e-4c1a-ab59-e870c365cc1b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1277504 Nov 23 04:54:50.040530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48944) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:50.045228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7e1f95ec-fcab-4a27-bb02-a00995df8e51 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '66150da8-d4a8-40dd-a403-e2108f849413', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:50.066410 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-7e1f95ec-fcab-4a27-bb02-a00995df8e51 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:54:50.071176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e1f95ec-fcab-4a27-bb02-a00995df8e51 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:50.127649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e1f95ec-fcab-4a27-bb02-a00995df8e51 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:50.131302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e1f95ec-fcab-4a27-bb02-a00995df8e51 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:50.149068 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1f95ec-fcab-4a27-bb02-a00995df8e51 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f768ba54-d4ba-4149-94c6-2bfe041463ef,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:50.157040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e1f95ec-fcab-4a27-bb02-a00995df8e51 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:50.158228 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7e1f95ec-fcab-4a27-bb02-a00995df8e51 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1167829 Nov 23 04:54:50.160841 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 48946) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:54:50.165103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ec46ecd6-2c58-43b1-b2eb-34212e4261e5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '66150da8-d4a8-40dd-a403-e2108f849413', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:50.185709 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-ec46ecd6-2c58-43b1-b2eb-34212e4261e5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:54:50.190960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec46ecd6-2c58-43b1-b2eb-34212e4261e5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:50.247878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec46ecd6-2c58-43b1-b2eb-34212e4261e5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:50.251730 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec46ecd6-2c58-43b1-b2eb-34212e4261e5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:50.268781 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec46ecd6-2c58-43b1-b2eb-34212e4261e5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8050cab-e6f4-45ed-8965-bd2a92217f4c,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:50.275884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ec46ecd6-2c58-43b1-b2eb-34212e4261e5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:50.277321 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ec46ecd6-2c58-43b1-b2eb-34212e4261e5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1152632 Nov 23 04:54:50.428099 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-0c23dcea-08c8-42e9-bfb7-355a48a4b6a5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1661758650&fields=id&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 267 time: 0.0467448 Nov 23 04:54:50.532994 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-e9e4d520-feb3-4f34-b10f-71985b333356 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:50.534456 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-e9e4d520-feb3-4f34-b10f-71985b333356 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/networks?id=caae8f2d-3105-421d-8265-cce4e1796b0d HTTP/1.1" status: 200 len: 797 time: 0.0997782 Nov 23 04:54:50.549591 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-b62a43d7-cbdb-4035-8d5f-18284e60e92d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/quotas/1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 375 time: 0.0093913 Nov 23 04:54:50.605527 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-70ef82d7-01f0-41c3-a16e-51c861b875be tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0506599 Nov 23 04:54:50.698772 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-32bffbcb-9fe8-46c4-97fd-e76929709e17 service neutron] 10.222.0.37 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812442 Nov 23 04:54:50.791406 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-31af06c9-e279-4439-98c0-f0bf1f9f9779 service neutron] 10.222.0.37 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862696 Nov 23 04:54:50.947866 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b22a8dbb-4394-40a7-9111-3e9ebc87230b req-bb161c32-7b9b-46bf-9b5b-7248f36cf744 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 210 time: 0.0259340 Nov 23 04:54:51.961099 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-8fac6715-ad65-44b8-afc9-923b2e78745c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:51.962638 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-8fac6715-ad65-44b8-afc9-923b2e78745c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/networks?id=caae8f2d-3105-421d-8265-cce4e1796b0d HTTP/1.1" status: 200 len: 797 time: 0.1071773 Nov 23 04:54:52.058184 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d70db009-3848-49cb-b933-37c2102d0b27 req-09c721af-26c2-4926-8b9b-2b11846af640 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 210 time: 0.0402250 Nov 23 04:54:52.076673 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-3df3fb5c-e8fa-427a-ade4-0bd423b17c53 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 473 time: 0.0966353 Nov 23 04:54:52.087335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-fde4fe25-d1b1-4953-b0ba-2c3fc8c871f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'port': {'device_id': 'f3f054e6-6607-4a9b-9569-697a747b6e85', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'admin_state_up': True, 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'security_groups': ['66150da8-d4a8-40dd-a403-e2108f849413']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:52.193512 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-fde4fe25-d1b1-4953-b0ba-2c3fc8c871f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:54:52.197058 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-fde4fe25-d1b1-4953-b0ba-2c3fc8c871f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:52.323663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-fde4fe25-d1b1-4953-b0ba-2c3fc8c871f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.8 (caae8f2d-3105-421d-8265-cce4e1796b0d/79246c81-b2a5-44b7-ac9f-d05df1117ef5/1d82d3f5-3ed6-4567-b567-243d705c0568) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:54:52.467208 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-fde4fe25-d1b1-4953-b0ba-2c3fc8c871f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:52.500541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-fde4fe25-d1b1-4953-b0ba-2c3fc8c871f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:52.542629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-fde4fe25-d1b1-4953-b0ba-2c3fc8c871f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network caae8f2d-3105-421d-8265-cce4e1796b0d is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:54:52.545729 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-fde4fe25-d1b1-4953-b0ba-2c3fc8c871f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:54:52.550004 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-fde4fe25-d1b1-4953-b0ba-2c3fc8c871f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:54:52.575980 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde4fe25-d1b1-4953-b0ba-2c3fc8c871f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=1d82d3f5-3ed6-4567-b567-243d705c0568,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:52.605556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-fde4fe25-d1b1-4953-b0ba-2c3fc8c871f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:52.606191 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-fde4fe25-d1b1-4953-b0ba-2c3fc8c871f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:52.623644 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-fde4fe25-d1b1-4953-b0ba-2c3fc8c871f0 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5398028 Nov 23 04:54:52.642290 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Request body: {'port': {'device_id': 'f3f054e6-6607-4a9b-9569-697a747b6e85', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:54:52.702448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:52.801482 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a0b93778-5306-458a-9ca4-4a2482b11ae1 None None] Provisioning complete for port 1d82d3f5-3ed6-4567-b567-243d705c0568 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:52.802073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a0b93778-5306-458a-9ca4-4a2482b11ae1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:52.834880 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a0b93778-5306-458a-9ca4-4a2482b11ae1 None None] Port 1d82d3f5-3ed6-4567-b567-243d705c0568 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:54:52.962985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d82d3f5-3ed6-4567-b567-243d705c0568 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:54:52.970818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:52.982509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Transition to ACTIVE for port object 1d82d3f5-3ed6-4567-b567-243d705c0568 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:54:52.987223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:53.041378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Pushing event updated for resources: {'Port': ['ID=1d82d3f5-3ed6-4567-b567-243d705c0568,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:53.113250 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Attempting to bind port 1d82d3f5-3ed6-4567-b567-243d705c0568 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:54:53.114203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Attempting to bind port 1d82d3f5-3ed6-4567-b567-243d705c0568 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:54:53.114203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Attempting to bind port 1d82d3f5-3ed6-4567-b567-243d705c0568 on network caae8f2d-3105-421d-8265-cce4e1796b0d {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:54:53.118538 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Port 1d82d3f5-3ed6-4567-b567-243d705c0568 on network caae8f2d-3105-421d-8265-cce4e1796b0d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:54:53.118865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Attempting to bind port 1d82d3f5-3ed6-4567-b567-243d705c0568 on network caae8f2d-3105-421d-8265-cce4e1796b0d {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:54:53.124192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 54, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:54:53.124533 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Checking segment: {'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:54:53.124924 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Bound using segment: {'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:54:53.125384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Bound port: 1d82d3f5-3ed6-4567-b567-243d705c0568, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:54:53.125746 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:53.184730 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ff483f-8cfe-46a7-9569-8a2e3b4a2beb req-68643e4a-e6a0-4a70-a741-438181c0d127 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:53.186560 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-18ff483f-8cfe-46a7-9569-8a2e3b4a2beb req-68643e4a-e6a0-4a70-a741-438181c0d127 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 943 time: 0.0541000 Nov 23 04:54:53.201616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] For port 1d82d3f5-3ed6-4567-b567-243d705c0568, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:54:53.205599 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] For port 1d82d3f5-3ed6-4567-b567-243d705c0568, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1d82d3f5-3ed6-4567-b567-243d705c0568,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:54:53.210280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:53.242256 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-18ff483f-8cfe-46a7-9569-8a2e3b4a2beb req-6302b42e-7808-43ae-9bf5-14944e032671 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66150da8-d4a8-40dd-a403-e2108f849413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494790 Nov 23 04:54:53.247187 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:53.247858 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:53.249100 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-c042d247-232a-443e-80b5-566df73d1daa service neutron] 10.222.0.15 "PUT /v2.0/ports/1d82d3f5-3ed6-4567-b567-243d705c0568 HTTP/1.1" status: 200 len: 1093 time: 0.6111858 Nov 23 04:54:53.249584 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f054e6-6607-4a9b-9569-697a747b6e85', 'tag': '1d82d3f5-3ed6-4567-b567-243d705c0568'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:54:53.252037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a615c9fe-f656-4724-b1fd-a336f2412607" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f054e6-6607-4a9b-9569-697a747b6e85", "tag": "1d82d3f5-3ed6-4567-b567-243d705c0568"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:54:53.300193 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c042d247-232a-443e-80b5-566df73d1daa service neutron] Pushing event updated for resources: {'Port': ['ID=1d82d3f5-3ed6-4567-b567-243d705c0568,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:53.356751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c9f7694-d0b7-4809-87d1-e5e61c1e3b09 x-openstack-request-id: req-3c9f7694-d0b7-4809-87d1-e5e61c1e3b09 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:54:53.357057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f054e6-6607-4a9b-9569-697a747b6e85", "tag": "1d82d3f5-3ed6-4567-b567-243d705c0568", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:54:53.357332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3c9f7694-d0b7-4809-87d1-e5e61c1e3b09 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:54:53.357735 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f054e6-6607-4a9b-9569-697a747b6e85', 'tag': '1d82d3f5-3ed6-4567-b567-243d705c0568', 'status': 'completed', 'code': 200} Nov 23 04:54:53.371537 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-a12184c9-9ecb-48d6-8b73-9877d02e3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:53.373201 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-a12184c9-9ecb-48d6-8b73-9877d02e3e46 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 1096 time: 0.0533290 Nov 23 04:54:53.424444 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-7498bc05-5681-4607-9837-6ac79675f14a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d82d3f5-3ed6-4567-b567-243d705c0568 HTTP/1.1" status: 200 len: 217 time: 0.0367002 Nov 23 04:54:53.475811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-94666835-cd7d-44c2-b57c-1a16a649967e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:53.478129 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-94666835-cd7d-44c2-b57c-1a16a649967e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79246c81-b2a5-44b7-ac9f-d05df1117ef5 HTTP/1.1" status: 200 len: 834 time: 0.0468683 Nov 23 04:54:53.525162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-166677cf-f95b-48b3-b839-66d31c021067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:53.526660 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-166677cf-f95b-48b3-b839-66d31c021067 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caae8f2d-3105-421d-8265-cce4e1796b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414121 Nov 23 04:54:53.621663 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-d60dd067-4d82-49b4-892e-350d3020f0a9 service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867031 Nov 23 04:54:53.715411 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ae4ddc3-0517-4118-a3ef-3524a2d9f32e req-69c18b66-0f3a-4dea-9632-b836e49b1a8e service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867860 Nov 23 04:54:53.858160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615c9fe-f656-4724-b1fd-a336f2412607 req-1efb0243-a9a7-4a9e-869e-72103b1b9290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:53.860202 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a615c9fe-f656-4724-b1fd-a336f2412607 req-1efb0243-a9a7-4a9e-869e-72103b1b9290 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 1096 time: 0.0408034 Nov 23 04:54:53.950660 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615c9fe-f656-4724-b1fd-a336f2412607 req-571ef18f-13ec-48d5-a352-c2cdf86d59df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:53.952074 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a615c9fe-f656-4724-b1fd-a336f2412607 req-571ef18f-13ec-48d5-a352-c2cdf86d59df service neutron] 10.222.0.15 "GET /v2.0/networks?id=caae8f2d-3105-421d-8265-cce4e1796b0d HTTP/1.1" status: 200 len: 898 time: 0.0845661 Nov 23 04:54:53.997335 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a615c9fe-f656-4724-b1fd-a336f2412607 req-c6c54778-defa-4fc3-8620-71fe3abf3be2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d82d3f5-3ed6-4567-b567-243d705c0568 HTTP/1.1" status: 200 len: 217 time: 0.0373030 Nov 23 04:54:54.046485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615c9fe-f656-4724-b1fd-a336f2412607 req-0bb4db3d-d171-4f35-bc9d-1a465c6e64f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:54.048453 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a615c9fe-f656-4724-b1fd-a336f2412607 req-0bb4db3d-d171-4f35-bc9d-1a465c6e64f3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79246c81-b2a5-44b7-ac9f-d05df1117ef5 HTTP/1.1" status: 200 len: 834 time: 0.0436089 Nov 23 04:54:54.097471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a615c9fe-f656-4724-b1fd-a336f2412607 req-182deb49-bda7-43e6-939f-7eb32f9e3fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:54.099005 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a615c9fe-f656-4724-b1fd-a336f2412607 req-182deb49-bda7-43e6-939f-7eb32f9e3fa5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caae8f2d-3105-421d-8265-cce4e1796b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415657 Nov 23 04:54:54.194457 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a615c9fe-f656-4724-b1fd-a336f2412607 req-6cefe257-8284-4630-b01c-55a20941b79c service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872202 Nov 23 04:54:54.284922 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a615c9fe-f656-4724-b1fd-a336f2412607 req-eac04072-b562-4232-9976-998e5a937893 service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828533 Nov 23 04:54:54.375694 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318fb104-4790-44d1-b42b-ce270181dcd0 req-53eb1e7c-5d5e-4e8b-a7ed-d525c131a284 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:54.377283 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-318fb104-4790-44d1-b42b-ce270181dcd0 req-53eb1e7c-5d5e-4e8b-a7ed-d525c131a284 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 943 time: 0.0529568 Nov 23 04:54:54.429478 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-318fb104-4790-44d1-b42b-ce270181dcd0 req-34231171-74b9-4bee-810a-4bbc38b729c1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66150da8-d4a8-40dd-a403-e2108f849413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432734 Nov 23 04:54:55.545760 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0f9922d-9456-44d0-a2b5-48c420540332 req-0db9e86a-6981-498b-8ccc-0882818f0dac tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:55.547235 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e0f9922d-9456-44d0-a2b5-48c420540332 req-0db9e86a-6981-498b-8ccc-0882818f0dac tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 943 time: 0.0496719 Nov 23 04:54:55.600083 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e0f9922d-9456-44d0-a2b5-48c420540332 req-5e5f457b-2888-42dc-ae10-ec1439d9017f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66150da8-d4a8-40dd-a403-e2108f849413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469790 Nov 23 04:54:56.421243 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:54:56.704737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 1d82d3f5-3ed6-4567-b567-243d705c0568 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:54:56.714212 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baed7281-cf30-495f-8049-9f3633139791 req-e1e9d2f7-4e05-42fc-9a9a-068b392d44e4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:56.715744 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-baed7281-cf30-495f-8049-9f3633139791 req-e1e9d2f7-4e05-42fc-9a9a-068b392d44e4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 943 time: 0.0497577 Nov 23 04:54:56.764554 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-baed7281-cf30-495f-8049-9f3633139791 req-2b1ef210-fb5d-422d-b95d-1bd01f5824fc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66150da8-d4a8-40dd-a403-e2108f849413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421422 Nov 23 04:54:56.803472 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 1d82d3f5-3ed6-4567-b567-243d705c0568, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1d82d3f5-3ed6-4567-b567-243d705c0568,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:54:56.814784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '1d82d3f5-3ed6-4567-b567-243d705c0568', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'port_id': '1d82d3f5-3ed6-4567-b567-243d705c0568', 'mac_address': 'fa:16:3e:d4:cc:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 176, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:54:56.851635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:56.864394 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d82d3f5-3ed6-4567-b567-243d705c0568 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:54:56.886447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 1d82d3f5-3ed6-4567-b567-243d705c0568, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1d82d3f5-3ed6-4567-b567-243d705c0568,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:54:56.890152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:56.935746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=1d82d3f5-3ed6-4567-b567-243d705c0568,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:57.234717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['1d82d3f5-3ed6-4567-b567-243d705c0568'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:54:57.879111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3360666d-4a5a-46b3-8d69-4332e9c9c03b req-e3642ebc-4816-47a6-a619-cf7c0b2fb172 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:57.880604 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3360666d-4a5a-46b3-8d69-4332e9c9c03b req-e3642ebc-4816-47a6-a619-cf7c0b2fb172 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 944 time: 0.0490391 Nov 23 04:54:57.929923 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3360666d-4a5a-46b3-8d69-4332e9c9c03b req-37646906-8474-4cd7-ba16-4e2109d9ab63 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66150da8-d4a8-40dd-a403-e2108f849413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434799 Nov 23 04:54:58.715982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 1d82d3f5-3ed6-4567-b567-243d705c0568 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:54:58.764002 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 1d82d3f5-3ed6-4567-b567-243d705c0568 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:54:58.767603 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 1d82d3f5-3ed6-4567-b567-243d705c0568 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:54:58.767971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:58.846519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:58.868661 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f054e6-6607-4a9b-9569-697a747b6e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d82d3f5-3ed6-4567-b567-243d705c0568'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:54:58.870941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2782ae04-ddbe-46e0-8e2d-5952884e2314" -d '{"events": [{"server_uuid": "f3f054e6-6607-4a9b-9569-697a747b6e85", "name": "network-vif-plugged", "status": "completed", "tag": "1d82d3f5-3ed6-4567-b567-243d705c0568"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:54:58.883726 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 1d82d3f5-3ed6-4567-b567-243d705c0568, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1d82d3f5-3ed6-4567-b567-243d705c0568,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:54:58.887635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:54:58.912532 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:54:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3191473d-8fb3-4224-86d1-ef2ba66ea3d4 x-openstack-request-id: req-3191473d-8fb3-4224-86d1-ef2ba66ea3d4 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:54:58.912819 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f054e6-6607-4a9b-9569-697a747b6e85", "name": "network-vif-plugged", "status": "completed", "tag": "1d82d3f5-3ed6-4567-b567-243d705c0568", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:54:58.913095 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3191473d-8fb3-4224-86d1-ef2ba66ea3d4 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:54:58.913513 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f054e6-6607-4a9b-9569-697a747b6e85', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d82d3f5-3ed6-4567-b567-243d705c0568', 'code': 200} Nov 23 04:54:58.938046 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=1d82d3f5-3ed6-4567-b567-243d705c0568,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:54:59.045904 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbca6eda-42a5-4e02-832a-19920ce21629 req-4a8abb4e-05f8-497b-80f4-a61a461ae559 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:59.047445 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cbca6eda-42a5-4e02-832a-19920ce21629 req-4a8abb4e-05f8-497b-80f4-a61a461ae559 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 945 time: 0.0512350 Nov 23 04:54:59.123644 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cbca6eda-42a5-4e02-832a-19920ce21629 req-fa69c582-02c4-4cdb-a0b0-05cbba421706 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66150da8-d4a8-40dd-a403-e2108f849413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703075 Nov 23 04:54:59.135581 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861705d7-82b6-4d9a-a4d2-6856e12e41a9 req-014c29f5-0a87-4f21-8030-8364768de2f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:54:59.136999 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-861705d7-82b6-4d9a-a4d2-6856e12e41a9 req-014c29f5-0a87-4f21-8030-8364768de2f5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 1098 time: 0.0560246 Nov 23 04:54:59.187610 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-861705d7-82b6-4d9a-a4d2-6856e12e41a9 req-69a4c921-ba42-48d3-b766-fa951f4d0e03 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=66150da8-d4a8-40dd-a403-e2108f849413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402763 Nov 23 04:55:00.245596 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23916683-7a28-42ce-aae6-bcc72076417f req-2be2a76b-2640-4615-83c8-1f458ab1d6af tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:00.247049 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-23916683-7a28-42ce-aae6-bcc72076417f req-2be2a76b-2640-4615-83c8-1f458ab1d6af tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 945 time: 0.0528114 Nov 23 04:55:00.295684 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-23916683-7a28-42ce-aae6-bcc72076417f req-2c56762b-1026-41fa-932a-ce12aa4bc855 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66150da8-d4a8-40dd-a403-e2108f849413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427449 Nov 23 04:55:01.410966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e398cd-50b5-43bb-b91b-d026e4b8c494 req-301b4823-4276-42da-af34-c64d0f84296c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:01.412412 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a1e398cd-50b5-43bb-b91b-d026e4b8c494 req-301b4823-4276-42da-af34-c64d0f84296c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 945 time: 0.0497847 Nov 23 04:55:01.460800 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a1e398cd-50b5-43bb-b91b-d026e4b8c494 req-c8f13bd1-399b-4acc-86db-0ca4801ce4ae tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66150da8-d4a8-40dd-a403-e2108f849413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425363 Nov 23 04:55:01.576097 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c8e075-621b-4021-bfd6-d9aa3dbe8d78 req-e1fb78f9-c69a-4416-a5f4-955d34fa391d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:01.577501 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-69c8e075-621b-4021-bfd6-d9aa3dbe8d78 req-e1fb78f9-c69a-4416-a5f4-955d34fa391d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 945 time: 0.0479441 Nov 23 04:55:01.625535 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-69c8e075-621b-4021-bfd6-d9aa3dbe8d78 req-55c1bad7-5cac-471f-a1a5-58a89cdab6d3 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66150da8-d4a8-40dd-a403-e2108f849413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412581 Nov 23 04:55:01.646832 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49000) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:01.689235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7fd339-05dc-410c-a7af-1da3528019b8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:01.690745 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4f7fd339-05dc-410c-a7af-1da3528019b8 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 1093 time: 0.0429265 Nov 23 04:55:01.693462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49002) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:01.697530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': '1d82d3f5-3ed6-4567-b567-243d705c0568', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:55:01.719556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:01.822266 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:01.927506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.251 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/9f8ae044-98a1-4f97-98e6-a7d2e9d7b94b) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:55:02.027700 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:02.061242 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:02.103919 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:55:02.106890 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:55:02.110803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:55:02.116202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=9f8ae044-98a1-4f97-98e6-a7d2e9d7b94b,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:02.461454 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:02.528683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:02.676228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:02.680438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:02.747328 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=9f8ae044-98a1-4f97-98e6-a7d2e9d7b94b,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:02.758692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:02.858280 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP 98ac865c-845b-4e10-b7b1-83a7c042c1c4 associated. External IP: 172.26.8.251, port: 1d82d3f5-3ed6-4567-b567-243d705c0568. Nov 23 04:55:03.063829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 136eac0b-008e-44c0-b915-451a674d9f60 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:55:03.173169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:55:03.183482 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4593851-0b14-49d3-861e-e9045c389e8f None None] Sync routers for ids ['136eac0b-008e-44c0-b915-451a674d9f60'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:55:03.190630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:03.195408 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4593851-0b14-49d3-861e-e9045c389e8f None None] Routers {'136eac0b-008e-44c0-b915-451a674d9f60'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:55:03.196024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a4593851-0b14-49d3-861e-e9045c389e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:54:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['136eac0b-008e-44c0-b915-451a674d9f60'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:03.217619 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-db66ca85-80cf-4445-adb7-81bca60f84b1 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5230632 Nov 23 04:55:03.218196 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f054e6-6607-4a9b-9569-697a747b6e85', 'tag': '1d82d3f5-3ed6-4567-b567-243d705c0568'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:55:03.220476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8b0fbce-f194-419f-91e4-d5d88d357af6" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f054e6-6607-4a9b-9569-697a747b6e85", "tag": "1d82d3f5-3ed6-4567-b567-243d705c0568"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:55:03.257339 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:55:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28b18c4c-a399-4c93-80fb-4201fc0c4584 x-openstack-request-id: req-28b18c4c-a399-4c93-80fb-4201fc0c4584 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:55:03.257632 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f054e6-6607-4a9b-9569-697a747b6e85", "tag": "1d82d3f5-3ed6-4567-b567-243d705c0568", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:55:03.257887 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-28b18c4c-a399-4c93-80fb-4201fc0c4584 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:55:03.258294 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f054e6-6607-4a9b-9569-697a747b6e85', 'tag': '1d82d3f5-3ed6-4567-b567-243d705c0568', 'status': 'completed', 'code': 200} Nov 23 04:55:03.303630 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-a4593851-0b14-49d3-861e-e9045c389e8f None None] Set router 136eac0b-008e-44c0-b915-451a674d9f60 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:55:03.345002 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0fbce-f194-419f-91e4-d5d88d357af6 req-1b93f3e8-8b12-4a35-b47b-6e6634640e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:03.346557 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f8b0fbce-f194-419f-91e4-d5d88d357af6 req-1b93f3e8-8b12-4a35-b47b-6e6634640e0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 1098 time: 0.0432062 Nov 23 04:55:03.446695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0fbce-f194-419f-91e4-d5d88d357af6 req-ea72b787-1d28-4a04-b4c1-70945a9108b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:03.448168 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f8b0fbce-f194-419f-91e4-d5d88d357af6 req-ea72b787-1d28-4a04-b4c1-70945a9108b8 service neutron] 10.222.0.15 "GET /v2.0/networks?id=caae8f2d-3105-421d-8265-cce4e1796b0d HTTP/1.1" status: 200 len: 898 time: 0.0931466 Nov 23 04:55:03.516454 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f8b0fbce-f194-419f-91e4-d5d88d357af6 req-774c8cf2-e5f4-489e-8244-695c754b9012 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d82d3f5-3ed6-4567-b567-243d705c0568 HTTP/1.1" status: 200 len: 999 time: 0.0590596 Nov 23 04:55:03.534794 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a4593851-0b14-49d3-861e-e9045c389e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '98ac865c-845b-4e10-b7b1-83a7c042c1c4', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.251', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'port_id': '1d82d3f5-3ed6-4567-b567-243d705c0568', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'mac_address': 'fa:16:3e:d4:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f054e6-6607-4a9b-9569-697a747b6e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:55:02Z', 'updated_at': '2021-11-23T04:55:02Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}, {'id': 'ae9fad18-037c-4ee9-a996-0473ade5e1e2', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'port_id': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'mac_address': 'fa:16:3e:b8:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70396b0c-70d8-4012-9e82-ad293257e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:54:47Z', 'updated_at': '2021-11-23T04:54:49Z', 'revision_number': 1, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5049291-c74d-4db1-a705-56e512b9294e', 'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:69:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:32Z', 'updated_at': '2021-11-23T04:54:35Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:03.560477 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4593851-0b14-49d3-861e-e9045c389e8f None None] Checking router: 136eac0b-008e-44c0-b915-451a674d9f60 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:55:03.566280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0fbce-f194-419f-91e4-d5d88d357af6 req-109016b8-ebf0-452f-80d2-525d78d4b74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:03.567743 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f8b0fbce-f194-419f-91e4-d5d88d357af6 req-109016b8-ebf0-452f-80d2-525d78d4b74a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79246c81-b2a5-44b7-ac9f-d05df1117ef5 HTTP/1.1" status: 200 len: 834 time: 0.0445013 Nov 23 04:55:03.569219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4593851-0b14-49d3-861e-e9045c389e8f None None] Routers {'136eac0b-008e-44c0-b915-451a674d9f60'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:55:03.569838 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a4593851-0b14-49d3-861e-e9045c389e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:54:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['136eac0b-008e-44c0-b915-451a674d9f60'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:03.617040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b0fbce-f194-419f-91e4-d5d88d357af6 req-5b11eddb-3113-4b05-b630-a926f8e03148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:03.618470 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f8b0fbce-f194-419f-91e4-d5d88d357af6 req-5b11eddb-3113-4b05-b630-a926f8e03148 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caae8f2d-3105-421d-8265-cce4e1796b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435679 Nov 23 04:55:03.674167 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-a4593851-0b14-49d3-861e-e9045c389e8f None None] Set router 136eac0b-008e-44c0-b915-451a674d9f60 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:55:03.710148 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f8b0fbce-f194-419f-91e4-d5d88d357af6 req-897450ff-4629-4396-a4b5-75f947b44325 service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837152 Nov 23 04:55:03.829400 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f8b0fbce-f194-419f-91e4-d5d88d357af6 req-320d15e1-3381-4f68-b52f-ee6528b8b9cf service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1115808 Nov 23 04:55:03.909787 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a4593851-0b14-49d3-861e-e9045c389e8f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '98ac865c-845b-4e10-b7b1-83a7c042c1c4', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.251', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'port_id': '1d82d3f5-3ed6-4567-b567-243d705c0568', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'mac_address': 'fa:16:3e:d4:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f054e6-6607-4a9b-9569-697a747b6e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:55:02Z', 'updated_at': '2021-11-23T04:55:02Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}, {'id': 'ae9fad18-037c-4ee9-a996-0473ade5e1e2', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'port_id': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'mac_address': 'fa:16:3e:b8:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70396b0c-70d8-4012-9e82-ad293257e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:54:47Z', 'updated_at': '2021-11-23T04:54:49Z', 'revision_number': 1, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5049291-c74d-4db1-a705-56e512b9294e', 'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:69:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:32Z', 'updated_at': '2021-11-23T04:54:35Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:03.935171 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4593851-0b14-49d3-861e-e9045c389e8f None None] The sync data for ids ['136eac0b-008e-44c0-b915-451a674d9f60'] in dv-neutron-818850-1-hyperv is: [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '98ac865c-845b-4e10-b7b1-83a7c042c1c4', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.251', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'port_id': '1d82d3f5-3ed6-4567-b567-243d705c0568', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'mac_address': 'fa:16:3e:d4:cc:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3f054e6-6607-4a9b-9569-697a747b6e85', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:55:02Z', 'updated_at': '2021-11-23T04:55:02Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}, {'id': 'ae9fad18-037c-4ee9-a996-0473ade5e1e2', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'port_id': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'mac_address': 'fa:16:3e:b8:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70396b0c-70d8-4012-9e82-ad293257e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:54:47Z', 'updated_at': '2021-11-23T04:54:49Z', 'revision_number': 1, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5049291-c74d-4db1-a705-56e512b9294e', 'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:69:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:32Z', 'updated_at': '2021-11-23T04:54:35Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:55:04.127461 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bfaaed9-483d-4d9a-af41-0a3a85f9d7f7 None None] New status for floating IP 98ac865c-845b-4e10-b7b1-83a7c042c1c4: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:55:06.899520 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-da615997-9ee3-4dbb-acfb-b0d793ff96a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:08.700506 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:09.189943 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1385d3af-06dc-4f39-a484-6b1d513c5375 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:10.369128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:11.767054 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:12.662798 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:31.050732 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4fb48bbc-dc63-469b-85ab-b5129269d21e req-df7d5c44-5d4a-454f-8e03-57d8c61235c4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3507891 Nov 23 04:55:31.150304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb48bbc-dc63-469b-85ab-b5129269d21e req-a59d120b-f950-4ba0-88e1-a515a5340209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:31.152019 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4fb48bbc-dc63-469b-85ab-b5129269d21e req-a59d120b-f950-4ba0-88e1-a515a5340209 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 1098 time: 0.0398788 Nov 23 04:55:31.257090 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb48bbc-dc63-469b-85ab-b5129269d21e req-d84b5f23-30b7-4915-8a83-f3607f6d4e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:31.258563 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4fb48bbc-dc63-469b-85ab-b5129269d21e req-d84b5f23-30b7-4915-8a83-f3607f6d4e0d service neutron] 10.222.0.15 "GET /v2.0/networks?id=caae8f2d-3105-421d-8265-cce4e1796b0d HTTP/1.1" status: 200 len: 898 time: 0.0874083 Nov 23 04:55:31.322909 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4fb48bbc-dc63-469b-85ab-b5129269d21e req-fb5fbdbd-f9f7-41ac-805c-a059a5e89967 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d4bb38-dd9d-4428-bb84-041d20cc0bed HTTP/1.1" status: 200 len: 1001 time: 0.0569661 Nov 23 04:55:31.370968 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb48bbc-dc63-469b-85ab-b5129269d21e req-040bf822-a810-4cbe-b2c1-19d8a4647c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:31.372346 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4fb48bbc-dc63-469b-85ab-b5129269d21e req-040bf822-a810-4cbe-b2c1-19d8a4647c34 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79246c81-b2a5-44b7-ac9f-d05df1117ef5 HTTP/1.1" status: 200 len: 834 time: 0.0426657 Nov 23 04:55:31.420818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb48bbc-dc63-469b-85ab-b5129269d21e req-7f4fce9e-9dfd-4694-a98c-bfb8741b3949 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:31.422288 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4fb48bbc-dc63-469b-85ab-b5129269d21e req-7f4fce9e-9dfd-4694-a98c-bfb8741b3949 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caae8f2d-3105-421d-8265-cce4e1796b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419669 Nov 23 04:55:31.513001 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4fb48bbc-dc63-469b-85ab-b5129269d21e req-4b68f14d-3c35-400e-9e0e-600df46f82d6 service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823274 Nov 23 04:55:31.607172 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4fb48bbc-dc63-469b-85ab-b5129269d21e req-fc603b97-d5d3-4053-b966-2fbea62e909c service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859478 Nov 23 04:55:33.420548 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:55:36.901079 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ff81650b-858d-4073-bb8e-f8953e05f6cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:38.699582 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:39.071995 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49018) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:39.132375 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8f1249f9-d2b3-41e4-b1a5-b57e0829eb94 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/ae9fad18-037c-4ee9-a996-0473ade5e1e2 HTTP/1.1" status: 200 len: 993 time: 0.0591276 Nov 23 04:55:39.190610 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ef2a349e-5c37-4c55-ac44-df93cf25093e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:40.065115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49028) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:40.071052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'port': {'admin_state_up': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:55:40.147283 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:40.292873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port e5d4bb38-dd9d-4428-bb84-041d20cc0bed, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e5d4bb38-dd9d-4428-bb84-041d20cc0bed,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:55:40.326891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:40.331236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:40.372018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:40.374858 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:40.375487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:40.376900 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/ports/e5d4bb38-dd9d-4428-bb84-041d20cc0bed HTTP/1.1" status: 200 len: 938 time: 0.3107555 Nov 23 04:55:40.377487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70396b0c-70d8-4012-9e82-ad293257e07d', 'tag': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:55:40.379892 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-126e8728-53db-4973-9691-17e6801626c1" -d '{"events": [{"name": "network-changed", "server_uuid": "70396b0c-70d8-4012-9e82-ad293257e07d", "tag": "e5d4bb38-dd9d-4428-bb84-041d20cc0bed"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:55:40.405225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=e5d4bb38-dd9d-4428-bb84-041d20cc0bed,revision_number=6']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:40.416011 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:40.416632 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:40.417221 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:40.417865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:40.418423 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:40.418779 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:40.419122 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:40.419466 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:40.419808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:40.420148 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:40.420481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:40.420815 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f73550d-2873-49ce-9e80-32a445d21839 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:40.430437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4087f859-0000-4a47-9988-6a7af41f4d65 x-openstack-request-id: req-4087f859-0000-4a47-9988-6a7af41f4d65 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:55:40.430724 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70396b0c-70d8-4012-9e82-ad293257e07d", "tag": "e5d4bb38-dd9d-4428-bb84-041d20cc0bed", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:55:40.431135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4087f859-0000-4a47-9988-6a7af41f4d65 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:55:40.431539 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70396b0c-70d8-4012-9e82-ad293257e07d', 'tag': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'status': 'completed', 'code': 200} Nov 23 04:55:40.519584 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e8728-53db-4973-9691-17e6801626c1 req-d0edeafa-680c-424f-a616-420c22bcaf3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:40.521105 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-126e8728-53db-4973-9691-17e6801626c1 req-d0edeafa-680c-424f-a616-420c22bcaf3c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 1099 time: 0.0433376 Nov 23 04:55:40.591698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f2eba95b-7e43-4fd0-b4cc-5536199ed538 None None] Provisioning complete for port e5d4bb38-dd9d-4428-bb84-041d20cc0bed triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:55:40.591982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f2eba95b-7e43-4fd0-b4cc-5536199ed538 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:40.624382 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e8728-53db-4973-9691-17e6801626c1 req-d72609ab-88b3-422f-9c2e-ed9998c204d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:40.625891 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-126e8728-53db-4973-9691-17e6801626c1 req-d72609ab-88b3-422f-9c2e-ed9998c204d0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=caae8f2d-3105-421d-8265-cce4e1796b0d HTTP/1.1" status: 200 len: 898 time: 0.0961242 Nov 23 04:55:40.635349 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f2eba95b-7e43-4fd0-b4cc-5536199ed538 None None] Port e5d4bb38-dd9d-4428-bb84-041d20cc0bed is administratively disabled so it will not transition to active. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:356}} Nov 23 04:55:40.697009 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-126e8728-53db-4973-9691-17e6801626c1 req-f33075cf-6a94-4d89-8382-0338798282ab service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d4bb38-dd9d-4428-bb84-041d20cc0bed HTTP/1.1" status: 200 len: 1002 time: 0.0593629 Nov 23 04:55:40.750551 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e8728-53db-4973-9691-17e6801626c1 req-f6bd763a-1e6c-4bc0-953a-fc8b0198bb64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:40.751967 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-126e8728-53db-4973-9691-17e6801626c1 req-f6bd763a-1e6c-4bc0-953a-fc8b0198bb64 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79246c81-b2a5-44b7-ac9f-d05df1117ef5 HTTP/1.1" status: 200 len: 834 time: 0.0436332 Nov 23 04:55:40.807625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126e8728-53db-4973-9691-17e6801626c1 req-99556d52-c29c-4796-9e6b-af9c79e7b367 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:40.809111 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-126e8728-53db-4973-9691-17e6801626c1 req-99556d52-c29c-4796-9e6b-af9c79e7b367 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caae8f2d-3105-421d-8265-cce4e1796b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455446 Nov 23 04:55:40.898741 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-126e8728-53db-4973-9691-17e6801626c1 req-590eb1e9-2f9f-43db-aa53-6bb3c239785f service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818512 Nov 23 04:55:40.997660 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-126e8728-53db-4973-9691-17e6801626c1 req-b66c0ab7-668d-49f1-af62-61c864dffbdd service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867767 Nov 23 04:55:41.770843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:42.664538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:43.816553 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49036) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:43.822460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-0e2a3d56-a827-41ac-ada3-96ef30a608ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'port': {'admin_state_up': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:55:43.882478 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e2a3d56-a827-41ac-ada3-96ef30a608ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:44.028014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-0e2a3d56-a827-41ac-ada3-96ef30a608ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port e5d4bb38-dd9d-4428-bb84-041d20cc0bed, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e5d4bb38-dd9d-4428-bb84-041d20cc0bed,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:55:44.057083 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e2a3d56-a827-41ac-ada3-96ef30a608ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:44.061565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e2a3d56-a827-41ac-ada3-96ef30a608ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:44.104518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2a3d56-a827-41ac-ada3-96ef30a608ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:44.105159 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e2a3d56-a827-41ac-ada3-96ef30a608ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:44.106612 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0e2a3d56-a827-41ac-ada3-96ef30a608ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/ports/e5d4bb38-dd9d-4428-bb84-041d20cc0bed HTTP/1.1" status: 200 len: 937 time: 0.2890484 Nov 23 04:55:44.107180 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70396b0c-70d8-4012-9e82-ad293257e07d', 'tag': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:55:44.109731 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04865d6f-30b2-4360-af68-655847c90223" -d '{"events": [{"name": "network-changed", "server_uuid": "70396b0c-70d8-4012-9e82-ad293257e07d", "tag": "e5d4bb38-dd9d-4428-bb84-041d20cc0bed"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:55:44.114015 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49038) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:44.135517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2a3d56-a827-41ac-ada3-96ef30a608ca tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=e5d4bb38-dd9d-4428-bb84-041d20cc0bed,revision_number=7']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:44.157178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:55:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f2ec555-6f72-48be-925b-00f813df909d x-openstack-request-id: req-5f2ec555-6f72-48be-925b-00f813df909d {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:55:44.157178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70396b0c-70d8-4012-9e82-ad293257e07d", "tag": "e5d4bb38-dd9d-4428-bb84-041d20cc0bed", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:55:44.157178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5f2ec555-6f72-48be-925b-00f813df909d {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:55:44.157578 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70396b0c-70d8-4012-9e82-ad293257e07d', 'tag': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'status': 'completed', 'code': 200} Nov 23 04:55:44.184303 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-821073ce-6dab-4c96-a8d7-8b2f4ca7a59b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/ae9fad18-037c-4ee9-a996-0473ade5e1e2 HTTP/1.1" status: 200 len: 993 time: 0.0671165 Nov 23 04:55:44.245703 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865d6f-30b2-4360-af68-655847c90223 req-4f80fb96-3983-4ff2-acd0-7db2508fd1a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:44.247213 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-04865d6f-30b2-4360-af68-655847c90223 req-4f80fb96-3983-4ff2-acd0-7db2508fd1a4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 1098 time: 0.0429475 Nov 23 04:55:44.347245 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865d6f-30b2-4360-af68-655847c90223 req-b01fb0d1-3342-4c80-8da1-77d3b70db8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:44.348715 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-04865d6f-30b2-4360-af68-655847c90223 req-b01fb0d1-3342-4c80-8da1-77d3b70db8dc service neutron] 10.222.0.15 "GET /v2.0/networks?id=caae8f2d-3105-421d-8265-cce4e1796b0d HTTP/1.1" status: 200 len: 898 time: 0.0937395 Nov 23 04:55:44.376083 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bac9a6d7-aeaa-4915-b11d-5b464ae8b8bd None None] Provisioning complete for port e5d4bb38-dd9d-4428-bb84-041d20cc0bed triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:55:44.376808 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bac9a6d7-aeaa-4915-b11d-5b464ae8b8bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:44.418021 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-04865d6f-30b2-4360-af68-655847c90223 req-7fe840b1-43e1-431a-8fe5-d48f7a42a44c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d4bb38-dd9d-4428-bb84-041d20cc0bed HTTP/1.1" status: 200 len: 1001 time: 0.0614693 Nov 23 04:55:44.449727 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['e5d4bb38-dd9d-4428-bb84-041d20cc0bed'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:55:44.472358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865d6f-30b2-4360-af68-655847c90223 req-330ee5a7-82af-4e91-a7d5-5d8a3ff90743 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:44.473852 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-04865d6f-30b2-4360-af68-655847c90223 req-330ee5a7-82af-4e91-a7d5-5d8a3ff90743 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79246c81-b2a5-44b7-ac9f-d05df1117ef5 HTTP/1.1" status: 200 len: 834 time: 0.0484798 Nov 23 04:55:44.522021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04865d6f-30b2-4360-af68-655847c90223 req-5f0b7b74-9ec2-4127-be9d-3f1ac3d8f47e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:44.524140 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-04865d6f-30b2-4360-af68-655847c90223 req-5f0b7b74-9ec2-4127-be9d-3f1ac3d8f47e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caae8f2d-3105-421d-8265-cce4e1796b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414841 Nov 23 04:55:44.619010 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-04865d6f-30b2-4360-af68-655847c90223 req-6413932d-80ce-4f24-bdae-23929f1321b9 service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825272 Nov 23 04:55:44.719107 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-04865d6f-30b2-4360-af68-655847c90223 req-15d2bfb7-648e-4ba1-a3c8-2ecf426843c2 service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880773 Nov 23 04:55:46.771385 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49048) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:46.933705 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-26fdf4cc-276a-45a9-8dda-02be0908dc9e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 9f8ae044-98a1-4f97-98e6-a7d2e9d7b94b {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:55:46.934048 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26fdf4cc-276a-45a9-8dda-02be0908dc9e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:47.011421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26fdf4cc-276a-45a9-8dda-02be0908dc9e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:47.011748 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26fdf4cc-276a-45a9-8dda-02be0908dc9e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:47.024752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-26fdf4cc-276a-45a9-8dda-02be0908dc9e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 9f8ae044-98a1-4f97-98e6-a7d2e9d7b94b owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:55:47.170515 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26fdf4cc-276a-45a9-8dda-02be0908dc9e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:47.448000 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fdf4cc-276a-45a9-8dda-02be0908dc9e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=9f8ae044-98a1-4f97-98e6-a7d2e9d7b94b,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:47.506210 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26fdf4cc-276a-45a9-8dda-02be0908dc9e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:47.507085 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-26fdf4cc-276a-45a9-8dda-02be0908dc9e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP 98ac865c-845b-4e10-b7b1-83a7c042c1c4 disassociated (deleted). External IP: 172.26.8.251, port: 1d82d3f5-3ed6-4567-b567-243d705c0568. Nov 23 04:55:47.711751 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26fdf4cc-276a-45a9-8dda-02be0908dc9e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 136eac0b-008e-44c0-b915-451a674d9f60 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:55:47.820422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26fdf4cc-276a-45a9-8dda-02be0908dc9e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:55:47.825168 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26fdf4cc-276a-45a9-8dda-02be0908dc9e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:47.829804 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b845b5-087a-4e42-87ee-57a15db05d8a None None] Sync routers for ids ['136eac0b-008e-44c0-b915-451a674d9f60'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:55:47.839677 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b845b5-087a-4e42-87ee-57a15db05d8a None None] Routers {'136eac0b-008e-44c0-b915-451a674d9f60'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:55:47.840297 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e9b845b5-087a-4e42-87ee-57a15db05d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:55:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['136eac0b-008e-44c0-b915-451a674d9f60'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:47.851516 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-26fdf4cc-276a-45a9-8dda-02be0908dc9e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/floatingips/98ac865c-845b-4e10-b7b1-83a7c042c1c4 HTTP/1.1" status: 204 len: 168 time: 1.0784047 Nov 23 04:55:47.852225 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3f054e6-6607-4a9b-9569-697a747b6e85', 'tag': '1d82d3f5-3ed6-4567-b567-243d705c0568'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:55:47.854633 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6aaf6132-2a64-472c-a8f1-959a324c19f1" -d '{"events": [{"name": "network-changed", "server_uuid": "f3f054e6-6607-4a9b-9569-697a747b6e85", "tag": "1d82d3f5-3ed6-4567-b567-243d705c0568"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:55:47.899624 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:55:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f73308b-2e0d-4783-a9be-42b22a6d23fd x-openstack-request-id: req-3f73308b-2e0d-4783-a9be-42b22a6d23fd {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:55:47.900085 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3f054e6-6607-4a9b-9569-697a747b6e85", "tag": "1d82d3f5-3ed6-4567-b567-243d705c0568", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:55:47.900349 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3f73308b-2e0d-4783-a9be-42b22a6d23fd {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:55:47.900750 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3f054e6-6607-4a9b-9569-697a747b6e85', 'tag': '1d82d3f5-3ed6-4567-b567-243d705c0568', 'status': 'completed', 'code': 200} Nov 23 04:55:48.013506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf6132-2a64-472c-a8f1-959a324c19f1 req-fafff576-d497-4e5b-be4f-988471b7435a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:48.015340 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6aaf6132-2a64-472c-a8f1-959a324c19f1 req-fafff576-d497-4e5b-be4f-988471b7435a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 1098 time: 0.0490482 Nov 23 04:55:48.086750 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6af3bf-db43-4d1e-b9e8-5fee38dfede8 req-790e4bd8-b4f7-4bb7-ba3b-9360e1b8e617 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:48.088536 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7e6af3bf-db43-4d1e-b9e8-5fee38dfede8 req-790e4bd8-b4f7-4bb7-ba3b-9360e1b8e617 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 945 time: 0.0531340 Nov 23 04:55:48.099438 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-e9b845b5-087a-4e42-87ee-57a15db05d8a None None] Set router 136eac0b-008e-44c0-b915-451a674d9f60 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:55:48.134897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf6132-2a64-472c-a8f1-959a324c19f1 req-f594450f-8d4c-4a51-92c0-feafe0d5403d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:48.136380 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6aaf6132-2a64-472c-a8f1-959a324c19f1 req-f594450f-8d4c-4a51-92c0-feafe0d5403d service neutron] 10.222.0.15 "GET /v2.0/networks?id=caae8f2d-3105-421d-8265-cce4e1796b0d HTTP/1.1" status: 200 len: 898 time: 0.0945239 Nov 23 04:55:48.154315 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7e6af3bf-db43-4d1e-b9e8-5fee38dfede8 req-d5c5669f-1f7a-45b8-bace-a83682346a55 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66150da8-d4a8-40dd-a403-e2108f849413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578971 Nov 23 04:55:48.183083 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6aaf6132-2a64-472c-a8f1-959a324c19f1 req-4acb0ca5-ec68-45f6-bf40-12e724ebcd95 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1d82d3f5-3ed6-4567-b567-243d705c0568 HTTP/1.1" status: 200 len: 217 time: 0.0366774 Nov 23 04:55:48.233597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf6132-2a64-472c-a8f1-959a324c19f1 req-b6974ed0-12b5-4800-ad11-c57d160a2f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:48.234953 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6aaf6132-2a64-472c-a8f1-959a324c19f1 req-b6974ed0-12b5-4800-ad11-c57d160a2f56 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79246c81-b2a5-44b7-ac9f-d05df1117ef5 HTTP/1.1" status: 200 len: 834 time: 0.0436594 Nov 23 04:55:48.285612 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaf6132-2a64-472c-a8f1-959a324c19f1 req-f1fa63b0-0cda-4696-adcc-655f659fc72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:48.287102 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6aaf6132-2a64-472c-a8f1-959a324c19f1 req-f1fa63b0-0cda-4696-adcc-655f659fc72a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caae8f2d-3105-421d-8265-cce4e1796b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442584 Nov 23 04:55:48.322831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e9b845b5-087a-4e42-87ee-57a15db05d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'ae9fad18-037c-4ee9-a996-0473ade5e1e2', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'port_id': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'mac_address': 'fa:16:3e:b8:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70396b0c-70d8-4012-9e82-ad293257e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:54:47Z', 'updated_at': '2021-11-23T04:54:49Z', 'revision_number': 1, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5049291-c74d-4db1-a705-56e512b9294e', 'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:69:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:32Z', 'updated_at': '2021-11-23T04:54:35Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:48.354858 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b845b5-087a-4e42-87ee-57a15db05d8a None None] Checking router: 136eac0b-008e-44c0-b915-451a674d9f60 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:55:48.363292 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9b845b5-087a-4e42-87ee-57a15db05d8a None None] Routers {'136eac0b-008e-44c0-b915-451a674d9f60'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:55:48.363894 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e9b845b5-087a-4e42-87ee-57a15db05d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:55:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['136eac0b-008e-44c0-b915-451a674d9f60'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:48.379118 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6aaf6132-2a64-472c-a8f1-959a324c19f1 req-a2ace297-6726-4fd4-b4eb-48b0bbf5ca97 service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841765 Nov 23 04:55:48.468402 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-e9b845b5-087a-4e42-87ee-57a15db05d8a None None] Set router 136eac0b-008e-44c0-b915-451a674d9f60 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:55:48.477186 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6aaf6132-2a64-472c-a8f1-959a324c19f1 req-3baee5bc-f89a-4b64-af26-8c0430f39948 service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902212 Nov 23 04:55:48.696242 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e9b845b5-087a-4e42-87ee-57a15db05d8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'ae9fad18-037c-4ee9-a996-0473ade5e1e2', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'port_id': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'mac_address': 'fa:16:3e:b8:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70396b0c-70d8-4012-9e82-ad293257e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:54:47Z', 'updated_at': '2021-11-23T04:54:49Z', 'revision_number': 1, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5049291-c74d-4db1-a705-56e512b9294e', 'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:69:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:32Z', 'updated_at': '2021-11-23T04:54:35Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:48.722218 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9b845b5-087a-4e42-87ee-57a15db05d8a None None] The sync data for ids ['136eac0b-008e-44c0-b915-451a674d9f60'] in dv-neutron-818850-1-hyperv is: [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'ae9fad18-037c-4ee9-a996-0473ade5e1e2', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.101', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'port_id': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 1487, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'mac_address': 'fa:16:3e:b8:76:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70396b0c-70d8-4012-9e82-ad293257e07d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:54:47Z', 'updated_at': '2021-11-23T04:54:49Z', 'revision_number': 1, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e5049291-c74d-4db1-a705-56e512b9294e', 'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:69:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:32Z', 'updated_at': '2021-11-23T04:54:35Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:55:48.927238 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2e31d9e-6ad7-4fbb-9a79-5f8224c58bf4 None None] New status for floating IP 98ac865c-845b-4e10-b7b1-83a7c042c1c4: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:55:49.273020 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe82a920-874c-4000-a9ef-38b23d7c3e1d req-85700643-65b8-476d-8d75-11482fa98ed8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:49.274388 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fe82a920-874c-4000-a9ef-38b23d7c3e1d req-85700643-65b8-476d-8d75-11482fa98ed8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 945 time: 0.0489645 Nov 23 04:55:49.322917 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fe82a920-874c-4000-a9ef-38b23d7c3e1d req-fe43dc0d-3411-4d6f-9dac-536b42fa2f01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=66150da8-d4a8-40dd-a403-e2108f849413&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425236 Nov 23 04:55:49.790446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99f152ee-1151-47ee-9a07-a55a12b5471a req-733b5bf9-0390-4f2c-a640-622f68ef7509 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:49.792061 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-99f152ee-1151-47ee-9a07-a55a12b5471a req-733b5bf9-0390-4f2c-a640-622f68ef7509 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 945 time: 0.0515254 Nov 23 04:55:49.890676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-99f152ee-1151-47ee-9a07-a55a12b5471a req-6b15c1a0-277e-45e3-9b0e-35ea8708481b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 1d82d3f5-3ed6-4567-b567-243d705c0568 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:55:49.891010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-99f152ee-1151-47ee-9a07-a55a12b5471a req-6b15c1a0-277e-45e3-9b0e-35ea8708481b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:49.979143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-99f152ee-1151-47ee-9a07-a55a12b5471a req-6b15c1a0-277e-45e3-9b0e-35ea8708481b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 1d82d3f5-3ed6-4567-b567-243d705c0568, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1d82d3f5-3ed6-4567-b567-243d705c0568,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:55:49.979523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-99f152ee-1151-47ee-9a07-a55a12b5471a req-6b15c1a0-277e-45e3-9b0e-35ea8708481b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:49.991995 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-99f152ee-1151-47ee-9a07-a55a12b5471a req-6b15c1a0-277e-45e3-9b0e-35ea8708481b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 1d82d3f5-3ed6-4567-b567-243d705c0568 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:55:50.128609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-99f152ee-1151-47ee-9a07-a55a12b5471a req-6b15c1a0-277e-45e3-9b0e-35ea8708481b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:50.159431 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b15c1a0-277e-45e3-9b0e-35ea8708481b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=1d82d3f5-3ed6-4567-b567-243d705c0568,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:50.205220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-99f152ee-1151-47ee-9a07-a55a12b5471a req-6b15c1a0-277e-45e3-9b0e-35ea8708481b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] No DVR routers for this DVR port 1d82d3f5-3ed6-4567-b567-243d705c0568 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:55:50.207787 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-99f152ee-1151-47ee-9a07-a55a12b5471a req-6b15c1a0-277e-45e3-9b0e-35ea8708481b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:50.211671 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-99f152ee-1151-47ee-9a07-a55a12b5471a req-6b15c1a0-277e-45e3-9b0e-35ea8708481b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "DELETE /v2.0/ports/1d82d3f5-3ed6-4567-b567-243d705c0568 HTTP/1.1" status: 204 len: 173 time: 0.4092684 Nov 23 04:55:50.212101 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3f054e6-6607-4a9b-9569-697a747b6e85', 'name': 'network-vif-deleted', 'tag': '1d82d3f5-3ed6-4567-b567-243d705c0568'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:55:50.214348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5acdb78c-47df-404c-86d2-39a0626575a3" -d '{"events": [{"server_uuid": "f3f054e6-6607-4a9b-9569-697a747b6e85", "name": "network-vif-deleted", "tag": "1d82d3f5-3ed6-4567-b567-243d705c0568"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:55:50.248044 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:55:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ed588d-4544-4c18-b75e-76ca2654f704 x-openstack-request-id: req-11ed588d-4544-4c18-b75e-76ca2654f704 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:55:50.248335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3f054e6-6607-4a9b-9569-697a747b6e85", "name": "network-vif-deleted", "tag": "1d82d3f5-3ed6-4567-b567-243d705c0568", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:55:50.248582 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-11ed588d-4544-4c18-b75e-76ca2654f704 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:55:50.249011 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3f054e6-6607-4a9b-9569-697a747b6e85', 'name': 'network-vif-deleted', 'tag': '1d82d3f5-3ed6-4567-b567-243d705c0568', 'status': 'completed', 'code': 200} Nov 23 04:55:50.439661 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a5f19d6a-4276-49a5-b16e-4793f1e23df8 req-7bd3222c-d6b9-4891-a767-50f21eeb1245 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=f3f054e6-6607-4a9b-9569-697a747b6e85 HTTP/1.1" status: 200 len: 210 time: 0.0360904 Nov 23 04:55:51.496031 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49064) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:51.551708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:51.575814 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:51.633723 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:51.636339 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:51.637531 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/security-groups/66150da8-d4a8-40dd-a403-e2108f849413 HTTP/1.1" status: 204 len: 168 time: 0.1404431 Nov 23 04:55:51.646629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=66150da8-d4a8-40dd-a403-e2108f849413,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:51.655422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:51.655776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:51.656128 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:51.656463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:51.656801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:51.657137 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:51.657688 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:51.657986 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:51.658351 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:51.658722 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:51.659138 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:51.659497 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cefd4904-a2f1-48d6-ae67-00bd54f68824 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:51.666668 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49068) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:51.824829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-0fd76817-2e88-4fcb-be62-5691dbf8738d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port caccfd40-25ee-4ff0-b4fa-6ab907abe59a {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:55:51.825171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0fd76817-2e88-4fcb-be62-5691dbf8738d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:51.903242 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0fd76817-2e88-4fcb-be62-5691dbf8738d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:51.903565 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0fd76817-2e88-4fcb-be62-5691dbf8738d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:51.915142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-0fd76817-2e88-4fcb-be62-5691dbf8738d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for caccfd40-25ee-4ff0-b4fa-6ab907abe59a owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:55:52.060980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0fd76817-2e88-4fcb-be62-5691dbf8738d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:52.086377 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd76817-2e88-4fcb-be62-5691dbf8738d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=caccfd40-25ee-4ff0-b4fa-6ab907abe59a,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:52.144419 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0fd76817-2e88-4fcb-be62-5691dbf8738d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:52.144752 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-0fd76817-2e88-4fcb-be62-5691dbf8738d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP ae9fad18-037c-4ee9-a996-0473ade5e1e2 disassociated (deleted). External IP: 172.26.8.101, port: e5d4bb38-dd9d-4428-bb84-041d20cc0bed. Nov 23 04:55:52.353551 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fd76817-2e88-4fcb-be62-5691dbf8738d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 136eac0b-008e-44c0-b915-451a674d9f60 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:55:52.461065 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fd76817-2e88-4fcb-be62-5691dbf8738d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:55:52.465837 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0fd76817-2e88-4fcb-be62-5691dbf8738d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:52.470210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58f4b8-6bc9-485f-b9b2-8a54b9472fb1 None None] Sync routers for ids ['136eac0b-008e-44c0-b915-451a674d9f60'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:55:52.479244 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58f4b8-6bc9-485f-b9b2-8a54b9472fb1 None None] Routers {'136eac0b-008e-44c0-b915-451a674d9f60'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:55:52.479849 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-cf58f4b8-6bc9-485f-b9b2-8a54b9472fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:55:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['136eac0b-008e-44c0-b915-451a674d9f60'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:52.492734 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0fd76817-2e88-4fcb-be62-5691dbf8738d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/floatingips/ae9fad18-037c-4ee9-a996-0473ade5e1e2 HTTP/1.1" status: 204 len: 168 time: 0.8252547 Nov 23 04:55:52.493471 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70396b0c-70d8-4012-9e82-ad293257e07d', 'tag': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:55:52.496024 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae1f6d3-c104-442a-b012-853bb93520c4" -d '{"events": [{"name": "network-changed", "server_uuid": "70396b0c-70d8-4012-9e82-ad293257e07d", "tag": "e5d4bb38-dd9d-4428-bb84-041d20cc0bed"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:55:52.539533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:55:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a17fc0a-80b2-40a6-a251-839bf1f0abad x-openstack-request-id: req-8a17fc0a-80b2-40a6-a251-839bf1f0abad {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:55:52.540163 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70396b0c-70d8-4012-9e82-ad293257e07d", "tag": "e5d4bb38-dd9d-4428-bb84-041d20cc0bed", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:55:52.540163 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8a17fc0a-80b2-40a6-a251-839bf1f0abad {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:55:52.540465 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70396b0c-70d8-4012-9e82-ad293257e07d', 'tag': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'status': 'completed', 'code': 200} Nov 23 04:55:52.594149 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-cf58f4b8-6bc9-485f-b9b2-8a54b9472fb1 None None] Set router 136eac0b-008e-44c0-b915-451a674d9f60 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:55:52.657448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1f6d3-c104-442a-b012-853bb93520c4 req-bd6834da-c12e-46bf-8de5-944e66a2a7d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:52.658955 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4ae1f6d3-c104-442a-b012-853bb93520c4 req-bd6834da-c12e-46bf-8de5-944e66a2a7d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 1098 time: 0.0625887 Nov 23 04:55:52.789080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ea251b-e87b-4706-8f8a-ed654cf4f06e req-bc18d3b3-20da-45af-9a6a-2a6f0dcc40d9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:52.790670 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-41ea251b-e87b-4706-8f8a-ed654cf4f06e req-bc18d3b3-20da-45af-9a6a-2a6f0dcc40d9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 945 time: 0.1077361 Nov 23 04:55:52.805329 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-cf58f4b8-6bc9-485f-b9b2-8a54b9472fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'e5049291-c74d-4db1-a705-56e512b9294e', 'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:69:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:32Z', 'updated_at': '2021-11-23T04:54:35Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:52.829027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1f6d3-c104-442a-b012-853bb93520c4 req-09f90ff0-5411-492a-a38b-a7277c80f0f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:52.830484 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4ae1f6d3-c104-442a-b012-853bb93520c4 req-09f90ff0-5411-492a-a38b-a7277c80f0f6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=caae8f2d-3105-421d-8265-cce4e1796b0d HTTP/1.1" status: 200 len: 898 time: 0.1225274 Nov 23 04:55:52.831173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58f4b8-6bc9-485f-b9b2-8a54b9472fb1 None None] Checking router: 136eac0b-008e-44c0-b915-451a674d9f60 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:55:52.840518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf58f4b8-6bc9-485f-b9b2-8a54b9472fb1 None None] Routers {'136eac0b-008e-44c0-b915-451a674d9f60'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:55:52.841129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-cf58f4b8-6bc9-485f-b9b2-8a54b9472fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:55:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['136eac0b-008e-44c0-b915-451a674d9f60'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:52.886023 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4ae1f6d3-c104-442a-b012-853bb93520c4 req-7f461e45-7a0c-4625-8315-1d7c3bff74cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5d4bb38-dd9d-4428-bb84-041d20cc0bed HTTP/1.1" status: 200 len: 217 time: 0.0456274 Nov 23 04:55:52.890927 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-41ea251b-e87b-4706-8f8a-ed654cf4f06e req-29cef5ec-f7ea-4b5d-8bfd-1b49fb7ab6c2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=837c0790-7ea3-44f0-b487-5218bcee9a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913739 Nov 23 04:55:52.947775 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-cf58f4b8-6bc9-485f-b9b2-8a54b9472fb1 None None] Set router 136eac0b-008e-44c0-b915-451a674d9f60 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:55:52.948020 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1f6d3-c104-442a-b012-853bb93520c4 req-299c4e63-16f9-4f73-9ca9-fe925a7ef35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:52.949386 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4ae1f6d3-c104-442a-b012-853bb93520c4 req-299c4e63-16f9-4f73-9ca9-fe925a7ef35d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=79246c81-b2a5-44b7-ac9f-d05df1117ef5 HTTP/1.1" status: 200 len: 834 time: 0.0554531 Nov 23 04:55:52.996570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ae1f6d3-c104-442a-b012-853bb93520c4 req-e5b9cf93-91b2-4e79-8628-e938105a6497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:52.998097 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4ae1f6d3-c104-442a-b012-853bb93520c4 req-e5b9cf93-91b2-4e79-8628-e938105a6497 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=caae8f2d-3105-421d-8265-cce4e1796b0d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408397 Nov 23 04:55:53.032431 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 1d82d3f5-3ed6-4567-b567-243d705c0568 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:55:53.081690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 1d82d3f5-3ed6-4567-b567-243d705c0568 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:55:53.082057 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 1d82d3f5-3ed6-4567-b567-243d705c0568 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:55:53.092977 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4ae1f6d3-c104-442a-b012-853bb93520c4 req-731f09d8-0546-49e9-b56a-1087559d6f80 service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835268 Nov 23 04:55:53.170587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-cf58f4b8-6bc9-485f-b9b2-8a54b9472fb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'e5049291-c74d-4db1-a705-56e512b9294e', 'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:69:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:32Z', 'updated_at': '2021-11-23T04:54:35Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:53.187189 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4ae1f6d3-c104-442a-b012-853bb93520c4 req-e5060a3f-8d19-4784-a579-2c037ea8fcab service neutron] 10.222.0.15 "GET /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858996 Nov 23 04:55:53.196910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf58f4b8-6bc9-485f-b9b2-8a54b9472fb1 None None] The sync data for ids ['136eac0b-008e-44c0-b915-451a674d9f60'] in dv-neutron-818850-1-hyperv is: [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:33Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'e5049291-c74d-4db1-a705-56e512b9294e', 'name': '', 'network_id': 'caae8f2d-3105-421d-8265-cce4e1796b0d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:69:b8:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_interface', 'standard_attr_id': 1475, 'fixed_ips': [{'subnet_id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:32Z', 'updated_at': '2021-11-23T04:54:35Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '79246c81-b2a5-44b7-ac9f-d05df1117ef5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:55:53.407615 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5ed295e-ddf5-42f4-ada9-d4feb6035bdb None None] New status for floating IP ae9fad18-037c-4ee9-a996-0473ade5e1e2: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:55:54.007153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c0421d-6464-494d-80a3-fa14239a1980 req-e53e6606-0f57-4489-a17c-5388a78c9406 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:54.008567 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b5c0421d-6464-494d-80a3-fa14239a1980 req-e53e6606-0f57-4489-a17c-5388a78c9406 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 945 time: 0.0491917 Nov 23 04:55:54.061748 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b5c0421d-6464-494d-80a3-fa14239a1980 req-910d90e2-8e6e-491d-875a-e54808119a92 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=837c0790-7ea3-44f0-b487-5218bcee9a03&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472872 Nov 23 04:55:54.630300 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38257c32-d8a5-4b0a-9f07-b8fad06a9b7f req-29f191e4-8d47-4398-b972-cd359e94dcd9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:54.632374 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-38257c32-d8a5-4b0a-9f07-b8fad06a9b7f req-29f191e4-8d47-4398-b972-cd359e94dcd9 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 945 time: 0.0485792 Nov 23 04:55:54.723999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-38257c32-d8a5-4b0a-9f07-b8fad06a9b7f req-5551bac2-1bd9-4af0-a18f-b4072f955e01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port e5d4bb38-dd9d-4428-bb84-041d20cc0bed {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:55:54.724335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-38257c32-d8a5-4b0a-9f07-b8fad06a9b7f req-5551bac2-1bd9-4af0-a18f-b4072f955e01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:54.813097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-38257c32-d8a5-4b0a-9f07-b8fad06a9b7f req-5551bac2-1bd9-4af0-a18f-b4072f955e01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port e5d4bb38-dd9d-4428-bb84-041d20cc0bed, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e5d4bb38-dd9d-4428-bb84-041d20cc0bed,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:55:54.813491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-38257c32-d8a5-4b0a-9f07-b8fad06a9b7f req-5551bac2-1bd9-4af0-a18f-b4072f955e01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:54.826125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-38257c32-d8a5-4b0a-9f07-b8fad06a9b7f req-5551bac2-1bd9-4af0-a18f-b4072f955e01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for e5d4bb38-dd9d-4428-bb84-041d20cc0bed owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:55:54.952967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-38257c32-d8a5-4b0a-9f07-b8fad06a9b7f req-5551bac2-1bd9-4af0-a18f-b4072f955e01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:54.981780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5551bac2-1bd9-4af0-a18f-b4072f955e01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=e5d4bb38-dd9d-4428-bb84-041d20cc0bed,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:55.028028 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-38257c32-d8a5-4b0a-9f07-b8fad06a9b7f req-5551bac2-1bd9-4af0-a18f-b4072f955e01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] No DVR routers for this DVR port e5d4bb38-dd9d-4428-bb84-041d20cc0bed on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:55:55.030540 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-38257c32-d8a5-4b0a-9f07-b8fad06a9b7f req-5551bac2-1bd9-4af0-a18f-b4072f955e01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:55.033881 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-38257c32-d8a5-4b0a-9f07-b8fad06a9b7f req-5551bac2-1bd9-4af0-a18f-b4072f955e01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "DELETE /v2.0/ports/e5d4bb38-dd9d-4428-bb84-041d20cc0bed HTTP/1.1" status: 204 len: 173 time: 0.3944705 Nov 23 04:55:55.034527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70396b0c-70d8-4012-9e82-ad293257e07d', 'name': 'network-vif-deleted', 'tag': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:55:55.036776 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17401691-db50-4b21-9758-80e607b42b86" -d '{"events": [{"server_uuid": "70396b0c-70d8-4012-9e82-ad293257e07d", "name": "network-vif-deleted", "tag": "e5d4bb38-dd9d-4428-bb84-041d20cc0bed"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:55:55.073171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:55:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79345955-f2b0-4260-8942-780b417fa638 x-openstack-request-id: req-79345955-f2b0-4260-8942-780b417fa638 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:55:55.073498 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70396b0c-70d8-4012-9e82-ad293257e07d", "name": "network-vif-deleted", "tag": "e5d4bb38-dd9d-4428-bb84-041d20cc0bed", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:55:55.073788 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-79345955-f2b0-4260-8942-780b417fa638 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:55:55.074366 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70396b0c-70d8-4012-9e82-ad293257e07d', 'name': 'network-vif-deleted', 'tag': 'e5d4bb38-dd9d-4428-bb84-041d20cc0bed', 'status': 'completed', 'code': 200} Nov 23 04:55:55.159377 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e708a953-31a4-4527-8d9f-01c4b2f902e7 req-ca1fa39d-ed9d-433d-8901-d62c7ddb804b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=70396b0c-70d8-4012-9e82-ad293257e07d HTTP/1.1" status: 200 len: 210 time: 0.0298445 Nov 23 04:55:56.223874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49084) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:56.279598 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-77250a2e-6588-4d67-b822-6fbe6a6f049d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:56.303776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-77250a2e-6588-4d67-b822-6fbe6a6f049d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:56.361012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-77250a2e-6588-4d67-b822-6fbe6a6f049d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:56.363887 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-77250a2e-6588-4d67-b822-6fbe6a6f049d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:56.365021 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-77250a2e-6588-4d67-b822-6fbe6a6f049d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/security-groups/837c0790-7ea3-44f0-b487-5218bcee9a03 HTTP/1.1" status: 204 len: 168 time: 0.1401567 Nov 23 04:55:56.375308 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77250a2e-6588-4d67-b822-6fbe6a6f049d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=837c0790-7ea3-44f0-b487-5218bcee9a03,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:56.397951 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49088) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:56.757326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-50adf04d-6627-43ae-97c1-20fe1d674ee5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:57.009036 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-50adf04d-6627-43ae-97c1-20fe1d674ee5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port e5049291-c74d-4db1-a705-56e512b9294e {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:55:57.009386 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-50adf04d-6627-43ae-97c1-20fe1d674ee5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:57.099516 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-50adf04d-6627-43ae-97c1-20fe1d674ee5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port e5049291-c74d-4db1-a705-56e512b9294e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e5049291-c74d-4db1-a705-56e512b9294e,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:55:57.099877 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-50adf04d-6627-43ae-97c1-20fe1d674ee5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:57.112691 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-50adf04d-6627-43ae-97c1-20fe1d674ee5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for e5049291-c74d-4db1-a705-56e512b9294e owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:55:57.292725 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-50adf04d-6627-43ae-97c1-20fe1d674ee5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:57.320073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50adf04d-6627-43ae-97c1-20fe1d674ee5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=e5049291-c74d-4db1-a705-56e512b9294e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:57.495293 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-50adf04d-6627-43ae-97c1-20fe1d674ee5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:58.019301 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50adf04d-6627-43ae-97c1-20fe1d674ee5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router 136eac0b-008e-44c0-b915-451a674d9f60 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:55:58.121270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50adf04d-6627-43ae-97c1-20fe1d674ee5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:55:58.126271 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-50adf04d-6627-43ae-97c1-20fe1d674ee5 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/136eac0b-008e-44c0-b915-451a674d9f60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7272272 Nov 23 04:55:58.128985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49092) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:58.132320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ce4d7-2d94-4f88-a4a7-46896f704001 None None] Sync routers for ids ['136eac0b-008e-44c0-b915-451a674d9f60'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:55:58.142326 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ce4d7-2d94-4f88-a4a7-46896f704001 None None] Routers {'136eac0b-008e-44c0-b915-451a674d9f60'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:55:58.142937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-0f1ce4d7-2d94-4f88-a4a7-46896f704001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:55:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['136eac0b-008e-44c0-b915-451a674d9f60'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:58.183630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-8452ca7e-ff57-4438-b5c0-104ebff38bb6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting subnet 79246c81-b2a5-44b7-ac9f-d05df1117ef5 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:55:58.186706 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8452ca7e-ff57-4438-b5c0-104ebff38bb6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:58.226029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8452ca7e-ff57-4438-b5c0-104ebff38bb6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:58.246693 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-0f1ce4d7-2d94-4f88-a4a7-46896f704001 None None] Set router 136eac0b-008e-44c0-b915-451a674d9f60 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:55:58.307845 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8452ca7e-ff57-4438-b5c0-104ebff38bb6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:58.375169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8452ca7e-ff57-4438-b5c0-104ebff38bb6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:58.403848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452ca7e-ff57-4438-b5c0-104ebff38bb6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Subnet': ['ID=79246c81-b2a5-44b7-ac9f-d05df1117ef5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:58.408935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8452ca7e-ff57-4438-b5c0-104ebff38bb6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:58.416275 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8452ca7e-ff57-4438-b5c0-104ebff38bb6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/subnets/79246c81-b2a5-44b7-ac9f-d05df1117ef5 HTTP/1.1" status: 204 len: 168 time: 0.2862575 Nov 23 04:55:58.416704 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49094) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:58.419935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a28e9ce-1e60-4716-a024-5835d47934e8 None None] Network caae8f2d-3105-421d-8265-cce4e1796b0d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:55:58.481626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-0f1ce4d7-2d94-4f88-a4a7-46896f704001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:55:57Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:58.518454 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ce4d7-2d94-4f88-a4a7-46896f704001 None None] Checking router: 136eac0b-008e-44c0-b915-451a674d9f60 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:55:58.526389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:58.547380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f1ce4d7-2d94-4f88-a4a7-46896f704001 None None] Routers {'136eac0b-008e-44c0-b915-451a674d9f60'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:55:58.548004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-0f1ce4d7-2d94-4f88-a4a7-46896f704001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:55:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['136eac0b-008e-44c0-b915-451a674d9f60'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:58.631954 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:58.673781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-0f1ce4d7-2d94-4f88-a4a7-46896f704001 None None] Set router 136eac0b-008e-44c0-b915-451a674d9f60 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:55:58.695662 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 9c2abe4e-a58d-400d-9708-3b99dea39c09 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:55:58.695999 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:58.785462 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 9c2abe4e-a58d-400d-9708-3b99dea39c09, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9c2abe4e-a58d-400d-9708-3b99dea39c09,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:55:58.785928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:58.800617 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 9c2abe4e-a58d-400d-9708-3b99dea39c09 owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:55:58.877378 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] DHCP port deletion for caae8f2d-3105-421d-8265-cce4e1796b0d request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:55:58.965053 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:58.989143 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=9c2abe4e-a58d-400d-9708-3b99dea39c09,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:59.013034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-903f4c1b-3855-420f-9e60-f4528dd18e3a None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:55:59.018099 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Deleting port 97cfa506-f109-4c11-9b61-f14c6fb28312 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:55:59.018475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.053295 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.065177 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device e5d4bb38-dd9d-4428-bb84-041d20cc0bed no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:55:59.098469 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: e5d4bb38-dd9d-4428-bb84-041d20cc0bed {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:55:59.098816 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device e5d4bb38-dd9d-4428-bb84-041d20cc0bed not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:55:59.120303 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] For port 97cfa506-f109-4c11-9b61-f14c6fb28312, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=97cfa506-f109-4c11-9b61-f14c6fb28312,segment=NetworkSegment(f36ebce3-9308-42aa-8fdc-52d6ad6dafbd),segment_id=f36ebce3-9308-42aa-8fdc-52d6ad6dafbd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:55:59.120702 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.140514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Calling delete_port for 97cfa506-f109-4c11-9b61-f14c6fb28312 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:55:59.146746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-0f1ce4d7-2d94-4f88-a4a7-46896f704001 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:55:57Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:59.152923 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.155757 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.190063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f1ce4d7-2d94-4f88-a4a7-46896f704001 None None] The sync data for ids ['136eac0b-008e-44c0-b915-451a674d9f60'] in dv-neutron-818850-1-hyperv is: [{'id': '136eac0b-008e-44c0-b915-451a674d9f60', 'name': 'tempest-TestNetworkBasicOps-router-334144809', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37'}], 'enable_snat': True}, 'gw_port_id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:55:57Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': '9c2abe4e-a58d-400d-9708-3b99dea39c09', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ba:f6:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '136eac0b-008e-44c0-b915-451a674d9f60', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1472, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:54:29Z', 'updated_at': '2021-11-23T04:54:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:55:59.206607 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.207140 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Fanout notify agent at l3_agent the message router_deleted on router 136eac0b-008e-44c0-b915-451a674d9f60 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:55:59.215570 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.219465 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ea39b694-db16-49f6-a013-87a1b38b5930 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/routers/136eac0b-008e-44c0-b915-451a674d9f60 HTTP/1.1" status: 204 len: 168 time: 0.7988448 Nov 23 04:55:59.219618 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49096) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:59.275064 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.299138 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6c09baf2-0403-4bf6-96f3-52731d9a040e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.300407 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Pushing event deleted for resources: {'Port': ['ID=97cfa506-f109-4c11-9b61-f14c6fb28312,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:59.304655 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] No DVR routers for this DVR port 97cfa506-f109-4c11-9b61-f14c6fb28312 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:55:59.314763 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:59.315126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:59.315621 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:59.315962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:59.316291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:59.316740 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:59.316947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:59.317254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:59.317712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:59.318076 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:59.318351 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:59.318673 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3e963e2-3f62-4d9c-9637-4cff380c970a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:55:59.393302 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6c09baf2-0403-4bf6-96f3-52731d9a040e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.413850 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6c09baf2-0403-4bf6-96f3-52731d9a040e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['caae8f2d-3105-421d-8265-cce4e1796b0d']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:59.423054 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6c09baf2-0403-4bf6-96f3-52731d9a040e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:59.423700 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6c09baf2-0403-4bf6-96f3-52731d9a040e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f36ebce3-9308-42aa-8fdc-52d6ad6dafbd') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:55:59.432594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6c09baf2-0403-4bf6-96f3-52731d9a040e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.446029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6c09baf2-0403-4bf6-96f3-52731d9a040e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.451866 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c09baf2-0403-4bf6-96f3-52731d9a040e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:55:59.452249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6c09baf2-0403-4bf6-96f3-52731d9a040e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:55:59.455205 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:55:59.519967 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6c09baf2-0403-4bf6-96f3-52731d9a040e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.531060 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6c09baf2-0403-4bf6-96f3-52731d9a040e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.536039 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6c09baf2-0403-4bf6-96f3-52731d9a040e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/networks/caae8f2d-3105-421d-8265-cce4e1796b0d HTTP/1.1" status: 204 len: 168 time: 0.3154249 Nov 23 04:55:59.550154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c09baf2-0403-4bf6-96f3-52731d9a040e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Network': ['ID=caae8f2d-3105-421d-8265-cce4e1796b0d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:59.561692 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49098) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:59.566957 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c6b446da-82fb-4188-8ad2-2a4fca404354 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'network': {'name': 'tempest-network-smoke--1362052531', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'port_security_enabled': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:55:59.589165 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6b446da-82fb-4188-8ad2-2a4fca404354 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:55:59.592547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c6b446da-82fb-4188-8ad2-2a4fca404354 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.617897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6b446da-82fb-4188-8ad2-2a4fca404354 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:55:59.628661 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c6b446da-82fb-4188-8ad2-2a4fca404354 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.629060 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-c6b446da-82fb-4188-8ad2-2a4fca404354 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Added segment a2c099a6-a628-485b-8d5f-35b66f841e2c of type vlan for network bf6ae704-3f16-4e8e-81e3-e545ddf00b65 Nov 23 04:55:59.677862 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c6b446da-82fb-4188-8ad2-2a4fca404354 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.702617 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c6b446da-82fb-4188-8ad2-2a4fca404354 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.708287 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6b446da-82fb-4188-8ad2-2a4fca404354 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:55:59.708903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c6b446da-82fb-4188-8ad2-2a4fca404354 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.772807 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c6b446da-82fb-4188-8ad2-2a4fca404354 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2064803 Nov 23 04:55:59.773609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49100) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:55:59.778742 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-875732908', 'admin_state_up': True, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:55:59.791634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6b446da-82fb-4188-8ad2-2a4fca404354 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Network': ['ID=bf6ae704-3f16-4e8e-81e3-e545ddf00b65,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:55:59.802610 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network bf6ae704-3f16-4e8e-81e3-e545ddf00b65 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:55:59.824927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.826205 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.874959 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e5049291-c74d-4db1-a705-56e512b9294e no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:55:59.898729 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:55:59.900550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: e5049291-c74d-4db1-a705-56e512b9294e {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:55:59.900905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e5049291-c74d-4db1-a705-56e512b9294e not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:55:59.901358 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 97cfa506-f109-4c11-9b61-f14c6fb28312 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:55:59.921453 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 97cfa506-f109-4c11-9b61-f14c6fb28312 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:55:59.921797 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 97cfa506-f109-4c11-9b61-f14c6fb28312 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:56:00.043562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:00.233090 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:00.255901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:00.359530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.241 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/d7b73751-3f3b-447b-b4e0-6899e9cca844) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:56:00.464095 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:00.496795 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:00.535344 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:56:00.538722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:56:00.542302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:56:00.550797 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-252f145c-e4cc-48c4-9279-3331d5f350dd None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:56:00.568671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=d7b73751-3f3b-447b-b4e0-6899e9cca844,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:00.598474 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-0253d6ed-f274-4e6f-8d8b-d4c98dd49a87 None None] Provisioning complete for port d7b73751-3f3b-447b-b4e0-6899e9cca844 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:00.598850 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0253d6ed-f274-4e6f-8d8b-d4c98dd49a87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:00.632749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-0253d6ed-f274-4e6f-8d8b-d4c98dd49a87 None None] Port d7b73751-3f3b-447b-b4e0-6899e9cca844 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:56:00.797695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:00.992418 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:01.119375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router eb130260-f9a7-4139-ba7f-1d236118fd2e is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 04:56:01.224077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:56:01.233883 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Sync routers for ids ['eb130260-f9a7-4139-ba7f-1d236118fd2e'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:56:01.243747 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Routers {'eb130260-f9a7-4139-ba7f-1d236118fd2e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:56:01.244375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:01.244572 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:55:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['eb130260-f9a7-4139-ba7f-1d236118fd2e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:01.248481 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3d97c559-dac6-4a5b-93b6-b664b747b4ea tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.4708645 Nov 23 04:56:01.248855 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49102) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:01.278381 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e639ebbe-8f22-4440-a52c-d3063a387cca tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=1f39b592b6944144b30ee044431afa7d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0283341 Nov 23 04:56:01.280808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49104) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:01.347429 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Set router eb130260-f9a7-4139-ba7f-1d236118fd2e gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:56:01.370297 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d561af-76c1-4556-9ee0-29bb6580501f tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:01.371701 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-84d561af-76c1-4556-9ee0-29bb6580501f tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0899847 Nov 23 04:56:01.374493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49106) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:01.404015 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d40f06c8-7ebc-4bf5-8685-0c8278a91c54 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284567 Nov 23 04:56:01.406426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49108) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:01.411017 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-018ee532-f8a9-4243-ba9f-fec31798edcc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1717854748', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:56:01.499374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018ee532-f8a9-4243-ba9f-fec31798edcc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:56:01.502871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-018ee532-f8a9-4243-ba9f-fec31798edcc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:01.524347 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:56:00Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:56:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:01.554473 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Checking router: eb130260-f9a7-4139-ba7f-1d236118fd2e for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:56:01.554815 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Updating router eb130260-f9a7-4139-ba7f-1d236118fd2e port d7b73751-3f3b-447b-b4e0-6899e9cca844 binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:56:01.579581 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:01.681797 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-018ee532-f8a9-4243-ba9f-fec31798edcc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:01.743714 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ee532-f8a9-4243-ba9f-fec31798edcc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Subnet': ['ID=937f8a4f-d646-4eb7-87b8-7abdca270d8a,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:01.754060 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-018ee532-f8a9-4243-ba9f-fec31798edcc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Checking segment: {'id': 'a2c099a6-a628-485b-8d5f-35b66f841e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:56:01.754267 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018ee532-f8a9-4243-ba9f-fec31798edcc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network hostable DHCP agents. Network: bf6ae704-3f16-4e8e-81e3-e545ddf00b65, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:56:01.765651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9c2abe4e-a58d-400d-9708-3b99dea39c09 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:56:01.773653 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018ee532-f8a9-4243-ba9f-fec31798edcc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network bf6ae704-3f16-4e8e-81e3-e545ddf00b65 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:56:01.786879 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-018ee532-f8a9-4243-ba9f-fec31798edcc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, bf6ae704-3f16-4e8e-81e3-e545ddf00b65) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:56:01.788166 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 9c2abe4e-a58d-400d-9708-3b99dea39c09 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:56:01.788518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9c2abe4e-a58d-400d-9708-3b99dea39c09 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:56:01.792567 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018ee532-f8a9-4243-ba9f-fec31798edcc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:01.793235 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-018ee532-f8a9-4243-ba9f-fec31798edcc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:01.800966 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-372b84f4-9fc6-4b11-943a-bb2aafe95ce1 None None] Network bf6ae704-3f16-4e8e-81e3-e545ddf00b65 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:56:01.813728 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-018ee532-f8a9-4243-ba9f-fec31798edcc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4037993 Nov 23 04:56:01.814210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49110) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:01.842592 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:01.848873 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:01.897522 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Attempting to bind port d7b73751-3f3b-447b-b4e0-6899e9cca844 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:56:01.897974 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Attempting to bind port d7b73751-3f3b-447b-b4e0-6899e9cca844 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:56:01.898403 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Attempting to bind port d7b73751-3f3b-447b-b4e0-6899e9cca844 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:56:01.904926 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-916fce5a-becf-4f68-9067-a28507ad8eca None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:56:01.908170 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:56:01.908616 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:56:01.909077 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:01.909593 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:56:01.910276 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Bound port: d7b73751-3f3b-447b-b4e0-6899e9cca844, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:56:01.910728 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:01.942662 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9380a4-da1b-4e3b-86ba-8d7953eb8b54 None None] Pushing event updated for resources: {'Port': ['ID=d7b73751-3f3b-447b-b4e0-6899e9cca844,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:01.953618 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9380a4-da1b-4e3b-86ba-8d7953eb8b54 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:56:01.954133 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9380a4-da1b-4e3b-86ba-8d7953eb8b54 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:56:01.954427 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9380a4-da1b-4e3b-86ba-8d7953eb8b54 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:56:01.954659 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9380a4-da1b-4e3b-86ba-8d7953eb8b54 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:56:01.954994 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9380a4-da1b-4e3b-86ba-8d7953eb8b54 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:56:01.955326 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9380a4-da1b-4e3b-86ba-8d7953eb8b54 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:56:01.955662 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9380a4-da1b-4e3b-86ba-8d7953eb8b54 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:56:01.955989 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9380a4-da1b-4e3b-86ba-8d7953eb8b54 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:56:01.956317 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9380a4-da1b-4e3b-86ba-8d7953eb8b54 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:56:01.956640 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9380a4-da1b-4e3b-86ba-8d7953eb8b54 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:56:01.956960 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9380a4-da1b-4e3b-86ba-8d7953eb8b54 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:56:01.957295 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea9380a4-da1b-4e3b-86ba-8d7953eb8b54 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:56:01.962463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-fd73a319-5399-449c-8870-583577b58c7d None None] Provisioning complete for port d7b73751-3f3b-447b-b4e0-6899e9cca844 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:01.962972 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fd73a319-5399-449c-8870-583577b58c7d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:01.980245 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] For port d7b73751-3f3b-447b-b4e0-6899e9cca844, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:56:01.983322 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] For port d7b73751-3f3b-447b-b4e0-6899e9cca844, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d7b73751-3f3b-447b-b4e0-6899e9cca844,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:56:01.986908 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ips': [{'subnet_id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 04:56:01.987735 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:01.987886 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:02.017367 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-fd73a319-5399-449c-8870-583577b58c7d None None] Port d7b73751-3f3b-447b-b4e0-6899e9cca844 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:56:02.035723 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Routers {'eb130260-f9a7-4139-ba7f-1d236118fd2e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:56:02.036715 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:55:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['eb130260-f9a7-4139-ba7f-1d236118fd2e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:02.068907 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1159211d-22fd-4607-8c92-44260693c7c1 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:56:02.142788 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] Set router eb130260-f9a7-4139-ba7f-1d236118fd2e gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:56:02.143480 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Allocated IP 172.20.0.2 (bf6ae704-3f16-4e8e-81e3-e545ddf00b65/937f8a4f-d646-4eb7-87b8-7abdca270d8a/d7ee9d24-e12c-4026-b969-f0bea370dda5) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:56:02.205123 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7c182f1f-c8ba-4b79-a90d-309d7cdf2fb4 None None] Provisioning complete for port d7b73751-3f3b-447b-b4e0-6899e9cca844 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:02.205745 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c182f1f-c8ba-4b79-a90d-309d7cdf2fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:02.257585 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9380a4-da1b-4e3b-86ba-8d7953eb8b54 None None] Pushing event updated for resources: {'Port': ['ID=d7b73751-3f3b-447b-b4e0-6899e9cca844,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:02.309271 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:02.346622 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:56:00Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:02.357714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:02.364834 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c182f1f-c8ba-4b79-a90d-309d7cdf2fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:02.369971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:02.374492 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8727b80f-486e-44fa-9873-d2cf82f41813 None None] The sync data for ids ['eb130260-f9a7-4139-ba7f-1d236118fd2e'] in dv-neutron-818850-1-hyperv is: [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:56:00Z', 'revision_number': 3, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:56:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:56:02.425120 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7c182f1f-c8ba-4b79-a90d-309d7cdf2fb4 None None] For port d7b73751-3f3b-447b-b4e0-6899e9cca844, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d7b73751-3f3b-447b-b4e0-6899e9cca844,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:56:02.432437 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Network bf6ae704-3f16-4e8e-81e3-e545ddf00b65 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:56:02.435757 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7c182f1f-c8ba-4b79-a90d-309d7cdf2fb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:02.437797 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:56:02.442227 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:56:02.450139 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Pushing event updated for resources: {'Port': ['ID=d7ee9d24-e12c-4026-b969-f0bea370dda5,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:02.528853 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Attempting to bind port d7ee9d24-e12c-4026-b969-f0bea370dda5 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:56:02.529985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Attempting to bind port d7ee9d24-e12c-4026-b969-f0bea370dda5 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'a2c099a6-a628-485b-8d5f-35b66f841e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:56:02.529985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Attempting to bind port d7ee9d24-e12c-4026-b969-f0bea370dda5 on network bf6ae704-3f16-4e8e-81e3-e545ddf00b65 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:56:02.542110 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:56:02.542493 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Checking segment: {'id': 'a2c099a6-a628-485b-8d5f-35b66f841e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:56:02.542904 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:02.543303 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Bound using segment: {'id': 'a2c099a6-a628-485b-8d5f-35b66f841e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:56:02.543784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Bound port: d7ee9d24-e12c-4026-b969-f0bea370dda5, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c099a6-a628-485b-8d5f-35b66f841e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:56:02.544168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:02.556583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c182f1f-c8ba-4b79-a90d-309d7cdf2fb4 None None] Pushing event updated for resources: {'Port': ['ID=d7b73751-3f3b-447b-b4e0-6899e9cca844,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:02.630754 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] For port d7ee9d24-e12c-4026-b969-f0bea370dda5, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:56:02.634176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.1 (bf6ae704-3f16-4e8e-81e3-e545ddf00b65/937f8a4f-d646-4eb7-87b8-7abdca270d8a/36330cc6-290e-4131-af57-fb0142744712) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:56:02.634956 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] For port d7ee9d24-e12c-4026-b969-f0bea370dda5, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d7ee9d24-e12c-4026-b969-f0bea370dda5,segment=NetworkSegment(a2c099a6-a628-485b-8d5f-35b66f841e2c),segment_id=a2c099a6-a628-485b-8d5f-35b66f841e2c)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:56:02.640251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:02.722677 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b1f6d32-d1f5-4382-af3a-5ff3e7442f39 None None] Pushing event updated for resources: {'Port': ['ID=d7ee9d24-e12c-4026-b969-f0bea370dda5,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:02.791077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:02.828923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:02.887534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network bf6ae704-3f16-4e8e-81e3-e545ddf00b65 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:56:02.895250 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:56:02.899970 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:56:02.927239 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=36330cc6-290e-4131-af57-fb0142744712,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:02.968290 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:03.429690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:03.664023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba32a1e-fa87-4811-8e51-17472bed8b4d None None] Network bf6ae704-3f16-4e8e-81e3-e545ddf00b65 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:56:03.717046 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:03.724620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:03.800788 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f44d6ecf-5045-4156-8db7-afa8c438e545 None None] Provisioning complete for port d7ee9d24-e12c-4026-b969-f0bea370dda5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:03.801173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f44d6ecf-5045-4156-8db7-afa8c438e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:03.816093 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=36330cc6-290e-4131-af57-fb0142744712,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:03.818775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:03.906343 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d7b73751-3f3b-447b-b4e0-6899e9cca844 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:56:03.923322 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network bf6ae704-3f16-4e8e-81e3-e545ddf00b65 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:56:03.925247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:56:03.950263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f44d6ecf-5045-4156-8db7-afa8c438e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:03.998195 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f44d6ecf-5045-4156-8db7-afa8c438e545 None None] For port d7ee9d24-e12c-4026-b969-f0bea370dda5, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d7ee9d24-e12c-4026-b969-f0bea370dda5,segment=NetworkSegment(a2c099a6-a628-485b-8d5f-35b66f841e2c),segment_id=a2c099a6-a628-485b-8d5f-35b66f841e2c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:56:04.007168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f44d6ecf-5045-4156-8db7-afa8c438e545 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:04.013699 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d7b73751-3f3b-447b-b4e0-6899e9cca844 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:04.014079 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:04.074212 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router eb130260-f9a7-4139-ba7f-1d236118fd2e has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:56:04.093301 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44d6ecf-5045-4156-8db7-afa8c438e545 None None] Pushing event updated for resources: {'Port': ['ID=d7ee9d24-e12c-4026-b969-f0bea370dda5,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:04.146298 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d7ee9d24-e12c-4026-b969-f0bea370dda5 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:56:04.198302 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d7ee9d24-e12c-4026-b969-f0bea370dda5 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:04.198804 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:04.210990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:56:04.218862 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4637639c-c5a2-4772-aa50-6b135f3dd3ed tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/eb130260-f9a7-4139-ba7f-1d236118fd2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4011662 Nov 23 04:56:04.219738 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49112) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:04.255269 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c6347ac6-d3c2-4b75-96d9-72bc7bc338c1 None None] Provisioning complete for port 36330cc6-290e-4131-af57-fb0142744712 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:04.255644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c6347ac6-d3c2-4b75-96d9-72bc7bc338c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:04.324736 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c6347ac6-d3c2-4b75-96d9-72bc7bc338c1 None None] Port 36330cc6-290e-4131-af57-fb0142744712 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:56:04.351569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c6347ac6-d3c2-4b75-96d9-72bc7bc338c1 None None] Provisioning complete for port d7ee9d24-e12c-4026-b969-f0bea370dda5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:04.352074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c6347ac6-d3c2-4b75-96d9-72bc7bc338c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:04.429389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Sync routers for ids ['eb130260-f9a7-4139-ba7f-1d236118fd2e'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:56:04.450368 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Routers {'eb130260-f9a7-4139-ba7f-1d236118fd2e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:56:04.451001 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:55:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['eb130260-f9a7-4139-ba7f-1d236118fd2e'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:04.619436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b422418-e258-40cc-b7ed-291d5b333755 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:04.619911 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b422418-e258-40cc-b7ed-291d5b333755 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:04.620373 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b422418-e258-40cc-b7ed-291d5b333755 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:04.620833 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b422418-e258-40cc-b7ed-291d5b333755 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:04.622553 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0b422418-e258-40cc-b7ed-291d5b333755 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2886 time: 0.4012837 Nov 23 04:56:04.625657 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49114) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:04.678991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd0ea3-a2f4-46d5-806a-fb21a3f44211 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:04.679883 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd0ea3-a2f4-46d5-806a-fb21a3f44211 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:04.680658 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd0ea3-a2f4-46d5-806a-fb21a3f44211 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:04.681117 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39cd0ea3-a2f4-46d5-806a-fb21a3f44211 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:04.685647 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-39cd0ea3-a2f4-46d5-806a-fb21a3f44211 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0565441 Nov 23 04:56:04.686078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49116) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:04.733295 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Set router eb130260-f9a7-4139-ba7f-1d236118fd2e gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:56:04.820816 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e469bc22-d728-4692-9c90-70eaf368af69 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1606 time: 0.1334898 Nov 23 04:56:04.828369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ba6ec4d6-dba9-47f3-971d-16f9e14c677d None None] Provisioning complete for port 36330cc6-290e-4131-af57-fb0142744712 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:04.829088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ba6ec4d6-dba9-47f3-971d-16f9e14c677d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:04.903391 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ba6ec4d6-dba9-47f3-971d-16f9e14c677d None None] Port 36330cc6-290e-4131-af57-fb0142744712 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:56:04.974730 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:56:03Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '36330cc6-290e-4131-af57-fb0142744712', 'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:02Z', 'updated_at': '2021-11-23T04:56:03Z', 'revision_number': 2, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:05.004038 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Checking router: eb130260-f9a7-4139-ba7f-1d236118fd2e for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:56:05.004398 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Updating router eb130260-f9a7-4139-ba7f-1d236118fd2e port 36330cc6-290e-4131-af57-fb0142744712 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 04:56:05.028359 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.287087 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.294458 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.311930 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49120) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:05.316773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c811d530-42fb-4b5f-b28b-fe9a09ab0224 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1202308188', 'description': 'tempest-secgroup-smoke-1202308188 description', 'project_id': '1f39b592b6944144b30ee044431afa7d'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:56:05.340094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c811d530-42fb-4b5f-b28b-fe9a09ab0224 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.345026 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1b7b0-4bac-4696-8ef6-09d9d92ed07a None None] Pushing event updated for resources: {'Port': ['ID=36330cc6-290e-4131-af57-fb0142744712,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:05.405796 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Attempting to bind port 36330cc6-290e-4131-af57-fb0142744712 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:56:05.406176 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Attempting to bind port 36330cc6-290e-4131-af57-fb0142744712 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'a2c099a6-a628-485b-8d5f-35b66f841e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:56:05.406549 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Attempting to bind port 36330cc6-290e-4131-af57-fb0142744712 on network bf6ae704-3f16-4e8e-81e3-e545ddf00b65 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:56:05.412046 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 55, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:56:05.413548 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Checking segment: {'id': 'a2c099a6-a628-485b-8d5f-35b66f841e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:56:05.414725 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.415567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Bound using segment: {'id': 'a2c099a6-a628-485b-8d5f-35b66f841e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:56:05.416237 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Bound port: 36330cc6-290e-4131-af57-fb0142744712, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2c099a6-a628-485b-8d5f-35b66f841e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:56:05.416840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.417098 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c811d530-42fb-4b5f-b28b-fe9a09ab0224 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.422346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c811d530-42fb-4b5f-b28b-fe9a09ab0224 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.456197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c811d530-42fb-4b5f-b28b-fe9a09ab0224 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.457864 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c811d530-42fb-4b5f-b28b-fe9a09ab0224 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1448860 Nov 23 04:56:05.459050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c811d530-42fb-4b5f-b28b-fe9a09ab0224 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3d801bac-e2d4-4db7-9837-4fe2bdec38db,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:05.460903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49122) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:05.466218 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-006ab3ed-a6fe-4274-a3bf-3d8224596558 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '3d801bac-e2d4-4db7-9837-4fe2bdec38db', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:56:05.489854 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] For port 36330cc6-290e-4131-af57-fb0142744712, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:56:05.494044 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] For port 36330cc6-290e-4131-af57-fb0142744712, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=36330cc6-290e-4131-af57-fb0142744712,segment=NetworkSegment(a2c099a6-a628-485b-8d5f-35b66f841e2c),segment_id=a2c099a6-a628-485b-8d5f-35b66f841e2c)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:56:05.498415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.499902 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-006ab3ed-a6fe-4274-a3bf-3d8224596558 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.556984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Routers {'eb130260-f9a7-4139-ba7f-1d236118fd2e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:56:05.557651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:55:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['eb130260-f9a7-4139-ba7f-1d236118fd2e'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:05.580966 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-006ab3ed-a6fe-4274-a3bf-3d8224596558 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.586140 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-006ab3ed-a6fe-4274-a3bf-3d8224596558 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.598817 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f1b7b0-4bac-4696-8ef6-09d9d92ed07a None None] Pushing event updated for resources: {'Port': ['ID=36330cc6-290e-4131-af57-fb0142744712,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:05.605757 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006ab3ed-a6fe-4274-a3bf-3d8224596558 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea0179d5-5dcc-4355-b67c-1b5c4d2e22cb,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:05.616550 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-006ab3ed-a6fe-4274-a3bf-3d8224596558 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.617997 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-006ab3ed-a6fe-4274-a3bf-3d8224596558 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1553388 Nov 23 04:56:05.620755 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49124) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:05.625226 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8d20a069-09ae-4a0f-81b8-16a888fb1615 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '3d801bac-e2d4-4db7-9837-4fe2bdec38db', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:56:05.654120 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d20a069-09ae-4a0f-81b8-16a888fb1615 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.667254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-84de23f5-8138-4fd4-9d5d-f0f259b5cb53 None None] Provisioning complete for port 36330cc6-290e-4131-af57-fb0142744712 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:05.667626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-84de23f5-8138-4fd4-9d5d-f0f259b5cb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.715644 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d20a069-09ae-4a0f-81b8-16a888fb1615 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.719110 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d20a069-09ae-4a0f-81b8-16a888fb1615 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.723499 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] Set router eb130260-f9a7-4139-ba7f-1d236118fd2e gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:56:05.738184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d20a069-09ae-4a0f-81b8-16a888fb1615 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=33e30f04-9e39-4da3-8f65-a89faa2361de,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:05.748407 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8d20a069-09ae-4a0f-81b8-16a888fb1615 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.752193 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8d20a069-09ae-4a0f-81b8-16a888fb1615 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1278367 Nov 23 04:56:05.753141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49126) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:05.766893 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-87c71aba-bd53-4e2a-b4ba-2c2dc74f72f6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '3d801bac-e2d4-4db7-9837-4fe2bdec38db', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:56:05.813875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87c71aba-bd53-4e2a-b4ba-2c2dc74f72f6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.871844 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d7ee9d24-e12c-4026-b969-f0bea370dda5 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:56:05.886488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87c71aba-bd53-4e2a-b4ba-2c2dc74f72f6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.890884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87c71aba-bd53-4e2a-b4ba-2c2dc74f72f6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.915145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c71aba-bd53-4e2a-b4ba-2c2dc74f72f6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10cad23a-d38e-4655-97cc-46a9f38d12a1,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:05.924189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-87c71aba-bd53-4e2a-b4ba-2c2dc74f72f6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.926030 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-87c71aba-bd53-4e2a-b4ba-2c2dc74f72f6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1702640 Nov 23 04:56:05.927755 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-84de23f5-8138-4fd4-9d5d-f0f259b5cb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:05.928708 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49128) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:05.933554 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b253d93a-c435-43fb-b94e-cc00cef4383f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '3d801bac-e2d4-4db7-9837-4fe2bdec38db', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:56:05.960818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b253d93a-c435-43fb-b94e-cc00cef4383f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.018208 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b253d93a-c435-43fb-b94e-cc00cef4383f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.021238 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-84de23f5-8138-4fd4-9d5d-f0f259b5cb53 None None] For port 36330cc6-290e-4131-af57-fb0142744712, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=36330cc6-290e-4131-af57-fb0142744712,segment=NetworkSegment(a2c099a6-a628-485b-8d5f-35b66f841e2c),segment_id=a2c099a6-a628-485b-8d5f-35b66f841e2c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:56:06.023140 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b253d93a-c435-43fb-b94e-cc00cef4383f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.024286 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d7ee9d24-e12c-4026-b969-f0bea370dda5 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:06.024695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.029744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-84de23f5-8138-4fd4-9d5d-f0f259b5cb53 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.045594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b253d93a-c435-43fb-b94e-cc00cef4383f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69f601d7-ea7c-4862-96da-ff025961b483,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:06.055906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b253d93a-c435-43fb-b94e-cc00cef4383f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.057136 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b253d93a-c435-43fb-b94e-cc00cef4383f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1272225 Nov 23 04:56:06.060686 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49130) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:06.065257 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-7ff62a49-56d3-4555-8ff0-777bebd45272 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '3d801bac-e2d4-4db7-9837-4fe2bdec38db', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:56:06.087832 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-7ff62a49-56d3-4555-8ff0-777bebd45272 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:56:06.092703 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a49-56d3-4555-8ff0-777bebd45272 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.112285 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84de23f5-8138-4fd4-9d5d-f0f259b5cb53 None None] Pushing event updated for resources: {'Port': ['ID=36330cc6-290e-4131-af57-fb0142744712,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:06.135527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:56:03Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '36330cc6-290e-4131-af57-fb0142744712', 'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:02Z', 'updated_at': '2021-11-23T04:56:05Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:06.154811 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a49-56d3-4555-8ff0-777bebd45272 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.158751 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a49-56d3-4555-8ff0-777bebd45272 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.177321 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ff62a49-56d3-4555-8ff0-777bebd45272 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b2e584f-66ed-4339-82df-0b02ecc0be65,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:06.181934 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7ff62a49-56d3-4555-8ff0-777bebd45272 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.186053 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7ff62a49-56d3-4555-8ff0-777bebd45272 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1213710 Nov 23 04:56:06.186053 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49132) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:06.190342 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bcb4d7c0-5544-41b7-9a07-5ac77329ca9b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'security_group_rule': {'security_group_id': '3d801bac-e2d4-4db7-9837-4fe2bdec38db', 'project_id': '1f39b592b6944144b30ee044431afa7d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:56:06.195883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b07f682-7e72-45be-810b-6021ad7bb004 None None] The sync data for ids ['eb130260-f9a7-4139-ba7f-1d236118fd2e'] in dv-neutron-818850-1-hyperv is: [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:56:03Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '36330cc6-290e-4131-af57-fb0142744712', 'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:02Z', 'updated_at': '2021-11-23T04:56:05Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:56:06.210654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ab6bbf88-6390-4952-95ca-d665a0ae02b0 None None] Provisioning complete for port 36330cc6-290e-4131-af57-fb0142744712 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:06.211174 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ab6bbf88-6390-4952-95ca-d665a0ae02b0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.226698 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-bcb4d7c0-5544-41b7-9a07-5ac77329ca9b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Project 1f39b592b6944144b30ee044431afa7d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 04:56:06.234622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d7c0-5544-41b7-9a07-5ac77329ca9b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.316444 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d7c0-5544-41b7-9a07-5ac77329ca9b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.322167 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d7c0-5544-41b7-9a07-5ac77329ca9b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.349063 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bcb4d7c0-5544-41b7-9a07-5ac77329ca9b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.350365 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bcb4d7c0-5544-41b7-9a07-5ac77329ca9b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1635361 Nov 23 04:56:06.352890 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb4d7c0-5544-41b7-9a07-5ac77329ca9b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5458792a-5297-46bc-911c-4b7fb6e8f4e5,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:06.508894 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-ab8c613f-da08-41b8-b115-9ad58cf88cef tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1202308188&fields=id&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 267 time: 0.0502000 Nov 23 04:56:06.619348 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-161f53af-feca-43ea-b5ab-03362b21e9e8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:06.620843 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-161f53af-feca-43ea-b5ab-03362b21e9e8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/networks?id=bf6ae704-3f16-4e8e-81e3-e545ddf00b65 HTTP/1.1" status: 200 len: 797 time: 0.1048923 Nov 23 04:56:06.637181 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-09434794-bbc2-4ec1-bb5f-9fe7d38ce9c8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/quotas/1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 375 time: 0.0102258 Nov 23 04:56:06.695244 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-fb78c745-f4a4-4806-8171-2be8b5d85422 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0519903 Nov 23 04:56:06.844509 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-cefe93b0-bce6-44ff-96ea-210f76f978fc service neutron] 10.222.0.37 "GET /v2.0/networks/bf6ae704-3f16-4e8e-81e3-e545ddf00b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1344600 Nov 23 04:56:06.904416 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9c27b88c-e497-44b6-b9b8-cf618eb5a5e0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:06.946454 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-4bca8c58-59d7-4007-bf81-6aa20c6ba4b2 service neutron] 10.222.0.37 "GET /v2.0/networks/bf6ae704-3f16-4e8e-81e3-e545ddf00b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0951655 Nov 23 04:56:07.113346 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446dcaed-f12b-455b-a7c0-bb6a41ff6212 req-29fea9bd-9e28-441d-bb9c-095b8c8b2b30 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 210 time: 0.0289409 Nov 23 04:56:07.818435 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 36330cc6-290e-4131-af57-fb0142744712 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:56:07.866548 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 36330cc6-290e-4131-af57-fb0142744712 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:07.866912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:08.206464 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a28e7e6f-dc32-4ab2-aa46-c3913e9e0eb6 req-85459d94-2384-4b69-bfad-2ebbab9e7527 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 210 time: 0.0258825 Nov 23 04:56:08.281407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-f7878940-e023-4afb-a5ca-79fed60e77e8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:08.282956 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-f7878940-e023-4afb-a5ca-79fed60e77e8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/networks?id=bf6ae704-3f16-4e8e-81e3-e545ddf00b65 HTTP/1.1" status: 200 len: 797 time: 0.1106915 Nov 23 04:56:08.374048 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-91c93b1b-3306-4c3b-87df-6642f6d8972d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1f39b592b6944144b30ee044431afa7d HTTP/1.1" status: 200 len: 380 time: 0.0569856 Nov 23 04:56:08.387094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-310f3168-e064-48ff-a260-c474b43a94c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'port': {'device_id': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'admin_state_up': True, 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'security_groups': ['3d801bac-e2d4-4db7-9837-4fe2bdec38db']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:56:08.497060 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-310f3168-e064-48ff-a260-c474b43a94c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Made reservation on behalf of 1f39b592b6944144b30ee044431afa7d for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:56:08.500388 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-310f3168-e064-48ff-a260-c474b43a94c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:08.621709 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-310f3168-e064-48ff-a260-c474b43a94c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.20.0.8 (bf6ae704-3f16-4e8e-81e3-e545ddf00b65/937f8a4f-d646-4eb7-87b8-7abdca270d8a/d24dfa4d-5060-4822-b30b-972515c1781d) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:56:08.721252 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:08.764317 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-310f3168-e064-48ff-a260-c474b43a94c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:08.797125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-310f3168-e064-48ff-a260-c474b43a94c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:08.840918 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-310f3168-e064-48ff-a260-c474b43a94c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network bf6ae704-3f16-4e8e-81e3-e545ddf00b65 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:56:08.843978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-310f3168-e064-48ff-a260-c474b43a94c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:56:08.846256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-310f3168-e064-48ff-a260-c474b43a94c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:56:08.880551 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310f3168-e064-48ff-a260-c474b43a94c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=d24dfa4d-5060-4822-b30b-972515c1781d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:08.917235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-310f3168-e064-48ff-a260-c474b43a94c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:08.917866 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-310f3168-e064-48ff-a260-c474b43a94c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:08.935525 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-310f3168-e064-48ff-a260-c474b43a94c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5526304 Nov 23 04:56:08.956227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Request body: {'port': {'device_id': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:56:09.012998 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:09.071808 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f3df4221-4178-4290-b6c6-687c577c8b7b None None] Provisioning complete for port d24dfa4d-5060-4822-b30b-972515c1781d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:09.072182 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f3df4221-4178-4290-b6c6-687c577c8b7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:09.108505 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f3df4221-4178-4290-b6c6-687c577c8b7b None None] Port d24dfa4d-5060-4822-b30b-972515c1781d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:56:09.192535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19cf61b5-eb9f-428e-90be-d884abb51ef3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:09.278653 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d24dfa4d-5060-4822-b30b-972515c1781d {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:56:09.294732 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:09.327241 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Transition to ACTIVE for port object d24dfa4d-5060-4822-b30b-972515c1781d will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:56:09.331834 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:09.375772 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d80bd6e-d10a-48cf-b299-6a74df28e431 req-f15d8bb6-41eb-4391-9315-212f9f3d59db tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:09.377269 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6d80bd6e-d10a-48cf-b299-6a74df28e431 req-f15d8bb6-41eb-4391-9315-212f9f3d59db tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 931 time: 0.1018126 Nov 23 04:56:09.412093 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Pushing event updated for resources: {'Port': ['ID=d24dfa4d-5060-4822-b30b-972515c1781d,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:09.482374 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6d80bd6e-d10a-48cf-b299-6a74df28e431 req-498aa9dc-86db-4e5d-b81d-9ea8e2522825 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d801bac-e2d4-4db7-9837-4fe2bdec38db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0971327 Nov 23 04:56:09.511398 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Attempting to bind port d24dfa4d-5060-4822-b30b-972515c1781d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:56:09.511729 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Attempting to bind port d24dfa4d-5060-4822-b30b-972515c1781d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'a2c099a6-a628-485b-8d5f-35b66f841e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:56:09.512051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Attempting to bind port d24dfa4d-5060-4822-b30b-972515c1781d on network bf6ae704-3f16-4e8e-81e3-e545ddf00b65 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:56:09.516477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Port d24dfa4d-5060-4822-b30b-972515c1781d on network bf6ae704-3f16-4e8e-81e3-e545ddf00b65 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:56:09.516819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Attempting to bind port d24dfa4d-5060-4822-b30b-972515c1781d on network bf6ae704-3f16-4e8e-81e3-e545ddf00b65 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:56:09.522677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 56, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:56:09.523006 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Checking segment: {'id': 'a2c099a6-a628-485b-8d5f-35b66f841e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:56:09.523381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Bound using segment: {'id': 'a2c099a6-a628-485b-8d5f-35b66f841e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:56:09.523805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Bound port: d24dfa4d-5060-4822-b30b-972515c1781d, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a2c099a6-a628-485b-8d5f-35b66f841e2c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:56:09.524159 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:09.604603 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] For port d24dfa4d-5060-4822-b30b-972515c1781d, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:56:09.607710 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] For port d24dfa4d-5060-4822-b30b-972515c1781d, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d24dfa4d-5060-4822-b30b-972515c1781d,segment=NetworkSegment(a2c099a6-a628-485b-8d5f-35b66f841e2c),segment_id=a2c099a6-a628-485b-8d5f-35b66f841e2c)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:56:09.612000 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:09.650756 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:09.651750 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:09.653058 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] 10.222.0.15 "PUT /v2.0/ports/d24dfa4d-5060-4822-b30b-972515c1781d HTTP/1.1" status: 200 len: 1093 time: 0.7011981 Nov 23 04:56:09.655667 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'tag': 'd24dfa4d-5060-4822-b30b-972515c1781d'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:56:09.658010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dadf0df-5d9e-44c4-88e7-c4d0c7b90969" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7f68ac-04af-4143-bfe2-eaeecfe70286", "tag": "d24dfa4d-5060-4822-b30b-972515c1781d"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:56:09.683809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f49d92-1ff8-4ab8-a9b2-ff60fec6622f service neutron] Pushing event updated for resources: {'Port': ['ID=d24dfa4d-5060-4822-b30b-972515c1781d,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:09.700337 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da5842f5-628f-4e8e-a92a-e8ffcc31479a x-openstack-request-id: req-da5842f5-628f-4e8e-a92a-e8ffcc31479a {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:56:09.700636 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7f68ac-04af-4143-bfe2-eaeecfe70286", "tag": "d24dfa4d-5060-4822-b30b-972515c1781d", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:56:09.700896 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da5842f5-628f-4e8e-a92a-e8ffcc31479a {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:56:09.701342 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'tag': 'd24dfa4d-5060-4822-b30b-972515c1781d', 'status': 'completed', 'code': 200} Nov 23 04:56:09.783684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-365da1f8-a449-4dab-886f-8e063d70be86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:09.784772 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-365da1f8-a449-4dab-886f-8e063d70be86 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 1096 time: 0.0488923 Nov 23 04:56:09.846953 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-04c26a4a-4fda-4a5e-96a5-a9162daca9d2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d24dfa4d-5060-4822-b30b-972515c1781d HTTP/1.1" status: 200 len: 217 time: 0.0388067 Nov 23 04:56:09.899287 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-12682c26-57d3-4025-a9aa-d0f8a1d034b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:09.900689 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-12682c26-57d3-4025-a9aa-d0f8a1d034b4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=937f8a4f-d646-4eb7-87b8-7abdca270d8a HTTP/1.1" status: 200 len: 835 time: 0.0433991 Nov 23 04:56:09.954167 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-e814f248-132d-4274-a78b-c28d827490da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:09.955569 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-e814f248-132d-4274-a78b-c28d827490da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf6ae704-3f16-4e8e-81e3-e545ddf00b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0431354 Nov 23 04:56:10.049893 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-fba88a61-ddaa-4b4d-af05-099ab5bf76b0 service neutron] 10.222.0.15 "GET /v2.0/networks/bf6ae704-3f16-4e8e-81e3-e545ddf00b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859449 Nov 23 04:56:10.142009 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8537a888-4b91-4c29-9507-347ba8d8b3c7 req-874c4631-f324-4a27-8d49-b7eddf99573b service neutron] 10.222.0.15 "GET /v2.0/networks/bf6ae704-3f16-4e8e-81e3-e545ddf00b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811243 Nov 23 04:56:10.289672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadf0df-5d9e-44c4-88e7-c4d0c7b90969 req-cf98aec2-65e2-4c7e-baea-0d1566807932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:10.291230 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dadf0df-5d9e-44c4-88e7-c4d0c7b90969 req-cf98aec2-65e2-4c7e-baea-0d1566807932 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 1096 time: 0.0453660 Nov 23 04:56:10.373065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:10.383620 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadf0df-5d9e-44c4-88e7-c4d0c7b90969 req-4900304b-94bb-4169-91e2-451876a03b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:10.385072 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dadf0df-5d9e-44c4-88e7-c4d0c7b90969 req-4900304b-94bb-4169-91e2-451876a03b7e service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf6ae704-3f16-4e8e-81e3-e545ddf00b65 HTTP/1.1" status: 200 len: 898 time: 0.0865629 Nov 23 04:56:10.419253 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:56:10.427841 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dadf0df-5d9e-44c4-88e7-c4d0c7b90969 req-69f49afe-7790-4251-854e-1d248f9bca1a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d24dfa4d-5060-4822-b30b-972515c1781d HTTP/1.1" status: 200 len: 217 time: 0.0345359 Nov 23 04:56:10.480701 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadf0df-5d9e-44c4-88e7-c4d0c7b90969 req-188ea638-89b1-474b-b571-a2ccaffc477e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:10.482153 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dadf0df-5d9e-44c4-88e7-c4d0c7b90969 req-188ea638-89b1-474b-b571-a2ccaffc477e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=937f8a4f-d646-4eb7-87b8-7abdca270d8a HTTP/1.1" status: 200 len: 835 time: 0.0471075 Nov 23 04:56:10.529621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dadf0df-5d9e-44c4-88e7-c4d0c7b90969 req-f224bbe9-99da-461c-bfe1-e3910ef29882 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:10.531119 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dadf0df-5d9e-44c4-88e7-c4d0c7b90969 req-f224bbe9-99da-461c-bfe1-e3910ef29882 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf6ae704-3f16-4e8e-81e3-e545ddf00b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413675 Nov 23 04:56:10.664314 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824e225b-004b-4185-a8d4-3325b6dc97aa req-88b8d35b-e673-4af8-875d-6eca19b0c715 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:10.666533 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-824e225b-004b-4185-a8d4-3325b6dc97aa req-88b8d35b-e673-4af8-875d-6eca19b0c715 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 943 time: 0.1103678 Nov 23 04:56:10.672298 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dadf0df-5d9e-44c4-88e7-c4d0c7b90969 req-d3a6363f-17c0-47a2-a15c-68619146df5f service neutron] 10.222.0.15 "GET /v2.0/networks/bf6ae704-3f16-4e8e-81e3-e545ddf00b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327217 Nov 23 04:56:10.782146 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-824e225b-004b-4185-a8d4-3325b6dc97aa req-30e18d0e-56f0-425b-b3f3-cda9fe934caf tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d801bac-e2d4-4db7-9837-4fe2bdec38db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1089866 Nov 23 04:56:10.813149 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dadf0df-5d9e-44c4-88e7-c4d0c7b90969 req-6dc87922-fe4e-4f7d-9477-e48aa813bec3 service neutron] 10.222.0.15 "GET /v2.0/networks/bf6ae704-3f16-4e8e-81e3-e545ddf00b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1170492 Nov 23 04:56:11.773730 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:11.898425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57c1fd8-26de-485c-b0bd-e2da259c578f req-04c9dbb4-c9be-40b3-a5a7-913768153233 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:11.899885 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c57c1fd8-26de-485c-b0bd-e2da259c578f req-04c9dbb4-c9be-40b3-a5a7-913768153233 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 943 time: 0.0485284 Nov 23 04:56:11.948498 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c57c1fd8-26de-485c-b0bd-e2da259c578f req-1137c3d8-531a-44b4-8534-09079a4ba1ef tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d801bac-e2d4-4db7-9837-4fe2bdec38db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425510 Nov 23 04:56:12.666630 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:13.062057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef36fbe3-656a-44ca-b948-fd0249fc0ee8 req-efa5d56e-fe7c-43f0-a011-1f2c495ff63a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:13.062780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device d24dfa4d-5060-4822-b30b-972515c1781d details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:56:13.063543 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ef36fbe3-656a-44ca-b948-fd0249fc0ee8 req-efa5d56e-fe7c-43f0-a011-1f2c495ff63a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 943 time: 0.0496142 Nov 23 04:56:13.113507 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ef36fbe3-656a-44ca-b948-fd0249fc0ee8 req-f31eb31d-8f06-406c-a848-c0c47c2303c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d801bac-e2d4-4db7-9837-4fe2bdec38db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434139 Nov 23 04:56:13.159801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port d24dfa4d-5060-4822-b30b-972515c1781d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d24dfa4d-5060-4822-b30b-972515c1781d,segment=NetworkSegment(a2c099a6-a628-485b-8d5f-35b66f841e2c),segment_id=a2c099a6-a628-485b-8d5f-35b66f841e2c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:56:13.171269 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'd24dfa4d-5060-4822-b30b-972515c1781d', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'port_id': 'd24dfa4d-5060-4822-b30b-972515c1781d', 'mac_address': 'fa:16:3e:a6:f8:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:56:13.207781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:13.220348 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d24dfa4d-5060-4822-b30b-972515c1781d {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:56:13.238850 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port d24dfa4d-5060-4822-b30b-972515c1781d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d24dfa4d-5060-4822-b30b-972515c1781d,segment=NetworkSegment(a2c099a6-a628-485b-8d5f-35b66f841e2c),segment_id=a2c099a6-a628-485b-8d5f-35b66f841e2c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:56:13.243013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:13.292021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=d24dfa4d-5060-4822-b30b-972515c1781d,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:13.558783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['d24dfa4d-5060-4822-b30b-972515c1781d'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:56:14.235005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5452a540-11f1-4f63-ae6c-9bcbbc4edee5 req-7f62d0a3-a27b-4a22-b377-4c25f965e7aa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:14.236445 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5452a540-11f1-4f63-ae6c-9bcbbc4edee5 req-7f62d0a3-a27b-4a22-b377-4c25f965e7aa tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 944 time: 0.0512519 Nov 23 04:56:14.284636 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5452a540-11f1-4f63-ae6c-9bcbbc4edee5 req-7b61b28a-3dfc-45c4-9fe3-03a38a3fae8f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d801bac-e2d4-4db7-9837-4fe2bdec38db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417683 Nov 23 04:56:15.069826 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device d24dfa4d-5060-4822-b30b-972515c1781d up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:56:15.120452 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port d24dfa4d-5060-4822-b30b-972515c1781d completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:56:15.124674 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port d24dfa4d-5060-4822-b30b-972515c1781d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:15.125048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:15.206709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:15.232557 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24dfa4d-5060-4822-b30b-972515c1781d'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:56:15.234890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56ce8419-29c1-4c3d-8cb0-d680a8fd739f" -d '{"events": [{"server_uuid": "7c7f68ac-04af-4143-bfe2-eaeecfe70286", "name": "network-vif-plugged", "status": "completed", "tag": "d24dfa4d-5060-4822-b30b-972515c1781d"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:56:15.247826 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port d24dfa4d-5060-4822-b30b-972515c1781d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d24dfa4d-5060-4822-b30b-972515c1781d,segment=NetworkSegment(a2c099a6-a628-485b-8d5f-35b66f841e2c),segment_id=a2c099a6-a628-485b-8d5f-35b66f841e2c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:56:15.252170 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:15.276008 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d991ac00-a867-4264-bdcb-0f04d59f6656 x-openstack-request-id: req-d991ac00-a867-4264-bdcb-0f04d59f6656 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:56:15.276563 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7f68ac-04af-4143-bfe2-eaeecfe70286", "name": "network-vif-plugged", "status": "completed", "tag": "d24dfa4d-5060-4822-b30b-972515c1781d", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:56:15.276821 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d991ac00-a867-4264-bdcb-0f04d59f6656 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:56:15.277217 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd24dfa4d-5060-4822-b30b-972515c1781d', 'code': 200} Nov 23 04:56:15.302212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=d24dfa4d-5060-4822-b30b-972515c1781d,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:15.407807 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ca4a9e-f082-46fc-9180-13c534c78af9 req-d84d6776-6049-478b-986d-b0b86a2687c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:15.409513 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f1ca4a9e-f082-46fc-9180-13c534c78af9 req-d84d6776-6049-478b-986d-b0b86a2687c4 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 945 time: 0.0547903 Nov 23 04:56:15.459883 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f1ca4a9e-f082-46fc-9180-13c534c78af9 req-fb7f1535-2a21-4768-a3fb-587d1d54905b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d801bac-e2d4-4db7-9837-4fe2bdec38db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443313 Nov 23 04:56:15.505313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08c7ebb4-7f5a-4368-8e62-0b7c5dac3619 req-970ee0e7-1b97-47d0-b521-88df85b78e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:15.507371 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-08c7ebb4-7f5a-4368-8e62-0b7c5dac3619 req-970ee0e7-1b97-47d0-b521-88df85b78e96 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 1098 time: 0.0404170 Nov 23 04:56:15.552454 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-08c7ebb4-7f5a-4368-8e62-0b7c5dac3619 req-f13f74cb-6aa1-4690-b988-3b58424bde92 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=3d801bac-e2d4-4db7-9837-4fe2bdec38db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379658 Nov 23 04:56:16.580239 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93623211-d060-4150-951a-007c02c73fdf req-c1389f26-bac8-4335-8d32-864dc57b5ed2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:16.581703 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-93623211-d060-4150-951a-007c02c73fdf req-c1389f26-bac8-4335-8d32-864dc57b5ed2 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 945 time: 0.0542769 Nov 23 04:56:16.631608 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-93623211-d060-4150-951a-007c02c73fdf req-0f44fc54-b8b3-4943-a378-9fd06e49430b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d801bac-e2d4-4db7-9837-4fe2bdec38db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428145 Nov 23 04:56:17.743597 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb113f29-0b86-48b1-9d21-72505867c1e5 req-69b43fd0-23fb-40b9-beb4-02518588d55c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:17.745056 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-eb113f29-0b86-48b1-9d21-72505867c1e5 req-69b43fd0-23fb-40b9-beb4-02518588d55c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 945 time: 0.0481071 Nov 23 04:56:17.798430 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-eb113f29-0b86-48b1-9d21-72505867c1e5 req-2b6b3281-2bbc-4263-888c-1df735f68e27 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d801bac-e2d4-4db7-9837-4fe2bdec38db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474622 Nov 23 04:56:17.912331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85807e04-8226-4613-808f-a8a4cf24090d req-64b6d28a-68aa-448e-9fac-becbfdc34e72 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:17.913898 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-85807e04-8226-4613-808f-a8a4cf24090d req-64b6d28a-68aa-448e-9fac-becbfdc34e72 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 945 time: 0.0498505 Nov 23 04:56:17.962217 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-85807e04-8226-4613-808f-a8a4cf24090d req-d1b78d42-6e5f-49dd-8574-3c72b7b31b96 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d801bac-e2d4-4db7-9837-4fe2bdec38db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425487 Nov 23 04:56:17.983308 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49190) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:18.021105 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bbf530e-a28d-4570-8dbc-e36505fbeec3 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:18.023180 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5bbf530e-a28d-4570-8dbc-e36505fbeec3 tempest-TestNetworkBasicOps-1623254917 tempest-TestNetworkBasicOps-1623254917-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 1093 time: 0.0389373 Nov 23 04:56:18.025950 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49192) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:18.030469 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': 'd24dfa4d-5060-4822-b30b-972515c1781d', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:56:18.051121 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:18.149110 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:18.251678 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Allocated IP 172.26.8.254 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/24e47afb-6f88-4e48-b293-f8092e06b5c2) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:56:18.354098 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:18.387229 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:18.424877 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:56:18.428371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:56:18.431966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:56:18.461832 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=24e47afb-6f88-4e48-b293-f8092e06b5c2,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:18.796025 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:18.863214 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:19.013302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:19.017704 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:19.086752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event updated for resources: {'Port': ['ID=24e47afb-6f88-4e48-b293-f8092e06b5c2,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:19.097040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:19.198208 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP 08e21186-bbd4-41f9-9171-490763cebbff associated. External IP: 172.26.8.254, port: d24dfa4d-5060-4822-b30b-972515c1781d. Nov 23 04:56:19.721941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router eb130260-f9a7-4139-ba7f-1d236118fd2e has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:56:19.831890 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:56:19.842125 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f7a23e-5ab4-4181-93a5-6dc616a82803 None None] Sync routers for ids ['eb130260-f9a7-4139-ba7f-1d236118fd2e'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:56:19.849324 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:19.853251 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7a23e-5ab4-4181-93a5-6dc616a82803 None None] Routers {'eb130260-f9a7-4139-ba7f-1d236118fd2e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:56:19.853894 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f4f7a23e-5ab4-4181-93a5-6dc616a82803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:56:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['eb130260-f9a7-4139-ba7f-1d236118fd2e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:19.876681 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8957c121-70cb-445c-acb1-ea5eeacaf079 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8494897 Nov 23 04:56:19.877262 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'tag': 'd24dfa4d-5060-4822-b30b-972515c1781d'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:56:19.879462 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49194) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:19.879917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-244b6627-2cc4-4a3c-b568-952823dea61f" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7f68ac-04af-4143-bfe2-eaeecfe70286", "tag": "d24dfa4d-5060-4822-b30b-972515c1781d"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:56:19.920277 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:56:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-788065e4-fd01-4e48-9f3b-3f801554032d x-openstack-request-id: req-788065e4-fd01-4e48-9f3b-3f801554032d {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:56:19.920568 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7f68ac-04af-4143-bfe2-eaeecfe70286", "tag": "d24dfa4d-5060-4822-b30b-972515c1781d", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:56:19.920817 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-788065e4-fd01-4e48-9f3b-3f801554032d {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:56:19.921215 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'tag': 'd24dfa4d-5060-4822-b30b-972515c1781d', 'status': 'completed', 'code': 200} Nov 23 04:56:19.945353 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-787b95cc-b9e9-40e2-a425-885898519af6 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/08e21186-bbd4-41f9-9171-490763cebbff HTTP/1.1" status: 200 len: 991 time: 0.0645888 Nov 23 04:56:19.960550 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f4f7a23e-5ab4-4181-93a5-6dc616a82803 None None] Set router eb130260-f9a7-4139-ba7f-1d236118fd2e gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:56:20.007509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6627-2cc4-4a3c-b568-952823dea61f req-13064a64-9030-476b-befc-6201d89cecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:20.008993 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-244b6627-2cc4-4a3c-b568-952823dea61f req-13064a64-9030-476b-befc-6201d89cecaa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 1098 time: 0.0408814 Nov 23 04:56:20.120891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6627-2cc4-4a3c-b568-952823dea61f req-256534a9-9290-47b4-9e47-de9512e417de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:20.123070 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-244b6627-2cc4-4a3c-b568-952823dea61f req-256534a9-9290-47b4-9e47-de9512e417de service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf6ae704-3f16-4e8e-81e3-e545ddf00b65 HTTP/1.1" status: 200 len: 898 time: 0.1069522 Nov 23 04:56:20.189107 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-244b6627-2cc4-4a3c-b568-952823dea61f req-8ad031ca-bd17-4b19-9ed4-9ce71e567437 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d24dfa4d-5060-4822-b30b-972515c1781d HTTP/1.1" status: 200 len: 999 time: 0.0587227 Nov 23 04:56:20.238095 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6627-2cc4-4a3c-b568-952823dea61f req-70341559-c0f4-4ff4-9644-5f70f622ce5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:20.239591 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-244b6627-2cc4-4a3c-b568-952823dea61f req-70341559-c0f4-4ff4-9644-5f70f622ce5f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=937f8a4f-d646-4eb7-87b8-7abdca270d8a HTTP/1.1" status: 200 len: 835 time: 0.0434060 Nov 23 04:56:20.272657 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f4f7a23e-5ab4-4181-93a5-6dc616a82803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:56:03Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '08e21186-bbd4-41f9-9171-490763cebbff', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'port_id': 'd24dfa4d-5060-4822-b30b-972515c1781d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'mac_address': 'fa:16:3e:a6:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:56:18Z', 'updated_at': '2021-11-23T04:56:18Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36330cc6-290e-4131-af57-fb0142744712', 'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:02Z', 'updated_at': '2021-11-23T04:56:05Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:20.289474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244b6627-2cc4-4a3c-b568-952823dea61f req-ff461548-f71a-48b1-a8b7-83f484c70618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:56:20.290968 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-244b6627-2cc4-4a3c-b568-952823dea61f req-ff461548-f71a-48b1-a8b7-83f484c70618 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf6ae704-3f16-4e8e-81e3-e545ddf00b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444379 Nov 23 04:56:20.298121 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f7a23e-5ab4-4181-93a5-6dc616a82803 None None] Checking router: eb130260-f9a7-4139-ba7f-1d236118fd2e for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:56:20.306444 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4f7a23e-5ab4-4181-93a5-6dc616a82803 None None] Routers {'eb130260-f9a7-4139-ba7f-1d236118fd2e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:56:20.307043 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f4f7a23e-5ab4-4181-93a5-6dc616a82803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:56:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['eb130260-f9a7-4139-ba7f-1d236118fd2e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:20.380611 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-244b6627-2cc4-4a3c-b568-952823dea61f req-f60d0a4b-b781-48c9-bf6d-e2afe3732787 service neutron] 10.222.0.15 "GET /v2.0/networks/bf6ae704-3f16-4e8e-81e3-e545ddf00b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821483 Nov 23 04:56:20.416270 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f4f7a23e-5ab4-4181-93a5-6dc616a82803 None None] Set router eb130260-f9a7-4139-ba7f-1d236118fd2e gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:56:20.482306 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-244b6627-2cc4-4a3c-b568-952823dea61f req-d59fd51b-968e-4d94-a91d-fed02080cb01 service neutron] 10.222.0.15 "GET /v2.0/networks/bf6ae704-3f16-4e8e-81e3-e545ddf00b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941372 Nov 23 04:56:20.646889 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f4f7a23e-5ab4-4181-93a5-6dc616a82803 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:56:03Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '08e21186-bbd4-41f9-9171-490763cebbff', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'port_id': 'd24dfa4d-5060-4822-b30b-972515c1781d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'mac_address': 'fa:16:3e:a6:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:56:18Z', 'updated_at': '2021-11-23T04:56:18Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36330cc6-290e-4131-af57-fb0142744712', 'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:02Z', 'updated_at': '2021-11-23T04:56:05Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:20.672473 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4f7a23e-5ab4-4181-93a5-6dc616a82803 None None] The sync data for ids ['eb130260-f9a7-4139-ba7f-1d236118fd2e'] in dv-neutron-818850-1-hyperv is: [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:56:03Z', 'revision_number': 4, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:56:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '08e21186-bbd4-41f9-9171-490763cebbff', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'port_id': 'd24dfa4d-5060-4822-b30b-972515c1781d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'mac_address': 'fa:16:3e:a6:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:56:18Z', 'updated_at': '2021-11-23T04:56:18Z', 'revision_number': 0, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36330cc6-290e-4131-af57-fb0142744712', 'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:02Z', 'updated_at': '2021-11-23T04:56:05Z', 'revision_number': 5, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:56:20.872303 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-030264ef-9127-4ca6-8d44-3769376e20a3 None None] New status for floating IP 08e21186-bbd4-41f9-9171-490763cebbff: ACTIVE {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:56:20.949159 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49198) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:21.016676 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-51b75a66-f870-4891-a654-a3a216066e6e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/08e21186-bbd4-41f9-9171-490763cebbff HTTP/1.1" status: 200 len: 991 time: 0.0662525 Nov 23 04:56:22.018921 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49200) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:22.079098 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e79f93cf-57d3-42c3-b30a-b6452aacceb8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/08e21186-bbd4-41f9-9171-490763cebbff HTTP/1.1" status: 200 len: 993 time: 0.0590851 Nov 23 04:56:36.906984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b8df2115-7eba-413c-bdae-15e4167bb5c3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:38.742940 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:39.194580 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e5f07d4c-0cb6-483c-b576-2be8dec3f21a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:40.379088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:41.776668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:42.668364 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:47.417987 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:56:53.229642 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49212) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:53.234467 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ca9ea9da-9228-499a-93ed-59954283179a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'router': {'admin_state_up': False}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:56:53.536910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ca9ea9da-9228-499a-93ed-59954283179a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:53.547045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ca9ea9da-9228-499a-93ed-59954283179a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:53.654531 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca9ea9da-9228-499a-93ed-59954283179a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router eb130260-f9a7-4139-ba7f-1d236118fd2e has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:56:53.761260 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca9ea9da-9228-499a-93ed-59954283179a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:56:53.768146 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ca9ea9da-9228-499a-93ed-59954283179a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:53.769337 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ca9ea9da-9228-499a-93ed-59954283179a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/eb130260-f9a7-4139-ba7f-1d236118fd2e HTTP/1.1" status: 200 len: 888 time: 0.5386574 Nov 23 04:56:53.771373 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038ca47f-c4b8-41f6-a686-02bd1e788375 None None] Sync routers for ids ['eb130260-f9a7-4139-ba7f-1d236118fd2e'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:56:53.786028 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038ca47f-c4b8-41f6-a686-02bd1e788375 None None] Routers {'eb130260-f9a7-4139-ba7f-1d236118fd2e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:56:53.786627 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-038ca47f-c4b8-41f6-a686-02bd1e788375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:56:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['eb130260-f9a7-4139-ba7f-1d236118fd2e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:53.818994 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-038ca47f-c4b8-41f6-a686-02bd1e788375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:53.827254 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038ca47f-c4b8-41f6-a686-02bd1e788375 None None] Routers {'eb130260-f9a7-4139-ba7f-1d236118fd2e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:56:53.827826 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-038ca47f-c4b8-41f6-a686-02bd1e788375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:56:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['eb130260-f9a7-4139-ba7f-1d236118fd2e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:53.858029 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-038ca47f-c4b8-41f6-a686-02bd1e788375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:53.858626 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-038ca47f-c4b8-41f6-a686-02bd1e788375 None None] The sync data for ids ['eb130260-f9a7-4139-ba7f-1d236118fd2e'] in dv-neutron-818850-1-hyperv is: [] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:56:54.605137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a45c18a-bda6-4af2-b05f-cd7ec153c2ba None None] New status for floating IP 08e21186-bbd4-41f9-9171-490763cebbff: DOWN {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:56:55.825868 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d7b73751-3f3b-447b-b4e0-6899e9cca844 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:56:55.931186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49216) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:55.936043 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b8ff8678-a6b6-4946-a0f5-f2a7187794c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Request body: {'router': {'admin_state_up': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:56:56.043901 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:56.063674 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port d7b73751-3f3b-447b-b4e0-6899e9cca844, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d7b73751-3f3b-447b-b4e0-6899e9cca844,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:56:56.067882 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:56.068813 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 36330cc6-290e-4131-af57-fb0142744712 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:56:56.147970 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=d7b73751-3f3b-447b-b4e0-6899e9cca844,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:56.184629 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:56.216399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 36330cc6-290e-4131-af57-fb0142744712, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=36330cc6-290e-4131-af57-fb0142744712,segment=NetworkSegment(a2c099a6-a628-485b-8d5f-35b66f841e2c),segment_id=a2c099a6-a628-485b-8d5f-35b66f841e2c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:56:56.220561 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:56.245021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8678-a6b6-4946-a0f5-f2a7187794c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-420380', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-420006', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-32563'] for router, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:56.256051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8678-a6b6-4946-a0f5-f2a7187794c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-420357', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-420362', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-420017'] for router, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:56.267977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=36330cc6-290e-4131-af57-fb0142744712,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:56.368639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ff8678-a6b6-4946-a0f5-f2a7187794c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router eb130260-f9a7-4139-ba7f-1d236118fd2e has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:56:56.476439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ff8678-a6b6-4946-a0f5-f2a7187794c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:56:56.483325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b8ff8678-a6b6-4946-a0f5-f2a7187794c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:56.484483 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b8ff8678-a6b6-4946-a0f5-f2a7187794c7 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/eb130260-f9a7-4139-ba7f-1d236118fd2e HTTP/1.1" status: 200 len: 887 time: 0.5521996 Nov 23 04:56:56.487519 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6963025-ada5-42a5-9182-b1b5f5dfa084 None None] Sync routers for ids ['eb130260-f9a7-4139-ba7f-1d236118fd2e'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:56:56.487964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49218) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:56.498198 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6963025-ada5-42a5-9182-b1b5f5dfa084 None None] Routers {'eb130260-f9a7-4139-ba7f-1d236118fd2e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:56:56.498807 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b6963025-ada5-42a5-9182-b1b5f5dfa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:56:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['eb130260-f9a7-4139-ba7f-1d236118fd2e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:56.554496 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7e6fdaac-f1ae-4d53-b4cc-c94789e5981d tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/08e21186-bbd4-41f9-9171-490763cebbff HTTP/1.1" status: 200 len: 991 time: 0.0657949 Nov 23 04:56:56.604630 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-b6963025-ada5-42a5-9182-b1b5f5dfa084 None None] Set router eb130260-f9a7-4139-ba7f-1d236118fd2e gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:56:56.827919 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b6963025-ada5-42a5-9182-b1b5f5dfa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:56:56Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:56:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '08e21186-bbd4-41f9-9171-490763cebbff', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'port_id': 'd24dfa4d-5060-4822-b30b-972515c1781d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'mac_address': 'fa:16:3e:a6:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:56:18Z', 'updated_at': '2021-11-23T04:56:54Z', 'revision_number': 2, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36330cc6-290e-4131-af57-fb0142744712', 'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:02Z', 'updated_at': '2021-11-23T04:56:56Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:56.854226 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6963025-ada5-42a5-9182-b1b5f5dfa084 None None] Checking router: eb130260-f9a7-4139-ba7f-1d236118fd2e for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:56:56.862217 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6963025-ada5-42a5-9182-b1b5f5dfa084 None None] Routers {'eb130260-f9a7-4139-ba7f-1d236118fd2e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:56:56.862810 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b6963025-ada5-42a5-9182-b1b5f5dfa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:56:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['eb130260-f9a7-4139-ba7f-1d236118fd2e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:56.968890 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-b6963025-ada5-42a5-9182-b1b5f5dfa084 None None] Set router eb130260-f9a7-4139-ba7f-1d236118fd2e gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:56:57.270022 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b6963025-ada5-42a5-9182-b1b5f5dfa084 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:56:56Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:56:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '08e21186-bbd4-41f9-9171-490763cebbff', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'port_id': 'd24dfa4d-5060-4822-b30b-972515c1781d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'mac_address': 'fa:16:3e:a6:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:56:18Z', 'updated_at': '2021-11-23T04:56:54Z', 'revision_number': 2, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36330cc6-290e-4131-af57-fb0142744712', 'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:02Z', 'updated_at': '2021-11-23T04:56:56Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:56:57.296288 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6963025-ada5-42a5-9182-b1b5f5dfa084 None None] The sync data for ids ['eb130260-f9a7-4139-ba7f-1d236118fd2e'] in dv-neutron-818850-1-hyperv is: [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:56:56Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:56:56Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '08e21186-bbd4-41f9-9171-490763cebbff', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'floating_ip_address': '172.26.8.254', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'port_id': 'd24dfa4d-5060-4822-b30b-972515c1781d', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 1518, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'mac_address': 'fa:16:3e:a6:f8:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T04:56:18Z', 'updated_at': '2021-11-23T04:56:54Z', 'revision_number': 2, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '36330cc6-290e-4131-af57-fb0142744712', 'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:a5:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:02Z', 'updated_at': '2021-11-23T04:56:56Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:56:57.558412 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49220) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:57.628844 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f29edfbd-4951-4c8a-bccb-4b929461d450 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/08e21186-bbd4-41f9-9171-490763cebbff HTTP/1.1" status: 200 len: 991 time: 0.0692608 Nov 23 04:56:57.870368 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 36330cc6-290e-4131-af57-fb0142744712 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:56:57.929583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 36330cc6-290e-4131-af57-fb0142744712 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:57.929953 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:58.010537 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:58.045498 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 36330cc6-290e-4131-af57-fb0142744712, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=36330cc6-290e-4131-af57-fb0142744712,segment=NetworkSegment(a2c099a6-a628-485b-8d5f-35b66f841e2c),segment_id=a2c099a6-a628-485b-8d5f-35b66f841e2c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:56:58.049929 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:56:58.103449 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=36330cc6-290e-4131-af57-fb0142744712,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:56:58.632634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49222) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:58.693189 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-80973374-7d21-4d2f-b05a-e2fbd4920906 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/08e21186-bbd4-41f9-9171-490763cebbff HTTP/1.1" status: 200 len: 991 time: 0.0588913 Nov 23 04:56:58.847371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39305210-a5ce-480c-bb1d-355fc94b3f09 None None] New status for floating IP 08e21186-bbd4-41f9-9171-490763cebbff: ACTIVE {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:56:59.697142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49224) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:56:59.761850 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fa345005-89c2-45d5-adae-7ab6918ebd8c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/floatingips/08e21186-bbd4-41f9-9171-490763cebbff HTTP/1.1" status: 200 len: 993 time: 0.0634811 Nov 23 04:56:59.890238 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d7b73751-3f3b-447b-b4e0-6899e9cca844 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:56:59.939488 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d7b73751-3f3b-447b-b4e0-6899e9cca844 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:56:59.939857 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:00.017771 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:00.037486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port d7b73751-3f3b-447b-b4e0-6899e9cca844, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d7b73751-3f3b-447b-b4e0-6899e9cca844,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:57:00.041905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:00.042950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 36330cc6-290e-4131-af57-fb0142744712 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:57:00.132097 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=d7b73751-3f3b-447b-b4e0-6899e9cca844,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:00.141460 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:00.141815 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:00.142155 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:00.142491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:00.142824 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:00.143154 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:00.143488 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:00.143817 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:00.144142 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:00.144466 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:00.144789 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:00.145111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:00.152641 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 36330cc6-290e-4131-af57-fb0142744712 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:57:00.153012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:01.840261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d7b73751-3f3b-447b-b4e0-6899e9cca844 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:57:01.907744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d7b73751-3f3b-447b-b4e0-6899e9cca844 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:57:01.908111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:02.072802 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49230) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:02.226827 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 24e47afb-6f88-4e48-b293-f8092e06b5c2 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:57:02.227171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:02.301015 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:02.301259 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:02.313302 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 24e47afb-6f88-4e48-b293-f8092e06b5c2 owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:57:02.457811 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:02.481143 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=24e47afb-6f88-4e48-b293-f8092e06b5c2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:02.491258 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:02.491608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:02.491947 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:02.492281 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:02.492614 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:02.493462 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:02.493462 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:02.493623 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:02.493908 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:02.494232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:02.494556 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:02.494876 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:02.556193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:02.556572 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Floating IP 08e21186-bbd4-41f9-9171-490763cebbff disassociated (deleted). External IP: 172.26.8.254, port: d24dfa4d-5060-4822-b30b-972515c1781d. Nov 23 04:57:02.759822 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router eb130260-f9a7-4139-ba7f-1d236118fd2e has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:57:02.867318 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:57:02.872072 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:02.876564 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc57c1-5b4f-4ff1-86e1-7488243c29ed None None] Sync routers for ids ['eb130260-f9a7-4139-ba7f-1d236118fd2e'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:57:02.886335 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc57c1-5b4f-4ff1-86e1-7488243c29ed None None] Routers {'eb130260-f9a7-4139-ba7f-1d236118fd2e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:57:02.886920 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c6fc57c1-5b4f-4ff1-86e1-7488243c29ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:56:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['eb130260-f9a7-4139-ba7f-1d236118fd2e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:57:02.898764 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fc32fe90-54ed-4c19-9366-2994b279396f tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/floatingips/08e21186-bbd4-41f9-9171-490763cebbff HTTP/1.1" status: 204 len: 168 time: 0.8248556 Nov 23 04:57:02.899462 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'tag': 'd24dfa4d-5060-4822-b30b-972515c1781d'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:57:02.902112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7accd3c2-9de8-4948-b2a5-0b040f9c77a3" -d '{"events": [{"name": "network-changed", "server_uuid": "7c7f68ac-04af-4143-bfe2-eaeecfe70286", "tag": "d24dfa4d-5060-4822-b30b-972515c1781d"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:57:02.948919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c531ba5-bbb6-4800-8078-4766360b2591 x-openstack-request-id: req-4c531ba5-bbb6-4800-8078-4766360b2591 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:57:02.949312 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7c7f68ac-04af-4143-bfe2-eaeecfe70286", "tag": "d24dfa4d-5060-4822-b30b-972515c1781d", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:57:02.949652 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c531ba5-bbb6-4800-8078-4766360b2591 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:57:02.950129 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'tag': 'd24dfa4d-5060-4822-b30b-972515c1781d', 'status': 'completed', 'code': 200} Nov 23 04:57:02.998566 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-c6fc57c1-5b4f-4ff1-86e1-7488243c29ed None None] Set router eb130260-f9a7-4139-ba7f-1d236118fd2e gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:57:03.061908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accd3c2-9de8-4948-b2a5-0b040f9c77a3 req-45eba0aa-5d64-4cc7-8d98-45fb782bdf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:03.063478 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7accd3c2-9de8-4948-b2a5-0b040f9c77a3 req-45eba0aa-5d64-4cc7-8d98-45fb782bdf1e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=1f39b592b6944144b30ee044431afa7d&device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 1098 time: 0.0510106 Nov 23 04:57:03.198407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7abb1000-46a4-4bd5-aa1c-282d7124208c req-8f5174b6-226a-41e3-81a1-859d2ecc0b20 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:03.199801 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7abb1000-46a4-4bd5-aa1c-282d7124208c req-8f5174b6-226a-41e3-81a1-859d2ecc0b20 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 945 time: 0.1028748 Nov 23 04:57:03.205022 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c6fc57c1-5b4f-4ff1-86e1-7488243c29ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:56:56Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:57:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '36330cc6-290e-4131-af57-fb0142744712', 'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:02Z', 'updated_at': '2021-11-23T04:56:58Z', 'revision_number': 7, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:57:03.231235 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc57c1-5b4f-4ff1-86e1-7488243c29ed None None] Checking router: eb130260-f9a7-4139-ba7f-1d236118fd2e for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:57:03.240099 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6fc57c1-5b4f-4ff1-86e1-7488243c29ed None None] Routers {'eb130260-f9a7-4139-ba7f-1d236118fd2e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:57:03.240693 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c6fc57c1-5b4f-4ff1-86e1-7488243c29ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:56:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['eb130260-f9a7-4139-ba7f-1d236118fd2e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:57:03.248625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accd3c2-9de8-4948-b2a5-0b040f9c77a3 req-419e3d55-8ed6-41cd-93c0-29ec84cc36aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:03.250086 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7accd3c2-9de8-4948-b2a5-0b040f9c77a3 req-419e3d55-8ed6-41cd-93c0-29ec84cc36aa service neutron] 10.222.0.15 "GET /v2.0/networks?id=bf6ae704-3f16-4e8e-81e3-e545ddf00b65 HTTP/1.1" status: 200 len: 898 time: 0.1277544 Nov 23 04:57:03.303329 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7accd3c2-9de8-4948-b2a5-0b040f9c77a3 req-dbe5d85a-e3f5-4c61-ba73-389f6041c60c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d24dfa4d-5060-4822-b30b-972515c1781d HTTP/1.1" status: 200 len: 217 time: 0.0452955 Nov 23 04:57:03.308376 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7abb1000-46a4-4bd5-aa1c-282d7124208c req-f856bb30-7be5-40d1-a698-23a131c1ee87 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d801bac-e2d4-4db7-9837-4fe2bdec38db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017711 Nov 23 04:57:03.345369 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-c6fc57c1-5b4f-4ff1-86e1-7488243c29ed None None] Set router eb130260-f9a7-4139-ba7f-1d236118fd2e gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:57:03.354078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accd3c2-9de8-4948-b2a5-0b040f9c77a3 req-6363a174-7bcb-47b8-b915-99d5c391b4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:03.355537 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7accd3c2-9de8-4948-b2a5-0b040f9c77a3 req-6363a174-7bcb-47b8-b915-99d5c391b4d4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=937f8a4f-d646-4eb7-87b8-7abdca270d8a HTTP/1.1" status: 200 len: 835 time: 0.0443380 Nov 23 04:57:03.408008 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7accd3c2-9de8-4948-b2a5-0b040f9c77a3 req-367104af-7d2c-4f0c-9ff8-9c01ba365582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:03.409527 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7accd3c2-9de8-4948-b2a5-0b040f9c77a3 req-367104af-7d2c-4f0c-9ff8-9c01ba365582 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=bf6ae704-3f16-4e8e-81e3-e545ddf00b65&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444787 Nov 23 04:57:03.502215 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7accd3c2-9de8-4948-b2a5-0b040f9c77a3 req-b8481049-839c-406a-b514-43ebb9d9e344 service neutron] 10.222.0.15 "GET /v2.0/networks/bf6ae704-3f16-4e8e-81e3-e545ddf00b65?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846651 Nov 23 04:57:03.546482 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c6fc57c1-5b4f-4ff1-86e1-7488243c29ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:56:56Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:57:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '36330cc6-290e-4131-af57-fb0142744712', 'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:02Z', 'updated_at': '2021-11-23T04:56:58Z', 'revision_number': 7, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:57:03.573471 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6fc57c1-5b4f-4ff1-86e1-7488243c29ed None None] The sync data for ids ['eb130260-f9a7-4139-ba7f-1d236118fd2e'] in dv-neutron-818850-1-hyperv is: [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:56:56Z', 'revision_number': 6, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:57:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '36330cc6-290e-4131-af57-fb0142744712', 'name': '', 'network_id': 'bf6ae704-3f16-4e8e-81e3-e545ddf00b65', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'mac_address': 'fa:16:3e:dc:a5:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1506, 'fixed_ips': [{'subnet_id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:02Z', 'updated_at': '2021-11-23T04:56:58Z', 'revision_number': 7, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'subnets': [{'id': '937f8a4f-d646-4eb7-87b8-7abdca270d8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:57:03.599679 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7accd3c2-9de8-4948-b2a5-0b040f9c77a3 req-5cf6d343-4216-4358-8cfb-8d3e0a8b5211 service neutron] 10.222.0.15 "GET /v2.0/networks/bf6ae704-3f16-4e8e-81e3-e545ddf00b65?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889356 Nov 23 04:57:04.189006 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6d10a9f-344c-411e-b3e1-3f1478bee1c4 None None] New status for floating IP 08e21186-bbd4-41f9-9171-490763cebbff: DOWN {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 04:57:04.426853 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f02837a-2663-4b8d-9047-4a629fc1415c req-b7ed9f3c-77ce-4468-bd07-f4ac2448ec50 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:04.428323 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5f02837a-2663-4b8d-9047-4a629fc1415c req-b7ed9f3c-77ce-4468-bd07-f4ac2448ec50 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 945 time: 0.0491037 Nov 23 04:57:04.476882 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5f02837a-2663-4b8d-9047-4a629fc1415c req-6d23bff1-2f48-4ebb-9684-45336aee6b6b tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/security-groups?id=3d801bac-e2d4-4db7-9837-4fe2bdec38db&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427005 Nov 23 04:57:04.895718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-373d93e8-ca5c-4310-b3c9-544afa310e9f req-0fc1290c-aaf2-42f0-a319-bf8569a6e4bc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:04.897139 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-373d93e8-ca5c-4310-b3c9-544afa310e9f req-0fc1290c-aaf2-42f0-a319-bf8569a6e4bc tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 945 time: 0.0487385 Nov 23 04:57:04.995017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-373d93e8-ca5c-4310-b3c9-544afa310e9f req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port d24dfa4d-5060-4822-b30b-972515c1781d {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:57:04.995352 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-373d93e8-ca5c-4310-b3c9-544afa310e9f req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:05.086206 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-373d93e8-ca5c-4310-b3c9-544afa310e9f req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port d24dfa4d-5060-4822-b30b-972515c1781d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d24dfa4d-5060-4822-b30b-972515c1781d,segment=NetworkSegment(a2c099a6-a628-485b-8d5f-35b66f841e2c),segment_id=a2c099a6-a628-485b-8d5f-35b66f841e2c)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:57:05.086568 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-373d93e8-ca5c-4310-b3c9-544afa310e9f req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:05.100060 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-373d93e8-ca5c-4310-b3c9-544afa310e9f req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for d24dfa4d-5060-4822-b30b-972515c1781d owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:57:05.227471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-373d93e8-ca5c-4310-b3c9-544afa310e9f req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:05.256577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=d24dfa4d-5060-4822-b30b-972515c1781d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:05.284386 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:05.284750 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:05.285099 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:05.285471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:05.286328 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:05.286677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:05.287016 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:05.287379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:05.287715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:05.288046 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:05.288377 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:05.288705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:57:05.310803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-373d93e8-ca5c-4310-b3c9-544afa310e9f req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] No DVR routers for this DVR port d24dfa4d-5060-4822-b30b-972515c1781d on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:57:05.313170 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-373d93e8-ca5c-4310-b3c9-544afa310e9f req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:05.316537 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-373d93e8-ca5c-4310-b3c9-544afa310e9f req-47815903-5940-435a-88be-182ce4030878 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.15 "DELETE /v2.0/ports/d24dfa4d-5060-4822-b30b-972515c1781d HTTP/1.1" status: 204 len: 173 time: 0.4065855 Nov 23 04:57:05.316993 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'name': 'network-vif-deleted', 'tag': 'd24dfa4d-5060-4822-b30b-972515c1781d'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:57:05.319297 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8822596d-ac21-4e32-be80-6093ec75c0d3" -d '{"events": [{"server_uuid": "7c7f68ac-04af-4143-bfe2-eaeecfe70286", "name": "network-vif-deleted", "tag": "d24dfa4d-5060-4822-b30b-972515c1781d"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:57:05.355895 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56874117-040b-42e1-b45b-0f53104fbb98 x-openstack-request-id: req-56874117-040b-42e1-b45b-0f53104fbb98 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:57:05.356187 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7c7f68ac-04af-4143-bfe2-eaeecfe70286", "name": "network-vif-deleted", "tag": "d24dfa4d-5060-4822-b30b-972515c1781d", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:57:05.356485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-56874117-040b-42e1-b45b-0f53104fbb98 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:57:05.356888 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7c7f68ac-04af-4143-bfe2-eaeecfe70286', 'name': 'network-vif-deleted', 'tag': 'd24dfa4d-5060-4822-b30b-972515c1781d', 'status': 'completed', 'code': 200} Nov 23 04:57:05.578096 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9464ff5a-fb2b-4321-8396-9505b9031087 req-2f226e5d-91b8-4efd-a164-5f269099366c tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "GET /v2.0/ports?device_id=7c7f68ac-04af-4143-bfe2-eaeecfe70286 HTTP/1.1" status: 200 len: 210 time: 0.0248516 Nov 23 04:57:06.635788 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49246) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:06.694679 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-656bb873-c023-49f2-bc3d-fa56646bae01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:06.719081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-656bb873-c023-49f2-bc3d-fa56646bae01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:06.783997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-656bb873-c023-49f2-bc3d-fa56646bae01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:06.787465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-656bb873-c023-49f2-bc3d-fa56646bae01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:06.788736 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-656bb873-c023-49f2-bc3d-fa56646bae01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/security-groups/3d801bac-e2d4-4db7-9837-4fe2bdec38db HTTP/1.1" status: 204 len: 168 time: 0.1519661 Nov 23 04:57:06.798081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656bb873-c023-49f2-bc3d-fa56646bae01 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d801bac-e2d4-4db7-9837-4fe2bdec38db,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:06.818940 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49250) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:06.909832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-60f82d9b-6799-414e-bbd7-13a86cbf1570 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:07.436042 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad157d12-bd0b-4a61-85a9-b990c32c9ff8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:07.686720 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ad157d12-bd0b-4a61-85a9-b990c32c9ff8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port 36330cc6-290e-4131-af57-fb0142744712 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:57:07.698404 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad157d12-bd0b-4a61-85a9-b990c32c9ff8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:07.788231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-ad157d12-bd0b-4a61-85a9-b990c32c9ff8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port 36330cc6-290e-4131-af57-fb0142744712, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=36330cc6-290e-4131-af57-fb0142744712,segment=NetworkSegment(a2c099a6-a628-485b-8d5f-35b66f841e2c),segment_id=a2c099a6-a628-485b-8d5f-35b66f841e2c)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:57:07.788600 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad157d12-bd0b-4a61-85a9-b990c32c9ff8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:07.801271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ad157d12-bd0b-4a61-85a9-b990c32c9ff8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for 36330cc6-290e-4131-af57-fb0142744712 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:57:07.981848 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad157d12-bd0b-4a61-85a9-b990c32c9ff8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:08.008964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad157d12-bd0b-4a61-85a9-b990c32c9ff8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=36330cc6-290e-4131-af57-fb0142744712,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:08.198141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad157d12-bd0b-4a61-85a9-b990c32c9ff8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:08.411943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad157d12-bd0b-4a61-85a9-b990c32c9ff8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Router eb130260-f9a7-4139-ba7f-1d236118fd2e has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 04:57:08.517943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad157d12-bd0b-4a61-85a9-b990c32c9ff8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 04:57:08.523530 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ad157d12-bd0b-4a61-85a9-b990c32c9ff8 tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "PUT /v2.0/routers/eb130260-f9a7-4139-ba7f-1d236118fd2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7035620 Nov 23 04:57:08.526540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49252) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:08.528333 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060c881-eb73-433f-ad07-4fa036e8bf1d None None] Sync routers for ids ['eb130260-f9a7-4139-ba7f-1d236118fd2e'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 04:57:08.537897 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060c881-eb73-433f-ad07-4fa036e8bf1d None None] Routers {'eb130260-f9a7-4139-ba7f-1d236118fd2e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:57:08.538575 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f060c881-eb73-433f-ad07-4fa036e8bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:56:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['eb130260-f9a7-4139-ba7f-1d236118fd2e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:57:08.581862 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-6750db91-c254-4ddb-8de8-bf2af68f4e3e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting subnet 937f8a4f-d646-4eb7-87b8-7abdca270d8a {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:57:08.585183 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6750db91-c254-4ddb-8de8-bf2af68f4e3e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:08.625005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6750db91-c254-4ddb-8de8-bf2af68f4e3e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:08.642200 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f060c881-eb73-433f-ad07-4fa036e8bf1d None None] Set router eb130260-f9a7-4139-ba7f-1d236118fd2e gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:57:08.707955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6750db91-c254-4ddb-8de8-bf2af68f4e3e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:08.757509 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:08.771161 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6750db91-c254-4ddb-8de8-bf2af68f4e3e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:08.802084 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6750db91-c254-4ddb-8de8-bf2af68f4e3e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:08.805371 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6750db91-c254-4ddb-8de8-bf2af68f4e3e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/subnets/937f8a4f-d646-4eb7-87b8-7abdca270d8a HTTP/1.1" status: 204 len: 168 time: 0.2776854 Nov 23 04:57:08.806438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6750db91-c254-4ddb-8de8-bf2af68f4e3e tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Subnet': ['ID=937f8a4f-d646-4eb7-87b8-7abdca270d8a,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:08.808123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49254) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:08.819219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6acd5298-ed16-4785-b290-efeb9235c142 None None] Network bf6ae704-3f16-4e8e-81e3-e545ddf00b65 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:57:08.824567 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f060c881-eb73-433f-ad07-4fa036e8bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:57:07Z', 'revision_number': 7, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:57:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:57:08.856122 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060c881-eb73-433f-ad07-4fa036e8bf1d None None] Checking router: eb130260-f9a7-4139-ba7f-1d236118fd2e for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 04:57:08.865551 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f060c881-eb73-433f-ad07-4fa036e8bf1d None None] Routers {'eb130260-f9a7-4139-ba7f-1d236118fd2e'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 04:57:08.866166 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f060c881-eb73-433f-ad07-4fa036e8bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T04:56:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['eb130260-f9a7-4139-ba7f-1d236118fd2e'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:57:08.919249 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:08.986594 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-f060c881-eb73-433f-ad07-4fa036e8bf1d None None] Set router eb130260-f9a7-4139-ba7f-1d236118fd2e gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 04:57:09.014169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a95c62d6-6c90-4609-97a2-9da5e0e2986b None None] DHCP port deletion for bf6ae704-3f16-4e8e-81e3-e545ddf00b65 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:57:09.030029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.064279 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a95c62d6-6c90-4609-97a2-9da5e0e2986b None None] Deleting port d7ee9d24-e12c-4026-b969-f0bea370dda5 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:57:09.065015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a95c62d6-6c90-4609-97a2-9da5e0e2986b None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.085442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Deleting port d7b73751-3f3b-447b-b4e0-6899e9cca844 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:57:09.085798 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.136928 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a95c62d6-6c90-4609-97a2-9da5e0e2986b None None] For port d7ee9d24-e12c-4026-b969-f0bea370dda5, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d7ee9d24-e12c-4026-b969-f0bea370dda5,segment=NetworkSegment(a2c099a6-a628-485b-8d5f-35b66f841e2c),segment_id=a2c099a6-a628-485b-8d5f-35b66f841e2c)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:57:09.137368 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a95c62d6-6c90-4609-97a2-9da5e0e2986b None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.151706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a95c62d6-6c90-4609-97a2-9da5e0e2986b None None] Calling delete_port for d7ee9d24-e12c-4026-b969-f0bea370dda5 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:57:09.177554 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] For port d7b73751-3f3b-447b-b4e0-6899e9cca844, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d7b73751-3f3b-447b-b4e0-6899e9cca844,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:57:09.178796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.193656 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Calling delete_port for d7b73751-3f3b-447b-b4e0-6899e9cca844 owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:57:09.226551 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8b4f0fdd-685d-4e7d-963b-56909a1b1941 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.251729 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a95c62d6-6c90-4609-97a2-9da5e0e2986b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.276156 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-f060c881-eb73-433f-ad07-4fa036e8bf1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:57:07Z', 'revision_number': 7, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:57:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:57:09.282418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95c62d6-6c90-4609-97a2-9da5e0e2986b None None] Pushing event deleted for resources: {'Port': ['ID=d7ee9d24-e12c-4026-b969-f0bea370dda5,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:09.286824 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a95c62d6-6c90-4609-97a2-9da5e0e2986b None None] No DVR routers for this DVR port d7ee9d24-e12c-4026-b969-f0bea370dda5 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:57:09.307180 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f060c881-eb73-433f-ad07-4fa036e8bf1d None None] The sync data for ids ['eb130260-f9a7-4139-ba7f-1d236118fd2e'] in dv-neutron-818850-1-hyperv is: [{'id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'name': 'tempest-TestNetworkBasicOps-router-875732908', 'tenant_id': '1f39b592b6944144b30ee044431afa7d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241'}], 'enable_snat': True}, 'gw_port_id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T04:55:59Z', 'updated_at': '2021-11-23T04:57:07Z', 'revision_number': 7, 'project_id': '1f39b592b6944144b30ee044431afa7d', 'gw_port': {'id': 'd7b73751-3f3b-447b-b4e0-6899e9cca844', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:9e:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eb130260-f9a7-4139-ba7f-1d236118fd2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1503, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.241', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T04:56:00Z', 'updated_at': '2021-11-23T04:57:00Z', 'revision_number': 6, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 04:57:09.317170 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device d24dfa4d-5060-4822-b30b-972515c1781d no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:57:09.340652 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: d24dfa4d-5060-4822-b30b-972515c1781d {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:57:09.341117 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device d24dfa4d-5060-4822-b30b-972515c1781d not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:57:09.397116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.428788 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Port': ['ID=d7b73751-3f3b-447b-b4e0-6899e9cca844,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:09.434825 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-093e7ad2-7be1-4644-9691-da3aafd62042 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 04:57:09.484640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.578869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.581005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.623938 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.624527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Fanout notify agent at l3_agent the message router_deleted on router eb130260-f9a7-4139-ba7f-1d236118fd2e {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 04:57:09.632375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.633509 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4d494bed-d32e-46ed-92da-028b8d63d65a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/routers/eb130260-f9a7-4139-ba7f-1d236118fd2e HTTP/1.1" status: 204 len: 168 time: 0.8243978 Nov 23 04:57:09.636144 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49256) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:09.716933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e796a8c-3b93-4b12-bfee-8294fd544b1a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.811684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e796a8c-3b93-4b12-bfee-8294fd544b1a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.832630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-0e796a8c-3b93-4b12-bfee-8294fd544b1a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf6ae704-3f16-4e8e-81e3-e545ddf00b65']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:57:09.845330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-0e796a8c-3b93-4b12-bfee-8294fd544b1a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2c099a6-a628-485b-8d5f-35b66f841e2c') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:57:09.845697 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-0e796a8c-3b93-4b12-bfee-8294fd544b1a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2c099a6-a628-485b-8d5f-35b66f841e2c') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:57:09.855888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e796a8c-3b93-4b12-bfee-8294fd544b1a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.869234 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e796a8c-3b93-4b12-bfee-8294fd544b1a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.875129 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0e796a8c-3b93-4b12-bfee-8294fd544b1a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Releasing vlan 166 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:57:09.875504 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e796a8c-3b93-4b12-bfee-8294fd544b1a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:57:09.878606 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:57:09.886094 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 36330cc6-290e-4131-af57-fb0142744712 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:57:09.908501 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 36330cc6-290e-4131-af57-fb0142744712 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:57:09.908855 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 36330cc6-290e-4131-af57-fb0142744712 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:57:09.909301 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d7ee9d24-e12c-4026-b969-f0bea370dda5 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:57:09.928874 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: d7ee9d24-e12c-4026-b969-f0bea370dda5 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:57:09.929230 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d7ee9d24-e12c-4026-b969-f0bea370dda5 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:57:09.943973 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e796a8c-3b93-4b12-bfee-8294fd544b1a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.951838 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0e796a8c-3b93-4b12-bfee-8294fd544b1a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:09.955167 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0e796a8c-3b93-4b12-bfee-8294fd544b1a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] 10.222.0.37 "DELETE /v2.0/networks/bf6ae704-3f16-4e8e-81e3-e545ddf00b65 HTTP/1.1" status: 204 len: 168 time: 0.3181014 Nov 23 04:57:09.972525 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e796a8c-3b93-4b12-bfee-8294fd544b1a tempest-TestNetworkBasicOps-1209331280 tempest-TestNetworkBasicOps-1209331280-project] Pushing event deleted for resources: {'Network': ['ID=bf6ae704-3f16-4e8e-81e3-e545ddf00b65,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:10.254213 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49262) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:10.379238 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:10.394597 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6bcc3a52-7258-4139-9622-c69317bb8d74 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1f39b592b6944144b30ee044431afa7d&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1365280 Nov 23 04:57:10.394597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49266) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:10.444257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3c66f811-fd1a-4223-be07-8d6819d0b1bd admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:10.465236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3c66f811-fd1a-4223-be07-8d6819d0b1bd admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:10.510594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3c66f811-fd1a-4223-be07-8d6819d0b1bd admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:10.513064 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3c66f811-fd1a-4223-be07-8d6819d0b1bd admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:10.514228 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3c66f811-fd1a-4223-be07-8d6819d0b1bd admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d35237c4-3430-4e33-9acb-c29dc78029f1 HTTP/1.1" status: 204 len: 168 time: 0.1189022 Nov 23 04:57:10.522617 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c66f811-fd1a-4223-be07-8d6819d0b1bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d35237c4-3430-4e33-9acb-c29dc78029f1,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:10.765931 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49272) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:10.781810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1d9c7151-3366-4aa6-b5c8-6111431e085b admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:10.860565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1d9c7151-3366-4aa6-b5c8-6111431e085b admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:10.864646 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1d9c7151-3366-4aa6-b5c8-6111431e085b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:10.902353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d9c7151-3366-4aa6-b5c8-6111431e085b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8426c900-7334-48a5-88ba-dfdcb1752c6d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:10.907593 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1d9c7151-3366-4aa6-b5c8-6111431e085b admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=fad5c5461609417aaba6671cba56b7f3&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1406455 Nov 23 04:57:10.910250 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49274) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:10.959800 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bf999067-7f5c-4952-a869-8c9097c19d17 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:10.980798 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bf999067-7f5c-4952-a869-8c9097c19d17 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:11.027248 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bf999067-7f5c-4952-a869-8c9097c19d17 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:11.029890 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bf999067-7f5c-4952-a869-8c9097c19d17 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:11.031046 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bf999067-7f5c-4952-a869-8c9097c19d17 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8426c900-7334-48a5-88ba-dfdcb1752c6d HTTP/1.1" status: 204 len: 168 time: 0.1198809 Nov 23 04:57:11.038739 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf999067-7f5c-4952-a869-8c9097c19d17 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8426c900-7334-48a5-88ba-dfdcb1752c6d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:11.780411 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:11.798424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d7b73751-3f3b-447b-b4e0-6899e9cca844 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:57:11.819593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: d7b73751-3f3b-447b-b4e0-6899e9cca844 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:57:11.819934 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d7b73751-3f3b-447b-b4e0-6899e9cca844 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:57:12.671727 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:17.719380 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ff75cc33-b3c9-4b83-ae05-d8e7a14cf727 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/networks?tenant_id=a83eb6bdcbfa4334a26cdfcbd66c1aa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0291016 Nov 23 04:57:18.218222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-911d2435-457f-4f4c-a2c2-e282cc5847de tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:18.219664 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-911d2435-457f-4f4c-a2c2-e282cc5847de tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4944496 Nov 23 04:57:18.234729 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-2fe6583e-6cd0-4e94-a537-076e4a91bef6 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/quotas/a83eb6bdcbfa4334a26cdfcbd66c1aa8 HTTP/1.1" status: 200 len: 375 time: 0.0086839 Nov 23 04:57:18.264948 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-dbc8aad6-ffc7-4c40-af89-38a1d139ccc3 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a83eb6bdcbfa4334a26cdfcbd66c1aa8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0246119 Nov 23 04:57:18.419767 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-263a75a8-805a-4e29-a5d5-ad4a0f0b1c95 req-083a5cab-7c11-4476-8c8a-184ebb4acbb9 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 210 time: 0.0285933 Nov 23 04:57:19.497376 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3d1909b2-23be-43bd-863e-cdd99d4124cc req-ad01d7ef-7ae2-43d7-97b6-08e205203504 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 210 time: 0.0265946 Nov 23 04:57:20.573593 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9710bde6-6818-4b8d-a809-aab12684b61d req-0b39758d-1004-41fd-8ae7-b1df21282cd5 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 210 time: 0.0268099 Nov 23 04:57:21.651175 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e4d99532-6133-4027-beb6-1371c1c25248 req-11093d1a-ec3f-4004-a66f-b12e4e88f2bc tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 210 time: 0.0274160 Nov 23 04:57:22.745422 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-79fe146f-6499-497d-abc9-d616c79556c0 req-c51e4180-a2b0-419e-afee-c1493932abfd tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 210 time: 0.0263958 Nov 23 04:57:23.528371 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-e6ba9ff6-27b9-4ff5-beb9-b28f628b50ad tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=a83eb6bdcbfa4334a26cdfcbd66c1aa8&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0222151 Nov 23 04:57:23.642280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-d0fc5a0d-d17e-434a-8a91-2be945e92519 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:23.643722 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-d0fc5a0d-d17e-434a-8a91-2be945e92519 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1082270 Nov 23 04:57:23.669298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Request body: {'port': {'device_id': '0339e717-d1d2-4844-851c-5a0ad1f40134', 'network_id': 'f078164b-21b4-4ed1-bfe7-d73ff447a978', 'admin_state_up': True, 'tenant_id': 'a83eb6bdcbfa4334a26cdfcbd66c1aa8'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:57:23.782961 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Made reservation on behalf of a83eb6bdcbfa4334a26cdfcbd66c1aa8 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:57:23.786621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:23.795863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:23.846741 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-693f8d64-7df7-4333-b0a5-2f1973b7c9c0 req-7b30768c-b2c5-49f4-886c-cb3f751e7872 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 210 time: 0.0313873 Nov 23 04:57:23.894421 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:23.899089 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:23.960561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b09db9fc-3026-4883-a517-ad66a2fb6bc3,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:24.034757 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Allocated IP 192.168.233.220 (f078164b-21b4-4ed1-bfe7-d73ff447a978/8da17cf1-42b6-4d4a-8127-2bccdfa1e564/c62d806d-fdab-426e-87dc-8b65fdb7c2dc) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:57:24.183046 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:24.215503 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:24.260269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Network f078164b-21b4-4ed1-bfe7-d73ff447a978 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:57:24.263540 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:57:24.267137 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:57:24.274176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Pushing event updated for resources: {'Port': ['ID=c62d806d-fdab-426e-87dc-8b65fdb7c2dc,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:24.322785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:24.323422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:24.341152 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-ef754ebc-9578-4a7a-91eb-baf188941e95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6758385 Nov 23 04:57:24.369913 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Request body: {'port': {'device_id': '0339e717-d1d2-4844-851c-5a0ad1f40134', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:57:24.417784 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:57:24.431753 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:24.543415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-301742c7-2f5c-475d-9ae2-d67d76cf66c6 None None] Provisioning complete for port c62d806d-fdab-426e-87dc-8b65fdb7c2dc triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:57:24.543958 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-301742c7-2f5c-475d-9ae2-d67d76cf66c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:24.576984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-301742c7-2f5c-475d-9ae2-d67d76cf66c6 None None] Port c62d806d-fdab-426e-87dc-8b65fdb7c2dc cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 04:57:24.694146 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c62d806d-fdab-426e-87dc-8b65fdb7c2dc {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:57:24.701631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:24.714217 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Transition to ACTIVE for port object c62d806d-fdab-426e-87dc-8b65fdb7c2dc will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:57:24.718028 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:24.785880 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c63fd2-380a-4003-900f-97853166635c service neutron] Pushing event updated for resources: {'Port': ['ID=c62d806d-fdab-426e-87dc-8b65fdb7c2dc,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:24.846434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Attempting to bind port c62d806d-fdab-426e-87dc-8b65fdb7c2dc on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:57:24.846772 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Attempting to bind port c62d806d-fdab-426e-87dc-8b65fdb7c2dc by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '1724094e-2a9d-46b7-94ce-cf6bf970f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f078164b-21b4-4ed1-bfe7-d73ff447a978'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:57:24.847103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Attempting to bind port c62d806d-fdab-426e-87dc-8b65fdb7c2dc on network f078164b-21b4-4ed1-bfe7-d73ff447a978 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:57:24.852216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Port c62d806d-fdab-426e-87dc-8b65fdb7c2dc on network f078164b-21b4-4ed1-bfe7-d73ff447a978 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:57:24.852537 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Attempting to bind port c62d806d-fdab-426e-87dc-8b65fdb7c2dc on network f078164b-21b4-4ed1-bfe7-d73ff447a978 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:57:24.857905 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 57, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:57:24.858246 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Checking segment: {'id': '1724094e-2a9d-46b7-94ce-cf6bf970f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f078164b-21b4-4ed1-bfe7-d73ff447a978'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:57:24.858635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Bound using segment: {'id': '1724094e-2a9d-46b7-94ce-cf6bf970f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f078164b-21b4-4ed1-bfe7-d73ff447a978'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:57:24.859073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Bound port: c62d806d-fdab-426e-87dc-8b65fdb7c2dc, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1724094e-2a9d-46b7-94ce-cf6bf970f59a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 195, 'network_id': 'f078164b-21b4-4ed1-bfe7-d73ff447a978'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:57:24.859471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:24.929748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] For port c62d806d-fdab-426e-87dc-8b65fdb7c2dc, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:57:24.933106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] For port c62d806d-fdab-426e-87dc-8b65fdb7c2dc, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c62d806d-fdab-426e-87dc-8b65fdb7c2dc,segment=NetworkSegment(1724094e-2a9d-46b7-94ce-cf6bf970f59a),segment_id=1724094e-2a9d-46b7-94ce-cf6bf970f59a)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:57:24.937644 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:24.966691 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2d4830-b173-4044-a08a-6919bfeb3e7c req-cb37dea8-535b-42e0-9704-a8ac65428fa6 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:24.968282 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2b2d4830-b173-4044-a08a-6919bfeb3e7c req-cb37dea8-535b-42e0-9704-a8ac65428fa6 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 948 time: 0.0534883 Nov 23 04:57:24.974269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:24.974861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:24.976404 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-71c63fd2-380a-4003-900f-97853166635c service neutron] 10.222.0.15 "PUT /v2.0/ports/c62d806d-fdab-426e-87dc-8b65fdb7c2dc HTTP/1.1" status: 200 len: 1098 time: 0.6111145 Nov 23 04:57:24.978707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0339e717-d1d2-4844-851c-5a0ad1f40134', 'tag': 'c62d806d-fdab-426e-87dc-8b65fdb7c2dc'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:57:24.981051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1906bfa9-a3cc-4458-b5b0-0fcc2a8cf3a5" -d '{"events": [{"name": "network-changed", "server_uuid": "0339e717-d1d2-4844-851c-5a0ad1f40134", "tag": "c62d806d-fdab-426e-87dc-8b65fdb7c2dc"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:57:25.009256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71c63fd2-380a-4003-900f-97853166635c service neutron] Pushing event updated for resources: {'Port': ['ID=c62d806d-fdab-426e-87dc-8b65fdb7c2dc,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:25.040946 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:57:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c3dc56-5147-46d4-94c9-960a819754fb x-openstack-request-id: req-b1c3dc56-5147-46d4-94c9-960a819754fb {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:57:25.041396 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0339e717-d1d2-4844-851c-5a0ad1f40134", "tag": "c62d806d-fdab-426e-87dc-8b65fdb7c2dc", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:57:25.041666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b1c3dc56-5147-46d4-94c9-960a819754fb {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:57:25.042079 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0339e717-d1d2-4844-851c-5a0ad1f40134', 'tag': 'c62d806d-fdab-426e-87dc-8b65fdb7c2dc', 'status': 'completed', 'code': 200} Nov 23 04:57:25.053565 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2b2d4830-b173-4044-a08a-6919bfeb3e7c req-e67df3c4-36c8-4f34-a6ea-bf5aaa366b0b tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09db9fc-3026-4883-a517-ad66a2fb6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783105 Nov 23 04:57:25.121490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-cc1a4dd7-40bd-4fb6-96bd-7926293dc3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:25.123046 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-cc1a4dd7-40bd-4fb6-96bd-7926293dc3c4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a83eb6bdcbfa4334a26cdfcbd66c1aa8&device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 1101 time: 0.0513389 Nov 23 04:57:25.196593 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-56469bd0-911d-402a-bd67-fa5e5c5a1046 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=c62d806d-fdab-426e-87dc-8b65fdb7c2dc HTTP/1.1" status: 200 len: 217 time: 0.0363214 Nov 23 04:57:25.248393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-c2c5a880-f193-4a9f-8f0a-8b0d88a7bab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:25.249862 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-c2c5a880-f193-4a9f-8f0a-8b0d88a7bab2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8da17cf1-42b6-4d4a-8127-2bccdfa1e564 HTTP/1.1" status: 200 len: 843 time: 0.0458765 Nov 23 04:57:25.298352 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-9fb70067-7e13-469c-92e7-eb86097af31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:25.299840 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-9fb70067-7e13-469c-92e7-eb86097af31d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f078164b-21b4-4ed1-bfe7-d73ff447a978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0422792 Nov 23 04:57:25.393637 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-3cae7486-2ad4-4f3f-81ac-2502bcf3eaef service neutron] 10.222.0.15 "GET /v2.0/networks/f078164b-21b4-4ed1-bfe7-d73ff447a978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859442 Nov 23 04:57:25.490737 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f97027f3-6a05-4fd4-b05c-8ff4347597bb req-2ce389d7-7219-44eb-9aa6-3d1d65fb1d34 service neutron] 10.222.0.15 "GET /v2.0/networks/f078164b-21b4-4ed1-bfe7-d73ff447a978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871537 Nov 23 04:57:25.616475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906bfa9-a3cc-4458-b5b0-0fcc2a8cf3a5 req-d0b18697-8055-44d5-ba3b-53fc8c385a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:25.618013 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1906bfa9-a3cc-4458-b5b0-0fcc2a8cf3a5 req-d0b18697-8055-44d5-ba3b-53fc8c385a77 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a83eb6bdcbfa4334a26cdfcbd66c1aa8&device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 1101 time: 0.0414813 Nov 23 04:57:25.709649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906bfa9-a3cc-4458-b5b0-0fcc2a8cf3a5 req-765a1dbe-6eea-4045-9424-fef82b39ab4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:25.711002 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1906bfa9-a3cc-4458-b5b0-0fcc2a8cf3a5 req-765a1dbe-6eea-4045-9424-fef82b39ab4b service neutron] 10.222.0.15 "GET /v2.0/networks?id=f078164b-21b4-4ed1-bfe7-d73ff447a978 HTTP/1.1" status: 200 len: 870 time: 0.0851631 Nov 23 04:57:25.757502 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1906bfa9-a3cc-4458-b5b0-0fcc2a8cf3a5 req-fa9f841e-4d80-460f-a490-477b96f814f5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.220&port_id=c62d806d-fdab-426e-87dc-8b65fdb7c2dc HTTP/1.1" status: 200 len: 217 time: 0.0372701 Nov 23 04:57:25.808513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906bfa9-a3cc-4458-b5b0-0fcc2a8cf3a5 req-54da7628-a7dc-4eda-8032-62a65970fe88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:25.810074 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1906bfa9-a3cc-4458-b5b0-0fcc2a8cf3a5 req-54da7628-a7dc-4eda-8032-62a65970fe88 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8da17cf1-42b6-4d4a-8127-2bccdfa1e564 HTTP/1.1" status: 200 len: 843 time: 0.0452423 Nov 23 04:57:25.855717 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1906bfa9-a3cc-4458-b5b0-0fcc2a8cf3a5 req-0a3c39a7-6f01-4800-9680-9969eb471435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:25.857150 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1906bfa9-a3cc-4458-b5b0-0fcc2a8cf3a5 req-0a3c39a7-6f01-4800-9680-9969eb471435 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=f078164b-21b4-4ed1-bfe7-d73ff447a978&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0387502 Nov 23 04:57:25.952358 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1906bfa9-a3cc-4458-b5b0-0fcc2a8cf3a5 req-3547aa5f-ee4c-4481-a01f-d89467408de0 service neutron] 10.222.0.15 "GET /v2.0/networks/f078164b-21b4-4ed1-bfe7-d73ff447a978?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859399 Nov 23 04:57:26.043896 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1906bfa9-a3cc-4458-b5b0-0fcc2a8cf3a5 req-5f530027-cb39-4f50-8cae-852542cecdf1 service neutron] 10.222.0.15 "GET /v2.0/networks/f078164b-21b4-4ed1-bfe7-d73ff447a978?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827348 Nov 23 04:57:26.169675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8a40e8-baec-4563-a882-9eb8b5109c1a req-c6211f20-96be-4633-949b-1df5255f6754 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:26.171130 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6b8a40e8-baec-4563-a882-9eb8b5109c1a req-c6211f20-96be-4633-949b-1df5255f6754 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 948 time: 0.0498660 Nov 23 04:57:26.221605 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6b8a40e8-baec-4563-a882-9eb8b5109c1a req-9cbf8ece-1214-405d-b75e-439bfb116a77 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09db9fc-3026-4883-a517-ad66a2fb6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439177 Nov 23 04:57:27.334739 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a982d6-94f9-4740-9640-fe639ce3cd74 req-2bac87b9-78ce-4f3f-b44b-a1dda5c13560 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:27.336216 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d6a982d6-94f9-4740-9640-fe639ce3cd74 req-2bac87b9-78ce-4f3f-b44b-a1dda5c13560 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 948 time: 0.0485594 Nov 23 04:57:27.382621 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d6a982d6-94f9-4740-9640-fe639ce3cd74 req-0ac12503-5098-4c87-a118-965ec88c8077 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09db9fc-3026-4883-a517-ad66a2fb6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405664 Nov 23 04:57:27.419949 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c62d806d-fdab-426e-87dc-8b65fdb7c2dc details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:57:27.532962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c62d806d-fdab-426e-87dc-8b65fdb7c2dc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c62d806d-fdab-426e-87dc-8b65fdb7c2dc,segment=NetworkSegment(1724094e-2a9d-46b7-94ce-cf6bf970f59a),segment_id=1724094e-2a9d-46b7-94ce-cf6bf970f59a)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:57:27.544146 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'c62d806d-fdab-426e-87dc-8b65fdb7c2dc', 'network_id': 'f078164b-21b4-4ed1-bfe7-d73ff447a978', 'port_id': 'c62d806d-fdab-426e-87dc-8b65fdb7c2dc', 'mac_address': 'fa:16:3e:93:bd:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 195, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8da17cf1-42b6-4d4a-8127-2bccdfa1e564', 'ip_address': '192.168.233.220'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:57:27.580607 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:27.593217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c62d806d-fdab-426e-87dc-8b65fdb7c2dc {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:57:27.611589 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c62d806d-fdab-426e-87dc-8b65fdb7c2dc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c62d806d-fdab-426e-87dc-8b65fdb7c2dc,segment=NetworkSegment(1724094e-2a9d-46b7-94ce-cf6bf970f59a),segment_id=1724094e-2a9d-46b7-94ce-cf6bf970f59a)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:57:27.618009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:27.665607 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c62d806d-fdab-426e-87dc-8b65fdb7c2dc,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:27.961826 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['c62d806d-fdab-426e-87dc-8b65fdb7c2dc'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:57:28.496338 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61eece0e-d50c-43aa-b365-fc0355780f1a req-c9d1eeba-8c43-4a13-a337-ed16f9cf09e3 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:28.497802 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-61eece0e-d50c-43aa-b365-fc0355780f1a req-c9d1eeba-8c43-4a13-a337-ed16f9cf09e3 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 949 time: 0.0476043 Nov 23 04:57:28.545565 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-61eece0e-d50c-43aa-b365-fc0355780f1a req-029d4277-ffbb-4ef1-9a09-3922f452090e tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09db9fc-3026-4883-a517-ad66a2fb6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419571 Nov 23 04:57:29.423801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c62d806d-fdab-426e-87dc-8b65fdb7c2dc up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:57:29.470668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port c62d806d-fdab-426e-87dc-8b65fdb7c2dc completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:57:29.475007 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port c62d806d-fdab-426e-87dc-8b65fdb7c2dc triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:57:29.475377 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:29.553509 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:29.575188 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0339e717-d1d2-4844-851c-5a0ad1f40134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62d806d-fdab-426e-87dc-8b65fdb7c2dc'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:57:29.577731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b587678a-d8d1-4e94-870d-919d9211e769" -d '{"events": [{"server_uuid": "0339e717-d1d2-4844-851c-5a0ad1f40134", "name": "network-vif-plugged", "status": "completed", "tag": "c62d806d-fdab-426e-87dc-8b65fdb7c2dc"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:57:29.591892 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c62d806d-fdab-426e-87dc-8b65fdb7c2dc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c62d806d-fdab-426e-87dc-8b65fdb7c2dc,segment=NetworkSegment(1724094e-2a9d-46b7-94ce-cf6bf970f59a),segment_id=1724094e-2a9d-46b7-94ce-cf6bf970f59a)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:57:29.596035 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:29.622783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:57:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-213fcc4a-ffce-4a83-8906-efee960aa998 x-openstack-request-id: req-213fcc4a-ffce-4a83-8906-efee960aa998 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:57:29.623078 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0339e717-d1d2-4844-851c-5a0ad1f40134", "name": "network-vif-plugged", "status": "completed", "tag": "c62d806d-fdab-426e-87dc-8b65fdb7c2dc", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:57:29.623356 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-213fcc4a-ffce-4a83-8906-efee960aa998 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:57:29.623746 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0339e717-d1d2-4844-851c-5a0ad1f40134', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c62d806d-fdab-426e-87dc-8b65fdb7c2dc', 'code': 200} Nov 23 04:57:29.647131 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c62d806d-fdab-426e-87dc-8b65fdb7c2dc,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:29.662326 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb65d0f-1188-4925-be38-0df2a9d73cd5 req-1cc3d4fe-7951-4250-b956-5cd48f2bdbc1 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:29.663997 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cfb65d0f-1188-4925-be38-0df2a9d73cd5 req-1cc3d4fe-7951-4250-b956-5cd48f2bdbc1 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 950 time: 0.0501425 Nov 23 04:57:29.716212 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cfb65d0f-1188-4925-be38-0df2a9d73cd5 req-e9feec5c-67de-49a2-bf13-4a726773fa89 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09db9fc-3026-4883-a517-ad66a2fb6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460277 Nov 23 04:57:29.836964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87fd0847-32a0-4419-816f-be1bf2a72a0f req-cd04a8d2-4b5d-431f-b30e-b6ac0e5009d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:29.838426 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-87fd0847-32a0-4419-816f-be1bf2a72a0f req-cd04a8d2-4b5d-431f-b30e-b6ac0e5009d9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 1103 time: 0.0394375 Nov 23 04:57:29.886320 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-87fd0847-32a0-4419-816f-be1bf2a72a0f req-363fff82-f0de-4387-9b03-226c14e65f49 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=b09db9fc-3026-4883-a517-ad66a2fb6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384195 Nov 23 04:57:30.835545 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d9cb139-5eda-47db-a5a9-547ca180cbff req-96ca5392-093a-4496-8472-ee4fcf837b95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:30.837003 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6d9cb139-5eda-47db-a5a9-547ca180cbff req-96ca5392-093a-4496-8472-ee4fcf837b95 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 950 time: 0.0536511 Nov 23 04:57:30.884616 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6d9cb139-5eda-47db-a5a9-547ca180cbff req-32574958-78c3-44b0-93aa-c93f971227a7 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09db9fc-3026-4883-a517-ad66a2fb6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410757 Nov 23 04:57:31.996641 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843bb39e-f64b-47a3-be0b-3550b48809f4 req-a72220b5-4c46-44cd-b858-3a6ec506b2bb tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:31.998110 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-843bb39e-f64b-47a3-be0b-3550b48809f4 req-a72220b5-4c46-44cd-b858-3a6ec506b2bb tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 950 time: 0.0476415 Nov 23 04:57:32.044857 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-843bb39e-f64b-47a3-be0b-3550b48809f4 req-dfda09ae-1685-47ee-8e56-32e1851fd17e tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09db9fc-3026-4883-a517-ad66a2fb6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407875 Nov 23 04:57:32.325029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-3091b349-cb2c-4777-b2c3-08832dc3e182 req-117daa9d-e97f-4bf5-ab98-3e2540a3022a service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:57:32.326032 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3091b349-cb2c-4777-b2c3-08832dc3e182 req-117daa9d-e97f-4bf5-ab98-3e2540a3022a service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0054140 Nov 23 04:57:32.679742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [req-a360634f-5a21-4ebb-aa19-97cf3a7ac3ad req-157d4c2b-19d0-40e9-99d2-d05ed5807f00 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:57:32.680711 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a360634f-5a21-4ebb-aa19-97cf3a7ac3ad req-157d4c2b-19d0-40e9-99d2-d05ed5807f00 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0053849 Nov 23 04:57:33.028338 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6156811a-a553-4473-8b0b-6473f161b842 req-9a65e811-3015-414c-8499-38da859e7bc0 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:33.029871 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6156811a-a553-4473-8b0b-6473f161b842 req-9a65e811-3015-414c-8499-38da859e7bc0 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 950 time: 0.0490892 Nov 23 04:57:33.081004 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6156811a-a553-4473-8b0b-6473f161b842 req-bcf5e2f0-19be-4906-a644-e9e9da48f935 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09db9fc-3026-4883-a517-ad66a2fb6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451775 Nov 23 04:57:34.195853 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4632e-6912-48f1-9e81-38568b86e0ef req-0e58e060-4ad1-4a91-a9f1-44c1519d722b tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:34.197327 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fdf4632e-6912-48f1-9e81-38568b86e0ef req-0e58e060-4ad1-4a91-a9f1-44c1519d722b tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 950 time: 0.0489011 Nov 23 04:57:34.244015 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fdf4632e-6912-48f1-9e81-38568b86e0ef req-37570d17-1a49-4684-9aed-e74563b23d8f tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/security-groups?id=b09db9fc-3026-4883-a517-ad66a2fb6bc3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408857 Nov 23 04:57:34.634736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f0e6bc-fbc5-4304-a706-5e1883a03ab6 req-dfebaf2b-b994-4f6f-92d7-e316c309e372 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:34.636148 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a4f0e6bc-fbc5-4304-a706-5e1883a03ab6 req-dfebaf2b-b994-4f6f-92d7-e316c309e372 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.15 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 950 time: 0.0517678 Nov 23 04:57:34.761174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-a4f0e6bc-fbc5-4304-a706-5e1883a03ab6 req-ded89947-ef80-4ac3-9c15-87113a93ce26 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Deleting port c62d806d-fdab-426e-87dc-8b65fdb7c2dc {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:57:34.761540 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-a4f0e6bc-fbc5-4304-a706-5e1883a03ab6 req-ded89947-ef80-4ac3-9c15-87113a93ce26 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:34.853609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-a4f0e6bc-fbc5-4304-a706-5e1883a03ab6 req-ded89947-ef80-4ac3-9c15-87113a93ce26 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] For port c62d806d-fdab-426e-87dc-8b65fdb7c2dc, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c62d806d-fdab-426e-87dc-8b65fdb7c2dc,segment=NetworkSegment(1724094e-2a9d-46b7-94ce-cf6bf970f59a),segment_id=1724094e-2a9d-46b7-94ce-cf6bf970f59a)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:57:34.853971 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-a4f0e6bc-fbc5-4304-a706-5e1883a03ab6 req-ded89947-ef80-4ac3-9c15-87113a93ce26 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:34.866884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-a4f0e6bc-fbc5-4304-a706-5e1883a03ab6 req-ded89947-ef80-4ac3-9c15-87113a93ce26 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Calling delete_port for c62d806d-fdab-426e-87dc-8b65fdb7c2dc owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:57:34.991831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-a4f0e6bc-fbc5-4304-a706-5e1883a03ab6 req-ded89947-ef80-4ac3-9c15-87113a93ce26 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:35.024298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded89947-ef80-4ac3-9c15-87113a93ce26 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Pushing event deleted for resources: {'Port': ['ID=c62d806d-fdab-426e-87dc-8b65fdb7c2dc,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:35.042488 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['c62d806d-fdab-426e-87dc-8b65fdb7c2dc'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:57:35.066963 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4f0e6bc-fbc5-4304-a706-5e1883a03ab6 req-ded89947-ef80-4ac3-9c15-87113a93ce26 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] No DVR routers for this DVR port c62d806d-fdab-426e-87dc-8b65fdb7c2dc on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:57:35.069517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-a4f0e6bc-fbc5-4304-a706-5e1883a03ab6 req-ded89947-ef80-4ac3-9c15-87113a93ce26 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:35.072940 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a4f0e6bc-fbc5-4304-a706-5e1883a03ab6 req-ded89947-ef80-4ac3-9c15-87113a93ce26 tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.15 "DELETE /v2.0/ports/c62d806d-fdab-426e-87dc-8b65fdb7c2dc HTTP/1.1" status: 204 len: 173 time: 0.3929751 Nov 23 04:57:35.073420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0339e717-d1d2-4844-851c-5a0ad1f40134', 'name': 'network-vif-deleted', 'tag': 'c62d806d-fdab-426e-87dc-8b65fdb7c2dc'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:57:35.075712 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f432822-d68d-49bb-9c7c-edaa8891775a" -d '{"events": [{"server_uuid": "0339e717-d1d2-4844-851c-5a0ad1f40134", "name": "network-vif-deleted", "tag": "c62d806d-fdab-426e-87dc-8b65fdb7c2dc"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:57:35.119363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:57:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-535000d5-734e-44ba-a342-6dc32cb9838b x-openstack-request-id: req-535000d5-734e-44ba-a342-6dc32cb9838b {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:57:35.119656 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0339e717-d1d2-4844-851c-5a0ad1f40134", "name": "network-vif-deleted", "tag": "c62d806d-fdab-426e-87dc-8b65fdb7c2dc", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:57:35.119907 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-535000d5-734e-44ba-a342-6dc32cb9838b {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:57:35.120308 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0339e717-d1d2-4844-851c-5a0ad1f40134', 'name': 'network-vif-deleted', 'tag': 'c62d806d-fdab-426e-87dc-8b65fdb7c2dc', 'status': 'completed', 'code': 200} Nov 23 04:57:35.349145 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1678dd83-9277-459e-a3fb-b528ebfb46c0 req-bb1c88b7-d5b5-4118-aca4-2dd2a115dd8c tempest-ServersAdminNegativeTestJSON-1519972110 tempest-ServersAdminNegativeTestJSON-1519972110-project] 10.222.0.37 "GET /v2.0/ports?device_id=0339e717-d1d2-4844-851c-5a0ad1f40134 HTTP/1.1" status: 200 len: 210 time: 0.0264628 Nov 23 04:57:36.639539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49426) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:36.769215 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3473152a-9f1e-4f0a-8797-400671ddec42 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a83eb6bdcbfa4334a26cdfcbd66c1aa8&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1285279 Nov 23 04:57:36.771950 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49430) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:36.824119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-edd0bfe6-090a-41b7-8bb7-b82df0bfaaec admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:36.845305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-edd0bfe6-090a-41b7-8bb7-b82df0bfaaec admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:36.891305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-edd0bfe6-090a-41b7-8bb7-b82df0bfaaec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:36.893816 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-edd0bfe6-090a-41b7-8bb7-b82df0bfaaec admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:36.894977 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-edd0bfe6-090a-41b7-8bb7-b82df0bfaaec admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/b09db9fc-3026-4883-a517-ad66a2fb6bc3 HTTP/1.1" status: 204 len: 168 time: 0.1220329 Nov 23 04:57:36.903283 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd0bfe6-090a-41b7-8bb7-b82df0bfaaec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b09db9fc-3026-4883-a517-ad66a2fb6bc3,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:36.919915 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-716a42ef-6e4f-47e6-b9cb-c21437bb2ecf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:37.150256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49436) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:37.163789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-918997c2-f382-4642-8832-d2fba20dd49e admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:37.246954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-918997c2-f382-4642-8832-d2fba20dd49e admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:37.250476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-918997c2-f382-4642-8832-d2fba20dd49e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:37.288652 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-918997c2-f382-4642-8832-d2fba20dd49e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=ca5edb142290424c82043bba797098be&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1370947 Nov 23 04:57:37.289840 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918997c2-f382-4642-8832-d2fba20dd49e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab0065e8-3d69-4483-8cea-c9905b5f10e6,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:37.291440 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49438) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:37.339585 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-700f1b40-6b38-4678-8864-e3511f739ab7 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:37.359914 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-700f1b40-6b38-4678-8864-e3511f739ab7 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:37.406426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-700f1b40-6b38-4678-8864-e3511f739ab7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:37.409174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-700f1b40-6b38-4678-8864-e3511f739ab7 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:37.410836 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-700f1b40-6b38-4678-8864-e3511f739ab7 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ab0065e8-3d69-4483-8cea-c9905b5f10e6 HTTP/1.1" status: 204 len: 168 time: 0.1184072 Nov 23 04:57:37.418439 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f1b40-6b38-4678-8864-e3511f739ab7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab0065e8-3d69-4483-8cea-c9905b5f10e6,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:37.451462 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c62d806d-fdab-426e-87dc-8b65fdb7c2dc no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:57:37.471065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: c62d806d-fdab-426e-87dc-8b65fdb7c2dc {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:57:37.471685 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c62d806d-fdab-426e-87dc-8b65fdb7c2dc not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:57:38.079798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49460) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:38.182112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1745982879-network', 'tenant_id': '61509b3890724d61a95bf6cae734d4a7'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:57:38.205225 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] Made reservation on behalf of 61509b3890724d61a95bf6cae734d4a7 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:57:38.208193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:38.216982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:38.292776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:38.297015 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:38.325149 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] vlan segment allocate from pool success with {'vlan_id': 193, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:57:38.335706 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46540937-c20e-4275-b145-7f0b4025cc1a,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:38.341164 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:38.341599 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] Added segment 55746363-005a-4eef-9b76-c26435bd0199 of type vlan for network b0cb3779-1193-409e-bb76-dd870878ffe1 Nov 23 04:57:38.384153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:38.412400 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:38.413388 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:38.413992 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:38.489790 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4087493 Nov 23 04:57:38.492694 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49464) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:38.499667 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-da5dc69d-0395-4215-9847-f5e4f779cd10 admin admin] Request body: {'subnet': {'network_id': 'b0cb3779-1193-409e-bb76-dd870878ffe1', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1745982879-subnet', 'tenant_id': '61509b3890724d61a95bf6cae734d4a7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:57:38.522991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da5dc69d-0395-4215-9847-f5e4f779cd10 admin admin] Made reservation on behalf of 61509b3890724d61a95bf6cae734d4a7 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:57:38.525833 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-da5dc69d-0395-4215-9847-f5e4f779cd10 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:38.527052 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78360ab-103d-4648-a030-b429389c501d admin admin] Pushing event updated for resources: {'Network': ['ID=b0cb3779-1193-409e-bb76-dd870878ffe1,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:38.537245 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network b0cb3779-1193-409e-bb76-dd870878ffe1 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:57:38.707490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-da5dc69d-0395-4215-9847-f5e4f779cd10 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:38.756378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da5dc69d-0395-4215-9847-f5e4f779cd10 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba20f960-f9c7-4c2a-ba0e-e5b09499ba33,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:38.776683 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:38.778443 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da5dc69d-0395-4215-9847-f5e4f779cd10 admin admin] Checking segment: {'id': '55746363-005a-4eef-9b76-c26435bd0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0cb3779-1193-409e-bb76-dd870878ffe1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:57:38.779138 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5dc69d-0395-4215-9847-f5e4f779cd10 admin admin] Network hostable DHCP agents. Network: b0cb3779-1193-409e-bb76-dd870878ffe1, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:57:38.800406 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da5dc69d-0395-4215-9847-f5e4f779cd10 admin admin] Network b0cb3779-1193-409e-bb76-dd870878ffe1 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:57:38.808765 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-da5dc69d-0395-4215-9847-f5e4f779cd10 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, b0cb3779-1193-409e-bb76-dd870878ffe1) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:57:38.812635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da5dc69d-0395-4215-9847-f5e4f779cd10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:38.813222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-da5dc69d-0395-4215-9847-f5e4f779cd10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:38.819101 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107c7e02-02f4-4ebb-82c6-bcf7a9121a8b None None] Network b0cb3779-1193-409e-bb76-dd870878ffe1 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:57:38.831953 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-da5dc69d-0395-4215-9847-f5e4f779cd10 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3379164 Nov 23 04:57:39.092437 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-306ba170-6e55-4a43-aee3-77a92ff2c71a None None] Network b0cb3779-1193-409e-bb76-dd870878ffe1 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:57:39.223610 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0a87998f-ec1f-4a3c-a619-2ce1e612fcad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:39.260153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-6ccd9d64-e75d-41ac-93a1-07a7db8dc359 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:39.261611 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-6ccd9d64-e75d-41ac-93a1-07a7db8dc359 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/networks?id=b0cb3779-1193-409e-bb76-dd870878ffe1 HTTP/1.1" status: 200 len: 812 time: 0.1111522 Nov 23 04:57:39.276632 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-012f9498-948e-466a-9fa9-ad25ae8a943f tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/quotas/61509b3890724d61a95bf6cae734d4a7 HTTP/1.1" status: 200 len: 375 time: 0.0093989 Nov 23 04:57:39.306971 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-7042f0d8-83a3-4faa-a38c-1c8aa9813201 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=61509b3890724d61a95bf6cae734d4a7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0253940 Nov 23 04:57:39.394976 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-d9d37001-8790-4f68-af73-7abfd14faed4 service neutron] 10.222.0.37 "GET /v2.0/networks/b0cb3779-1193-409e-bb76-dd870878ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802615 Nov 23 04:57:39.487009 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-2d908603-72ca-4b5d-956c-5db5d9e4a5be service neutron] 10.222.0.37 "GET /v2.0/networks/b0cb3779-1193-409e-bb76-dd870878ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853541 Nov 23 04:57:39.638819 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d87196a9-5d95-4488-994d-5e90df9016dd req-18c72ff1-6063-4d0e-8e2f-45ab73b4d529 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 210 time: 0.0265861 Nov 23 04:57:40.381217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:40.741529 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-eb18c2cb-41d7-4170-9a44-051960f3e2f5 req-f37a05b8-8a5f-44c2-b813-57621ee9fea9 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 210 time: 0.0327976 Nov 23 04:57:40.789018 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-945d1caf-6f03-4a28-b367-2baa3d1c51e7 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:40.790448 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-945d1caf-6f03-4a28-b367-2baa3d1c51e7 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.15 "GET /v2.0/networks?id=b0cb3779-1193-409e-bb76-dd870878ffe1 HTTP/1.1" status: 200 len: 812 time: 0.1386147 Nov 23 04:57:40.821519 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-129d8d17-bdec-4b3a-ba7e-b37d3c0cd2af tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Request body: {'port': {'device_id': 'ff4322e0-74f1-4f15-bf30-c0512d935e05', 'network_id': 'b0cb3779-1193-409e-bb76-dd870878ffe1', 'admin_state_up': True, 'tenant_id': '61509b3890724d61a95bf6cae734d4a7'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:57:40.931159 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-129d8d17-bdec-4b3a-ba7e-b37d3c0cd2af tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Made reservation on behalf of 61509b3890724d61a95bf6cae734d4a7 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:57:40.934389 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-129d8d17-bdec-4b3a-ba7e-b37d3c0cd2af tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:41.055833 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-129d8d17-bdec-4b3a-ba7e-b37d3c0cd2af tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Allocated IP 172.20.0.13 (b0cb3779-1193-409e-bb76-dd870878ffe1/ba20f960-f9c7-4c2a-ba0e-e5b09499ba33/2689a74f-c4bc-4f89-9321-28e6304c4c0c) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:57:41.203925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-129d8d17-bdec-4b3a-ba7e-b37d3c0cd2af tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:41.236742 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-129d8d17-bdec-4b3a-ba7e-b37d3c0cd2af tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:41.281185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-129d8d17-bdec-4b3a-ba7e-b37d3c0cd2af tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Network b0cb3779-1193-409e-bb76-dd870878ffe1 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:57:41.284384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-129d8d17-bdec-4b3a-ba7e-b37d3c0cd2af tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:57:41.287930 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-129d8d17-bdec-4b3a-ba7e-b37d3c0cd2af tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:57:41.294172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129d8d17-bdec-4b3a-ba7e-b37d3c0cd2af tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Pushing event updated for resources: {'Port': ['ID=2689a74f-c4bc-4f89-9321-28e6304c4c0c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:41.343147 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-129d8d17-bdec-4b3a-ba7e-b37d3c0cd2af tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:41.343737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-129d8d17-bdec-4b3a-ba7e-b37d3c0cd2af tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:41.358664 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-129d8d17-bdec-4b3a-ba7e-b37d3c0cd2af tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5429873 Nov 23 04:57:41.385779 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Request body: {'port': {'device_id': 'ff4322e0-74f1-4f15-bf30-c0512d935e05', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:57:41.437721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:41.691012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2689a74f-c4bc-4f89-9321-28e6304c4c0c {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:57:41.698828 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:41.710640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Transition to ACTIVE for port object 2689a74f-c4bc-4f89-9321-28e6304c4c0c will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:57:41.713796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:41.784524 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2689a74f-c4bc-4f89-9321-28e6304c4c0c,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:41.785133 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:41.836988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Attempting to bind port 2689a74f-c4bc-4f89-9321-28e6304c4c0c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:57:41.837358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Attempting to bind port 2689a74f-c4bc-4f89-9321-28e6304c4c0c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '55746363-005a-4eef-9b76-c26435bd0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0cb3779-1193-409e-bb76-dd870878ffe1'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:57:41.837695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Attempting to bind port 2689a74f-c4bc-4f89-9321-28e6304c4c0c on network b0cb3779-1193-409e-bb76-dd870878ffe1 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:57:41.842046 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Port 2689a74f-c4bc-4f89-9321-28e6304c4c0c on network b0cb3779-1193-409e-bb76-dd870878ffe1 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:57:41.842364 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Attempting to bind port 2689a74f-c4bc-4f89-9321-28e6304c4c0c on network b0cb3779-1193-409e-bb76-dd870878ffe1 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:57:41.847352 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 57, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:57:41.847691 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Checking segment: {'id': '55746363-005a-4eef-9b76-c26435bd0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0cb3779-1193-409e-bb76-dd870878ffe1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:57:41.848077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Bound using segment: {'id': '55746363-005a-4eef-9b76-c26435bd0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0cb3779-1193-409e-bb76-dd870878ffe1'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:57:41.848506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Bound port: 2689a74f-c4bc-4f89-9321-28e6304c4c0c, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '55746363-005a-4eef-9b76-c26435bd0199', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'b0cb3779-1193-409e-bb76-dd870878ffe1'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:57:41.848891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:41.864758 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d7b387-dd2f-42cd-9ebd-376281a3663a req-34010bf9-06f7-4715-af97-40b548212f36 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:41.866441 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-48d7b387-dd2f-42cd-9ebd-376281a3663a req-34010bf9-06f7-4715-af97-40b548212f36 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 944 time: 0.0484805 Nov 23 04:57:41.912357 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] For port 2689a74f-c4bc-4f89-9321-28e6304c4c0c, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:57:41.913364 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-48d7b387-dd2f-42cd-9ebd-376281a3663a req-cd517f27-53d6-4d5f-9c1d-9635eba6f5ed tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408177 Nov 23 04:57:41.915545 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] For port 2689a74f-c4bc-4f89-9321-28e6304c4c0c, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2689a74f-c4bc-4f89-9321-28e6304c4c0c,segment=NetworkSegment(55746363-005a-4eef-9b76-c26435bd0199),segment_id=55746363-005a-4eef-9b76-c26435bd0199)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:57:41.919554 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:41.954679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:41.955295 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:41.956642 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] 10.222.0.15 "PUT /v2.0/ports/2689a74f-c4bc-4f89-9321-28e6304c4c0c HTTP/1.1" status: 200 len: 1094 time: 0.5748272 Nov 23 04:57:41.959626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff4322e0-74f1-4f15-bf30-c0512d935e05', 'tag': '2689a74f-c4bc-4f89-9321-28e6304c4c0c'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:57:41.961902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e54854-1a98-44fe-baaa-d2d67ddd4208" -d '{"events": [{"name": "network-changed", "server_uuid": "ff4322e0-74f1-4f15-bf30-c0512d935e05", "tag": "2689a74f-c4bc-4f89-9321-28e6304c4c0c"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:57:41.988637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70a806c-5747-4cc7-98cc-244be1e842e0 service neutron] Pushing event updated for resources: {'Port': ['ID=2689a74f-c4bc-4f89-9321-28e6304c4c0c,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:42.001155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:57:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f879378e-e3cd-4625-822d-05499f1c037d x-openstack-request-id: req-f879378e-e3cd-4625-822d-05499f1c037d {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:57:42.001466 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff4322e0-74f1-4f15-bf30-c0512d935e05", "tag": "2689a74f-c4bc-4f89-9321-28e6304c4c0c", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:57:42.001719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f879378e-e3cd-4625-822d-05499f1c037d {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:57:42.002110 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff4322e0-74f1-4f15-bf30-c0512d935e05', 'tag': '2689a74f-c4bc-4f89-9321-28e6304c4c0c', 'status': 'completed', 'code': 200} Nov 23 04:57:42.069209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-5dd58c3a-bcbc-4625-bf2a-221114aecd69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:42.070823 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-5dd58c3a-bcbc-4625-bf2a-221114aecd69 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61509b3890724d61a95bf6cae734d4a7&device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 1097 time: 0.0402656 Nov 23 04:57:42.127850 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-40998c80-12c0-4cd8-800c-f416219bc5a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2689a74f-c4bc-4f89-9321-28e6304c4c0c HTTP/1.1" status: 200 len: 217 time: 0.0330560 Nov 23 04:57:42.178567 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-bf016ea7-b8fb-425d-b53b-35dfb455141b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:42.179971 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-bf016ea7-b8fb-425d-b53b-35dfb455141b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba20f960-f9c7-4c2a-ba0e-e5b09499ba33 HTTP/1.1" status: 200 len: 852 time: 0.0455327 Nov 23 04:57:42.217186 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-42367123-7968-4823-a108-85c6d144222e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0cb3779-1193-409e-bb76-dd870878ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0241313 Nov 23 04:57:42.306948 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-ab77567b-43f3-487e-a019-a946ac43c251 service neutron] 10.222.0.15 "GET /v2.0/networks/b0cb3779-1193-409e-bb76-dd870878ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816934 Nov 23 04:57:42.404321 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8d91bc3-2560-4214-aba3-ee6c06cede5a req-eb1bc469-0448-4317-8934-9b9b8c4fb678 service neutron] 10.222.0.15 "GET /v2.0/networks/b0cb3779-1193-409e-bb76-dd870878ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849302 Nov 23 04:57:42.544501 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e54854-1a98-44fe-baaa-d2d67ddd4208 req-7d45343d-1994-4f47-a671-eac7969f9ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:42.545892 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f1e54854-1a98-44fe-baaa-d2d67ddd4208 req-7d45343d-1994-4f47-a671-eac7969f9ca3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61509b3890724d61a95bf6cae734d4a7&device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 1097 time: 0.0407710 Nov 23 04:57:42.640198 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e54854-1a98-44fe-baaa-d2d67ddd4208 req-066b9be9-7b5b-49f6-9e89-0685a367c1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:42.641664 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f1e54854-1a98-44fe-baaa-d2d67ddd4208 req-066b9be9-7b5b-49f6-9e89-0685a367c1ed service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0cb3779-1193-409e-bb76-dd870878ffe1 HTTP/1.1" status: 200 len: 913 time: 0.0859492 Nov 23 04:57:42.673550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:42.689617 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f1e54854-1a98-44fe-baaa-d2d67ddd4208 req-22a227b3-9f54-4b39-9e65-cf11d6f2e954 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2689a74f-c4bc-4f89-9321-28e6304c4c0c HTTP/1.1" status: 200 len: 217 time: 0.0353551 Nov 23 04:57:42.738651 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e54854-1a98-44fe-baaa-d2d67ddd4208 req-3c414348-19d4-4138-abde-ab2cfb100ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:42.740045 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f1e54854-1a98-44fe-baaa-d2d67ddd4208 req-3c414348-19d4-4138-abde-ab2cfb100ea0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba20f960-f9c7-4c2a-ba0e-e5b09499ba33 HTTP/1.1" status: 200 len: 852 time: 0.0432541 Nov 23 04:57:42.771158 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f1e54854-1a98-44fe-baaa-d2d67ddd4208 req-e52af713-e1f9-49ea-8ed2-a4f84cfddf40 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0cb3779-1193-409e-bb76-dd870878ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233054 Nov 23 04:57:42.862908 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f1e54854-1a98-44fe-baaa-d2d67ddd4208 req-57054907-b140-40f8-b4a4-25705bed74fc service neutron] 10.222.0.15 "GET /v2.0/networks/b0cb3779-1193-409e-bb76-dd870878ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842001 Nov 23 04:57:42.952981 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f1e54854-1a98-44fe-baaa-d2d67ddd4208 req-7bc5ebcf-f059-44e8-b79f-36fecfd5df04 service neutron] 10.222.0.15 "GET /v2.0/networks/b0cb3779-1193-409e-bb76-dd870878ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821052 Nov 23 04:57:43.030289 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fa3145-2425-4b32-8de8-50b6f70a273b req-19cd2ee4-2e1d-4fa2-86ff-d6037141e141 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:43.031714 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b3fa3145-2425-4b32-8de8-50b6f70a273b req-19cd2ee4-2e1d-4fa2-86ff-d6037141e141 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 944 time: 0.0522044 Nov 23 04:57:43.077559 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b3fa3145-2425-4b32-8de8-50b6f70a273b req-266ed4fe-18c4-4a3b-88f5-d4084eabdcf5 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394225 Nov 23 04:57:44.198183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc3f222-73df-4005-b4ad-d09885d396cb req-10ccc061-e43a-45e7-a524-fba7f284d67b tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:44.199628 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfc3f222-73df-4005-b4ad-d09885d396cb req-10ccc061-e43a-45e7-a524-fba7f284d67b tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 944 time: 0.0526948 Nov 23 04:57:44.247136 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfc3f222-73df-4005-b4ad-d09885d396cb req-8036a5de-6c0c-478d-b9e6-1b0d5f274a59 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416322 Nov 23 04:57:45.360411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad64308-699c-4fc3-bfbd-14e94c759f9e req-5b2f4f6f-b6cd-44ca-bbf9-490bc324c83a tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:45.361893 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fad64308-699c-4fc3-bfbd-14e94c759f9e req-5b2f4f6f-b6cd-44ca-bbf9-490bc324c83a tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 944 time: 0.0477912 Nov 23 04:57:45.409482 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fad64308-699c-4fc3-bfbd-14e94c759f9e req-bb76d39f-7629-4350-ab63-c278e5715aec tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412540 Nov 23 04:57:45.497287 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2689a74f-c4bc-4f89-9321-28e6304c4c0c details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:57:45.589879 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 2689a74f-c4bc-4f89-9321-28e6304c4c0c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2689a74f-c4bc-4f89-9321-28e6304c4c0c,segment=NetworkSegment(55746363-005a-4eef-9b76-c26435bd0199),segment_id=55746363-005a-4eef-9b76-c26435bd0199)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:57:45.601912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '2689a74f-c4bc-4f89-9321-28e6304c4c0c', 'network_id': 'b0cb3779-1193-409e-bb76-dd870878ffe1', 'port_id': '2689a74f-c4bc-4f89-9321-28e6304c4c0c', 'mac_address': 'fa:16:3e:31:33:a8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ba20f960-f9c7-4c2a-ba0e-e5b09499ba33', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:57:45.641633 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:45.654397 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2689a74f-c4bc-4f89-9321-28e6304c4c0c {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:57:45.673447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 2689a74f-c4bc-4f89-9321-28e6304c4c0c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2689a74f-c4bc-4f89-9321-28e6304c4c0c,segment=NetworkSegment(55746363-005a-4eef-9b76-c26435bd0199),segment_id=55746363-005a-4eef-9b76-c26435bd0199)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:57:45.677827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:45.723986 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=2689a74f-c4bc-4f89-9321-28e6304c4c0c,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:45.971655 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['2689a74f-c4bc-4f89-9321-28e6304c4c0c'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:57:46.521523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d86d37-7576-446e-9ded-46880d5fd9dd req-62cc6419-316b-4918-adc4-97ad9e78b38b tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:46.522892 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b9d86d37-7576-446e-9ded-46880d5fd9dd req-62cc6419-316b-4918-adc4-97ad9e78b38b tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 945 time: 0.0486124 Nov 23 04:57:46.571928 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b9d86d37-7576-446e-9ded-46880d5fd9dd req-a19dae1f-d9f6-4c03-b461-4b43aba7e23b tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411351 Nov 23 04:57:47.517340 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2689a74f-c4bc-4f89-9321-28e6304c4c0c up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:57:47.564383 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 2689a74f-c4bc-4f89-9321-28e6304c4c0c completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:57:47.568041 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 2689a74f-c4bc-4f89-9321-28e6304c4c0c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:57:47.568405 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:47.646161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:47.671997 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4322e0-74f1-4f15-bf30-c0512d935e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2689a74f-c4bc-4f89-9321-28e6304c4c0c'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:57:47.674274 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a37c05ef-5d10-4b5c-9b0b-879afc180564" -d '{"events": [{"server_uuid": "ff4322e0-74f1-4f15-bf30-c0512d935e05", "name": "network-vif-plugged", "status": "completed", "tag": "2689a74f-c4bc-4f89-9321-28e6304c4c0c"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:57:47.687791 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 2689a74f-c4bc-4f89-9321-28e6304c4c0c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2689a74f-c4bc-4f89-9321-28e6304c4c0c,segment=NetworkSegment(55746363-005a-4eef-9b76-c26435bd0199),segment_id=55746363-005a-4eef-9b76-c26435bd0199)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:57:47.692331 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:57:47.692481 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96efeca-ce46-40b2-b962-d4ea2db742c6 req-00e2dd76-754d-4ce3-a546-da3f343773cb tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:47.693927 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e96efeca-ce46-40b2-b962-d4ea2db742c6 req-00e2dd76-754d-4ce3-a546-da3f343773cb tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 945 time: 0.0501730 Nov 23 04:57:47.716804 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:57:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b99a1669-994f-43c6-8dcd-8dad5057b40c x-openstack-request-id: req-b99a1669-994f-43c6-8dcd-8dad5057b40c {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:57:47.717104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4322e0-74f1-4f15-bf30-c0512d935e05", "name": "network-vif-plugged", "status": "completed", "tag": "2689a74f-c4bc-4f89-9321-28e6304c4c0c", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:57:47.717391 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b99a1669-994f-43c6-8dcd-8dad5057b40c {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:57:47.717803 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4322e0-74f1-4f15-bf30-c0512d935e05', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2689a74f-c4bc-4f89-9321-28e6304c4c0c', 'code': 200} Nov 23 04:57:47.744094 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=2689a74f-c4bc-4f89-9321-28e6304c4c0c,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:57:47.749417 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e96efeca-ce46-40b2-b962-d4ea2db742c6 req-dbfabe35-fcee-4c55-adeb-3510d194c940 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492346 Nov 23 04:57:47.943680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f85925-5039-4c81-9630-4a92f24e045c req-b3ee8e1e-fee3-40ec-bee1-be53ed3ffb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:47.945114 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b6f85925-5039-4c81-9630-4a92f24e045c req-b3ee8e1e-fee3-40ec-bee1-be53ed3ffb0f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 1099 time: 0.0422909 Nov 23 04:57:47.989540 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b6f85925-5039-4c81-9630-4a92f24e045c req-b0b914c7-c2ad-40bb-aa9a-8a084e5f78fa service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360899 Nov 23 04:57:48.863025 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdb0a534-4abd-4fc1-bec5-177c77f7cbc6 req-16f3e1a1-0e3a-47e4-91cc-d4627cbd91e0 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:48.864468 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cdb0a534-4abd-4fc1-bec5-177c77f7cbc6 req-16f3e1a1-0e3a-47e4-91cc-d4627cbd91e0 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0475512 Nov 23 04:57:48.910931 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cdb0a534-4abd-4fc1-bec5-177c77f7cbc6 req-68361840-8ba9-430a-8976-2fcd1378d812 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405710 Nov 23 04:57:50.022026 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be8a073-7397-468f-845e-324499f964f1 req-44c6b89b-c236-48a9-bac3-6c33072ee16e tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:50.023456 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9be8a073-7397-468f-845e-324499f964f1 req-44c6b89b-c236-48a9-bac3-6c33072ee16e tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0475676 Nov 23 04:57:50.069460 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9be8a073-7397-468f-845e-324499f964f1 req-58d5bb0c-755a-4ffb-a5df-c605f3b28494 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399792 Nov 23 04:57:50.390348 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4327445f-af7b-4221-8fdc-9d2f38453901 req-035c887b-09af-43f7-9406-080795b4f277 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:50.391817 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4327445f-af7b-4221-8fdc-9d2f38453901 req-035c887b-09af-43f7-9406-080795b4f277 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0486374 Nov 23 04:57:50.401159 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49526) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:57:50.444742 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4327445f-af7b-4221-8fdc-9d2f38453901 req-3f0b3e6c-7156-4ee4-b713-066f28a43d12 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430477 Nov 23 04:57:50.486031 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-31846fbe-c1f3-48bf-80f9-9961b6a88f52 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0837126 Nov 23 04:57:50.495419 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-e148677c-ffcd-49b6-b36d-52a123d25064 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:57:50.496361 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-e148677c-ffcd-49b6-b36d-52a123d25064 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0046935 Nov 23 04:57:51.907989 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46413480-21fe-4d40-b500-e45ba6a2a26b req-3bbd15d5-88bc-4ecc-8906-8ce22437ebc0 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:51.909435 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-46413480-21fe-4d40-b500-e45ba6a2a26b req-3bbd15d5-88bc-4ecc-8906-8ce22437ebc0 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.3983896 Nov 23 04:57:51.924020 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-e6655f93-6e42-4a7b-86a3-07c63891e64f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:51.925948 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-e6655f93-6e42-4a7b-86a3-07c63891e64f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61509b3890724d61a95bf6cae734d4a7&device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 1099 time: 0.0595293 Nov 23 04:57:52.010980 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-46413480-21fe-4d40-b500-e45ba6a2a26b req-5a549718-38cf-4618-bde9-16691513295a tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939415 Nov 23 04:57:52.041211 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-0acefdf8-0c27-44a4-a39d-a89fa91a8de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:52.042572 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-0acefdf8-0c27-44a4-a39d-a89fa91a8de9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0cb3779-1193-409e-bb76-dd870878ffe1 HTTP/1.1" status: 200 len: 913 time: 0.1095603 Nov 23 04:57:52.084214 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-d2b396d0-0284-4a7f-8940-d1ae8b90acf1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2689a74f-c4bc-4f89-9321-28e6304c4c0c HTTP/1.1" status: 200 len: 217 time: 0.0335450 Nov 23 04:57:52.131305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-950838a2-e647-48f8-8295-02a879b15c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:52.132651 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-950838a2-e647-48f8-8295-02a879b15c93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba20f960-f9c7-4c2a-ba0e-e5b09499ba33 HTTP/1.1" status: 200 len: 852 time: 0.0415721 Nov 23 04:57:52.163903 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-83c4d68a-377b-4bfb-af72-0db30eb7de9b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0cb3779-1193-409e-bb76-dd870878ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240602 Nov 23 04:57:52.257793 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-c2e563c4-aa46-4a38-bf90-5b7ea954a3e6 service neutron] 10.222.0.15 "GET /v2.0/networks/b0cb3779-1193-409e-bb76-dd870878ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857613 Nov 23 04:57:52.353833 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-6d70e690-3dc2-4995-96e1-c47cca2cb034 service neutron] 10.222.0.15 "GET /v2.0/networks/b0cb3779-1193-409e-bb76-dd870878ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886984 Nov 23 04:57:53.126990 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ba18b4-987b-4b5d-b691-112eb60d8496 req-36ee63ae-d716-4d29-a003-b488cd02a4f0 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:53.129048 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d3ba18b4-987b-4b5d-b691-112eb60d8496 req-36ee63ae-d716-4d29-a003-b488cd02a4f0 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0503330 Nov 23 04:57:53.178328 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d3ba18b4-987b-4b5d-b691-112eb60d8496 req-a1003c5a-5013-4912-908d-9ca5f639665c tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434697 Nov 23 04:57:54.290475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af2376-650c-4256-afba-ac88be4ee3a3 req-3126c7f3-9caf-4b95-8c16-540a47916435 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:54.291915 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c3af2376-650c-4256-afba-ac88be4ee3a3 req-3126c7f3-9caf-4b95-8c16-540a47916435 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0489941 Nov 23 04:57:54.338353 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c3af2376-650c-4256-afba-ac88be4ee3a3 req-f780112a-c0f7-4e95-9c2d-5ac820e8e4f6 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407407 Nov 23 04:57:55.453621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d646c590-a59b-49f4-9b79-117012af521c req-ba0a76f0-e9c3-4f43-8893-ff9f70eb1848 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:55.455054 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d646c590-a59b-49f4-9b79-117012af521c req-ba0a76f0-e9c3-4f43-8893-ff9f70eb1848 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0472219 Nov 23 04:57:55.500832 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d646c590-a59b-49f4-9b79-117012af521c req-c9bfbdad-975d-432c-9a2f-44c04e2769de tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393891 Nov 23 04:57:56.613780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48bb2786-d181-4c64-b47f-9ac405e07852 req-6dd0ba6c-b175-45ca-b77e-c139df02015e tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:56.615215 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-48bb2786-d181-4c64-b47f-9ac405e07852 req-6dd0ba6c-b175-45ca-b77e-c139df02015e tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0473738 Nov 23 04:57:56.661156 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-48bb2786-d181-4c64-b47f-9ac405e07852 req-337c1cb4-6a93-47a3-87c0-9d903ef1d7af tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402081 Nov 23 04:57:57.784251 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9c395a-9934-4697-bfd7-af8c603caabe req-087884b8-b7cb-4843-b90d-43d28c9e2436 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:57.785791 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8c9c395a-9934-4697-bfd7-af8c603caabe req-087884b8-b7cb-4843-b90d-43d28c9e2436 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0522912 Nov 23 04:57:57.834405 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8c9c395a-9934-4697-bfd7-af8c603caabe req-313fb130-5770-4b41-bae0-8b6b466657c5 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423837 Nov 23 04:57:58.952737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445d4438-4d88-4e11-841b-51834c597abe req-bfcd813b-7a48-41be-b620-0d4c1f1ba0fd tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:57:58.954216 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-445d4438-4d88-4e11-841b-51834c597abe req-bfcd813b-7a48-41be-b620-0d4c1f1ba0fd tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0519812 Nov 23 04:57:59.000321 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-445d4438-4d88-4e11-841b-51834c597abe req-4348dffc-892e-4ad2-b5ca-a9ed818f40c7 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397913 Nov 23 04:58:00.113360 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-378185b4-d0b3-4c88-a51e-97a1c34718be req-fc481286-28bf-45db-b19f-86853751c45b tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:00.114822 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-378185b4-d0b3-4c88-a51e-97a1c34718be req-fc481286-28bf-45db-b19f-86853751c45b tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0481489 Nov 23 04:58:00.160860 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-378185b4-d0b3-4c88-a51e-97a1c34718be req-76aa4a5e-4d87-4829-892d-97dcb4968b3e tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402467 Nov 23 04:58:01.279224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f7d4d5-d752-4312-9249-95452476aaac req-8b5fd584-86d0-4c01-be52-20ae659df459 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:01.280682 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1f7d4d5-d752-4312-9249-95452476aaac req-8b5fd584-86d0-4c01-be52-20ae659df459 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0504618 Nov 23 04:58:01.326696 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1f7d4d5-d752-4312-9249-95452476aaac req-d66bf916-0c6a-4fdb-a095-8fb887c3b416 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396662 Nov 23 04:58:01.415756 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:58:02.441123 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a61e65-885d-49aa-8fd5-76b8535942d1 req-4f82e403-6e9e-4e55-9154-e5c55a889fb5 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:02.442617 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a0a61e65-885d-49aa-8fd5-76b8535942d1 req-4f82e403-6e9e-4e55-9154-e5c55a889fb5 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0490966 Nov 23 04:58:02.492271 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a0a61e65-885d-49aa-8fd5-76b8535942d1 req-168bd2e6-d442-44f7-a590-bb428a082f84 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438695 Nov 23 04:58:03.603748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b1a6f4-4ade-4e09-90d8-6833a09749c3 req-4c843281-d735-4cb5-bae9-5926f08ccf98 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:03.605190 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-44b1a6f4-4ade-4e09-90d8-6833a09749c3 req-4c843281-d735-4cb5-bae9-5926f08ccf98 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0479841 Nov 23 04:58:03.655052 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-44b1a6f4-4ade-4e09-90d8-6833a09749c3 req-85c27761-981b-4038-9f4c-def84d03d489 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440989 Nov 23 04:58:04.766523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30ebd41-370d-4a72-a10b-4460286b7638 req-8511ab5c-1592-4743-9678-aa9cc866b79f tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:04.767982 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a30ebd41-370d-4a72-a10b-4460286b7638 req-8511ab5c-1592-4743-9678-aa9cc866b79f tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0482426 Nov 23 04:58:04.815858 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a30ebd41-370d-4a72-a10b-4460286b7638 req-ebb6c8e7-81df-480c-9d35-0130e2265327 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414886 Nov 23 04:58:05.928749 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a228c86-1182-4de6-9567-699122496cca req-1c4d4e45-4d01-4631-a062-3dd6aba9d07a tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:05.930213 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3a228c86-1182-4de6-9567-699122496cca req-1c4d4e45-4d01-4631-a062-3dd6aba9d07a tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0483582 Nov 23 04:58:05.975889 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3a228c86-1182-4de6-9567-699122496cca req-fba07fa1-f072-426d-9be2-3fcf115622e7 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398600 Nov 23 04:58:06.912686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ea851d78-43bb-471b-bb4d-639ffab2a305 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:07.094198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10caa19f-b737-4341-a07e-c9a5ed2bdacf req-9a61e225-2cf4-4fd9-ae57-eda73ac2ba5f tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:07.095668 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-10caa19f-b737-4341-a07e-c9a5ed2bdacf req-9a61e225-2cf4-4fd9-ae57-eda73ac2ba5f tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0489335 Nov 23 04:58:07.141700 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-10caa19f-b737-4341-a07e-c9a5ed2bdacf req-86c1ddb5-13be-432c-8359-8501c7a60911 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395396 Nov 23 04:58:08.264328 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2705150-ed1d-4a27-a1d1-b4be11383b6e req-fa7f3687-f6e3-496d-81fc-9fd4a47b2261 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:08.265787 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a2705150-ed1d-4a27-a1d1-b4be11383b6e req-fa7f3687-f6e3-496d-81fc-9fd4a47b2261 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0527179 Nov 23 04:58:08.312065 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a2705150-ed1d-4a27-a1d1-b4be11383b6e req-907836ac-b230-4973-94ac-48b35d5d1b06 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404725 Nov 23 04:58:08.780196 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:09.194531 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-26774f70-4ca1-4e52-ab07-ae412b35b0d4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:09.429151 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-575c5a61-f327-4f75-8e40-1fdbc91a1025 req-903931b9-b264-4ed9-b333-5297888dd7ac tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:09.430645 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-575c5a61-f327-4f75-8e40-1fdbc91a1025 req-903931b9-b264-4ed9-b333-5297888dd7ac tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0526526 Nov 23 04:58:09.482996 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-575c5a61-f327-4f75-8e40-1fdbc91a1025 req-a403461e-5092-4cc4-97e2-8de7044d0123 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463064 Nov 23 04:58:10.383445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:10.598558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8af81f-ea09-499e-a716-c581e1861994 req-2241bdb3-ddea-49f7-b1c3-c75d4826ce93 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:10.599986 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dd8af81f-ea09-499e-a716-c581e1861994 req-2241bdb3-ddea-49f7-b1c3-c75d4826ce93 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0511968 Nov 23 04:58:10.647439 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dd8af81f-ea09-499e-a716-c581e1861994 req-ce8820f8-e329-4f12-bf2a-930329ce1ec4 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415843 Nov 23 04:58:11.758671 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153b7bdb-1b37-4a75-9e8a-24316e4a9720 req-7b323b02-3338-42e5-b505-2fa8bb19c32f tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:11.760152 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-153b7bdb-1b37-4a75-9e8a-24316e4a9720 req-7b323b02-3338-42e5-b505-2fa8bb19c32f tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0470843 Nov 23 04:58:11.780591 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:11.809598 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-153b7bdb-1b37-4a75-9e8a-24316e4a9720 req-93d7f89d-d6c8-4c4c-a07a-9d88411cef8a tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435660 Nov 23 04:58:12.675863 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:12.923011 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458382a0-f39a-48d0-a114-3b626cc0f939 req-372de9b2-482e-4b12-8e41-561df3973f56 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:12.924477 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-458382a0-f39a-48d0-a114-3b626cc0f939 req-372de9b2-482e-4b12-8e41-561df3973f56 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0482228 Nov 23 04:58:12.970711 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-458382a0-f39a-48d0-a114-3b626cc0f939 req-19925aaa-63d6-435b-878b-064da2de802f tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398681 Nov 23 04:58:14.084680 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd4f8a8-3159-43e6-8ef7-1a5550cc291e req-6c88438a-1ede-479b-a64a-7dfd3951a6a5 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:14.086181 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5bd4f8a8-3159-43e6-8ef7-1a5550cc291e req-6c88438a-1ede-479b-a64a-7dfd3951a6a5 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0497117 Nov 23 04:58:14.138166 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5bd4f8a8-3159-43e6-8ef7-1a5550cc291e req-a2cbf41e-8415-4f3a-99fe-bec3f4e7fc9a tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462317 Nov 23 04:58:15.253642 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59cdc51-a061-40b2-a6d2-2e0cf8a9bac3 req-b491cfa2-0a28-450b-9a75-2a0ed483869e tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:15.255104 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c59cdc51-a061-40b2-a6d2-2e0cf8a9bac3 req-b491cfa2-0a28-450b-9a75-2a0ed483869e tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0518081 Nov 23 04:58:15.306618 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c59cdc51-a061-40b2-a6d2-2e0cf8a9bac3 req-ea470b36-02c2-4bdc-8518-78baf77aa9bf tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431471 Nov 23 04:58:16.421525 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c82761b-a908-4336-9f70-2d5052ae2fab req-1fb1c129-a7c5-48cc-9920-671e3db37854 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:16.422990 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8c82761b-a908-4336-9f70-2d5052ae2fab req-1fb1c129-a7c5-48cc-9920-671e3db37854 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0494998 Nov 23 04:58:16.469584 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8c82761b-a908-4336-9f70-2d5052ae2fab req-86d2f713-deb4-4e9e-b373-f87d5b8960c0 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406804 Nov 23 04:58:17.582911 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8748d984-2095-4475-82cc-ae50f9bda191 req-0cd07a21-9c28-4e56-b5c1-f8798feda629 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:17.584352 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8748d984-2095-4475-82cc-ae50f9bda191 req-0cd07a21-9c28-4e56-b5c1-f8798feda629 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0475695 Nov 23 04:58:17.630991 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8748d984-2095-4475-82cc-ae50f9bda191 req-76ebb90b-3fd1-437d-a6da-df80864a16d8 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408096 Nov 23 04:58:18.744125 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-118cc445-3932-4b8b-aa39-a26b92dc5f8c req-ab666c38-42d6-44b3-9c2e-ca3c5c60141a tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:18.745620 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-118cc445-3932-4b8b-aa39-a26b92dc5f8c req-ab666c38-42d6-44b3-9c2e-ca3c5c60141a tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0475364 Nov 23 04:58:18.792742 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-118cc445-3932-4b8b-aa39-a26b92dc5f8c req-2685db0c-91d8-492e-8519-115cfa403600 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413444 Nov 23 04:58:19.536881 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-2e711f6b-270a-4260-98b1-4f66dd9b7b03 service neutron] 10.222.0.15 "GET /v2.0/ports/2689a74f-c4bc-4f89-9321-28e6304c4c0c/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0550780 Nov 23 04:58:19.815037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-23272dc0-5dcb-4f7c-aa8e-de6778fe71fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:19.817091 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-23272dc0-5dcb-4f7c-aa8e-de6778fe71fe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05&tenant_id=61509b3890724d61a95bf6cae734d4a7 HTTP/1.1" status: 200 len: 1099 time: 0.0756426 Nov 23 04:58:19.936476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa512170-750b-469e-9a0c-3769bdffffde req-112c6772-356d-4b88-89ef-5a62ce4a7025 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:19.937947 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fa512170-750b-469e-9a0c-3769bdffffde req-112c6772-356d-4b88-89ef-5a62ce4a7025 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0794494 Nov 23 04:58:19.939617 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-f2f973e7-6175-44b9-b458-289a8cf9b6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:19.941515 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-f2f973e7-6175-44b9-b458-289a8cf9b6a6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61509b3890724d61a95bf6cae734d4a7&device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 1099 time: 0.0737054 Nov 23 04:58:20.032714 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fa512170-750b-469e-9a0c-3769bdffffde req-4834c896-c1f2-484a-a196-087e57c06b0d tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882976 Nov 23 04:58:20.063351 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-060d1d0a-f2bf-4361-a307-7684d7e23e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:20.064802 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-060d1d0a-f2bf-4361-a307-7684d7e23e36 service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0cb3779-1193-409e-bb76-dd870878ffe1 HTTP/1.1" status: 200 len: 913 time: 0.1077709 Nov 23 04:58:20.115104 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-ff3da514-4267-4890-a5e1-68d611ee1f21 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2689a74f-c4bc-4f89-9321-28e6304c4c0c HTTP/1.1" status: 200 len: 217 time: 0.0380409 Nov 23 04:58:20.170388 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-80a0e97a-0f7d-4cfb-b9f7-78cdb1a6896c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:20.171765 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-80a0e97a-0f7d-4cfb-b9f7-78cdb1a6896c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba20f960-f9c7-4c2a-ba0e-e5b09499ba33 HTTP/1.1" status: 200 len: 852 time: 0.0437946 Nov 23 04:58:20.214703 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-26277104-5432-4c17-a73f-e595964a4883 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0cb3779-1193-409e-bb76-dd870878ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0233529 Nov 23 04:58:20.311680 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-f764e6a5-5ae2-4ac5-8d93-4d66d5d040f3 service neutron] 10.222.0.15 "GET /v2.0/networks/b0cb3779-1193-409e-bb76-dd870878ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852416 Nov 23 04:58:20.406526 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cccfa82c-03f5-4458-8ca1-852b1777c40c req-d8e3dc83-dd5a-453f-b9f6-00fd18a42738 service neutron] 10.222.0.15 "GET /v2.0/networks/b0cb3779-1193-409e-bb76-dd870878ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840430 Nov 23 04:58:21.149800 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411df7eb-2bdc-4407-978c-593c06ce5e54 req-b725f74a-061b-432d-b186-6270c2085d36 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:21.151523 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-411df7eb-2bdc-4407-978c-593c06ce5e54 req-b725f74a-061b-432d-b186-6270c2085d36 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0518868 Nov 23 04:58:21.197348 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-411df7eb-2bdc-4407-978c-593c06ce5e54 req-c6a34b9e-3c16-4ac9-b5b4-388c2465837e tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399563 Nov 23 04:58:22.311337 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677253d-7351-4141-a43c-e2596401d82f req-b41902cd-cdfa-4f32-9a5d-0b2afbda91e9 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:22.312768 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b677253d-7351-4141-a43c-e2596401d82f req-b41902cd-cdfa-4f32-9a5d-0b2afbda91e9 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0492578 Nov 23 04:58:22.359073 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b677253d-7351-4141-a43c-e2596401d82f req-2789becb-5dce-4e73-9d8a-3b7b97b3e72d tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405221 Nov 23 04:58:23.472915 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ddebb3e-c2a1-43e5-8155-19951cad40e9 req-936e883c-44bc-49bf-bdf2-5839b879294b tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:23.474399 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3ddebb3e-c2a1-43e5-8155-19951cad40e9 req-936e883c-44bc-49bf-bdf2-5839b879294b tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0482628 Nov 23 04:58:23.520880 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3ddebb3e-c2a1-43e5-8155-19951cad40e9 req-b7c0c53a-2318-4d60-b4cc-21bdf8e02a12 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406702 Nov 23 04:58:23.849395 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-e7aef45e-ec15-4101-8f5f-6a7dc0a6316c tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:23.850836 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-e7aef45e-ec15-4101-8f5f-6a7dc0a6316c tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05&tenant_id=61509b3890724d61a95bf6cae734d4a7&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 946 time: 0.0886428 Nov 23 04:58:23.982884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-1cf5ee2c-206e-42b9-8da9-1214945c4351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:23.984507 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-1cf5ee2c-206e-42b9-8da9-1214945c4351 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=61509b3890724d61a95bf6cae734d4a7&device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 1099 time: 0.0404370 Nov 23 04:58:24.077637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-1e10a145-22a8-494c-899e-756e8bd46dec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:24.079123 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-1e10a145-22a8-494c-899e-756e8bd46dec service neutron] 10.222.0.15 "GET /v2.0/networks?id=b0cb3779-1193-409e-bb76-dd870878ffe1 HTTP/1.1" status: 200 len: 913 time: 0.0862756 Nov 23 04:58:24.121328 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-b040203a-a7fa-45a2-b592-9e2100dfbf41 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2689a74f-c4bc-4f89-9321-28e6304c4c0c HTTP/1.1" status: 200 len: 217 time: 0.0348969 Nov 23 04:58:24.169820 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-ef5bbf08-223c-47ae-b45c-9f270d21f21c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:24.171210 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-ef5bbf08-223c-47ae-b45c-9f270d21f21c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ba20f960-f9c7-4c2a-ba0e-e5b09499ba33 HTTP/1.1" status: 200 len: 852 time: 0.0433424 Nov 23 04:58:24.204997 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-1365407b-128c-41d9-b8fe-ff40f04662dd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=b0cb3779-1193-409e-bb76-dd870878ffe1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0268245 Nov 23 04:58:24.306326 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-ace79c99-7d2a-47af-bc6b-4d7008f3e075 service neutron] 10.222.0.15 "GET /v2.0/networks/b0cb3779-1193-409e-bb76-dd870878ffe1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942335 Nov 23 04:58:24.399432 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-7ede95ca-2d7b-46f8-9c32-7e7cfe5b4eff service neutron] 10.222.0.15 "GET /v2.0/networks/b0cb3779-1193-409e-bb76-dd870878ffe1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855727 Nov 23 04:58:25.384407 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80864e35-4e7a-4d81-b9dd-8f39a4f6d680 req-e3bc63cd-dab5-4eb7-b7e8-a1d4d8061d17 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:25.385802 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-80864e35-4e7a-4d81-b9dd-8f39a4f6d680 req-e3bc63cd-dab5-4eb7-b7e8-a1d4d8061d17 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0525098 Nov 23 04:58:25.434485 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-80864e35-4e7a-4d81-b9dd-8f39a4f6d680 req-f7df75ec-f450-4ded-8ebb-b1798af10b1f tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425334 Nov 23 04:58:26.552304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10fea40-a4d0-4487-9c78-aa79c8be42ac req-ee4080e1-bc7e-4caf-80ec-3cbb4c36def0 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:26.553784 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f10fea40-a4d0-4487-9c78-aa79c8be42ac req-ee4080e1-bc7e-4caf-80ec-3cbb4c36def0 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0501690 Nov 23 04:58:26.599659 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f10fea40-a4d0-4487-9c78-aa79c8be42ac req-2ce00083-7e34-4953-959a-d05fa6a9f5f3 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400860 Nov 23 04:58:27.408521 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-893f2117-cbfc-499c-9caa-369dc803acd0 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:27.410674 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-893f2117-cbfc-499c-9caa-369dc803acd0 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.15 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0484087 Nov 23 04:58:27.502367 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Deleting port 2689a74f-c4bc-4f89-9321-28e6304c4c0c {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:58:27.502734 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:27.590005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] For port 2689a74f-c4bc-4f89-9321-28e6304c4c0c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2689a74f-c4bc-4f89-9321-28e6304c4c0c,segment=NetworkSegment(55746363-005a-4eef-9b76-c26435bd0199),segment_id=55746363-005a-4eef-9b76-c26435bd0199)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:58:27.590676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:27.606627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Calling delete_port for 2689a74f-c4bc-4f89-9321-28e6304c4c0c owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:58:27.715764 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d3a47e-bb7c-457a-bfe7-96440992ce67 req-e2d2045f-2bb6-452d-9a7a-5bb377f763a2 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:27.717163 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-20d3a47e-bb7c-457a-bfe7-96440992ce67 req-e2d2045f-2bb6-452d-9a7a-5bb377f763a2 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/ports?device_id=ff4322e0-74f1-4f15-bf30-c0512d935e05 HTTP/1.1" status: 200 len: 946 time: 0.0506470 Nov 23 04:58:27.733346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:27.762089 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Pushing event deleted for resources: {'Port': ['ID=2689a74f-c4bc-4f89-9321-28e6304c4c0c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:58:27.766621 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-20d3a47e-bb7c-457a-bfe7-96440992ce67 req-c19b70c2-a97b-4483-9616-6673edde6a0b tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.37 "GET /v2.0/security-groups?id=46540937-c20e-4275-b145-7f0b4025cc1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428665 Nov 23 04:58:27.774771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:27.775406 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:27.775724 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:27.776059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:27.776391 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:27.776720 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:27.777054 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:27.777409 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:27.777738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:27.778064 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:27.778388 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:27.778713 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:27.822908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] No DVR routers for this DVR port 2689a74f-c4bc-4f89-9321-28e6304c4c0c on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:58:27.825490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:27.828877 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a1157e41-2e3f-4d6f-bd72-fc9077993d77 req-0ed83357-cf8a-499e-8d25-bac49d1dfc61 tempest-DeleteServersTestJSON-1554888881 tempest-DeleteServersTestJSON-1554888881-project] 10.222.0.15 "DELETE /v2.0/ports/2689a74f-c4bc-4f89-9321-28e6304c4c0c HTTP/1.1" status: 204 len: 173 time: 0.4102466 Nov 23 04:58:27.829491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff4322e0-74f1-4f15-bf30-c0512d935e05', 'name': 'network-vif-deleted', 'tag': '2689a74f-c4bc-4f89-9321-28e6304c4c0c'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:58:27.832518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40bd4c9c-b0c1-4a28-be34-0aef1a95e729" -d '{"events": [{"server_uuid": "ff4322e0-74f1-4f15-bf30-c0512d935e05", "name": "network-vif-deleted", "tag": "2689a74f-c4bc-4f89-9321-28e6304c4c0c"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:58:27.867752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:58:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da9f79bc-d8b4-4d39-ad3e-03f008109719 x-openstack-request-id: req-da9f79bc-d8b4-4d39-ad3e-03f008109719 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:58:27.868046 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff4322e0-74f1-4f15-bf30-c0512d935e05", "name": "network-vif-deleted", "tag": "2689a74f-c4bc-4f89-9321-28e6304c4c0c", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:58:27.868298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-da9f79bc-d8b4-4d39-ad3e-03f008109719 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:58:27.868726 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff4322e0-74f1-4f15-bf30-c0512d935e05', 'name': 'network-vif-deleted', 'tag': '2689a74f-c4bc-4f89-9321-28e6304c4c0c', 'status': 'completed', 'code': 200} Nov 23 04:58:28.897606 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49630) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:58:28.941116 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Deleting subnet ba20f960-f9c7-4c2a-ba0e-e5b09499ba33 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 04:58:28.944122 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:28.984086 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:29.030717 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:29.081584 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:29.107073 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba20f960-f9c7-4c2a-ba0e-e5b09499ba33,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:58:29.111534 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:29.114774 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ba20f960-f9c7-4c2a-ba0e-e5b09499ba33 HTTP/1.1" status: 204 len: 168 time: 0.2161469 Nov 23 04:58:29.117384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49632) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:58:29.119568 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:29.119925 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:29.120277 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:29.120622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:29.120962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:29.121322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:29.121665 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:29.122001 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:29.122342 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:29.122675 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:29.123003 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:29.123334 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32d74720-9c70-4d8e-a761-15dfdf2887d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:29.185381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-627e5da6-ce3d-4bf7-91f2-5ef0cfd7237f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:29.267301 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-627e5da6-ce3d-4bf7-91f2-5ef0cfd7237f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:29.287927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-627e5da6-ce3d-4bf7-91f2-5ef0cfd7237f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0cb3779-1193-409e-bb76-dd870878ffe1']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:58:29.297127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-627e5da6-ce3d-4bf7-91f2-5ef0cfd7237f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55746363-005a-4eef-9b76-c26435bd0199') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:58:29.297450 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-627e5da6-ce3d-4bf7-91f2-5ef0cfd7237f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55746363-005a-4eef-9b76-c26435bd0199') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 04:58:29.306677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-627e5da6-ce3d-4bf7-91f2-5ef0cfd7237f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:29.320011 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-627e5da6-ce3d-4bf7-91f2-5ef0cfd7237f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:29.325830 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-627e5da6-ce3d-4bf7-91f2-5ef0cfd7237f admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 04:58:29.326209 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-627e5da6-ce3d-4bf7-91f2-5ef0cfd7237f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 04:58:29.327823 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 04:58:29.386237 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-627e5da6-ce3d-4bf7-91f2-5ef0cfd7237f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:29.391399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-627e5da6-ce3d-4bf7-91f2-5ef0cfd7237f admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:29.395216 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-627e5da6-ce3d-4bf7-91f2-5ef0cfd7237f admin admin] 10.222.0.37 "DELETE /v2.0/networks/b0cb3779-1193-409e-bb76-dd870878ffe1 HTTP/1.1" status: 204 len: 168 time: 0.2768414 Nov 23 04:58:29.406739 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627e5da6-ce3d-4bf7-91f2-5ef0cfd7237f admin admin] Pushing event deleted for resources: {'Network': ['ID=b0cb3779-1193-409e-bb76-dd870878ffe1,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:58:29.501530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49636) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:58:29.545576 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f0bd0fe2-a969-46de-bfa1-9cd16df757d2 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=61509b3890724d61a95bf6cae734d4a7&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0428071 Nov 23 04:58:29.548009 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49638) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:58:29.594483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ba2ce3df-7f80-4681-ae47-7b8ee92ac9c8 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:29.615343 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ba2ce3df-7f80-4681-ae47-7b8ee92ac9c8 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:29.664816 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ba2ce3df-7f80-4681-ae47-7b8ee92ac9c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:29.667791 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ba2ce3df-7f80-4681-ae47-7b8ee92ac9c8 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:29.668958 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ba2ce3df-7f80-4681-ae47-7b8ee92ac9c8 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/46540937-c20e-4275-b145-7f0b4025cc1a HTTP/1.1" status: 204 len: 168 time: 0.1200736 Nov 23 04:58:29.677207 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2ce3df-7f80-4681-ae47-7b8ee92ac9c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46540937-c20e-4275-b145-7f0b4025cc1a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:58:29.682613 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2689a74f-c4bc-4f89-9321-28e6304c4c0c no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:58:29.708589 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 2689a74f-c4bc-4f89-9321-28e6304c4c0c {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:58:29.708934 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2689a74f-c4bc-4f89-9321-28e6304c4c0c not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:58:30.309411 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 49660) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:58:30.403517 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1605526807-network', 'tenant_id': '01b4260807a7414b8ddc55c65c6f9cff'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:58:30.423826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] Made reservation on behalf of 01b4260807a7414b8ddc55c65c6f9cff for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:58:30.426681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:30.435458 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:30.508420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:30.511902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:30.532034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 04:58:30.546450 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e679f844-34ab-4e44-9234-97c0df257d58,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:58:30.549264 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:30.550125 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] Added segment 00b2b228-a355-4e0c-92dd-1b03e0d722e2 of type vlan for network 0de67620-0c13-4a06-8dae-945a9111b5e2 Nov 23 04:58:30.592785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:30.617379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:30.618314 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:30.618876 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:30.685963 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3753221 Nov 23 04:58:30.688832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 49664) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 04:58:30.693853 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-9242a0c0-0a51-4f79-bc8f-d7bba7ad41de admin admin] Request body: {'subnet': {'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1605526807-subnet', 'tenant_id': '01b4260807a7414b8ddc55c65c6f9cff', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:58:30.708509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23afe96e-efe9-4b85-9094-5b10db8a53e7 admin admin] Pushing event updated for resources: {'Network': ['ID=0de67620-0c13-4a06-8dae-945a9111b5e2,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:58:30.714770 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9242a0c0-0a51-4f79-bc8f-d7bba7ad41de admin admin] Made reservation on behalf of 01b4260807a7414b8ddc55c65c6f9cff for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:58:30.717005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9242a0c0-0a51-4f79-bc8f-d7bba7ad41de admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:30.718645 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 0de67620-0c13-4a06-8dae-945a9111b5e2 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 04:58:30.881234 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9242a0c0-0a51-4f79-bc8f-d7bba7ad41de admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:30.940337 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9242a0c0-0a51-4f79-bc8f-d7bba7ad41de admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ea98af0-0bfa-4bc7-9d58-e6fab6c55526,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:58:30.948621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9242a0c0-0a51-4f79-bc8f-d7bba7ad41de admin admin] Checking segment: {'id': '00b2b228-a355-4e0c-92dd-1b03e0d722e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:58:30.948976 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9242a0c0-0a51-4f79-bc8f-d7bba7ad41de admin admin] Network hostable DHCP agents. Network: 0de67620-0c13-4a06-8dae-945a9111b5e2, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 04:58:30.964791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9242a0c0-0a51-4f79-bc8f-d7bba7ad41de admin admin] Network 0de67620-0c13-4a06-8dae-945a9111b5e2 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 04:58:30.974043 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-9242a0c0-0a51-4f79-bc8f-d7bba7ad41de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 0de67620-0c13-4a06-8dae-945a9111b5e2) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:58:30.978609 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9242a0c0-0a51-4f79-bc8f-d7bba7ad41de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:30.979659 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9242a0c0-0a51-4f79-bc8f-d7bba7ad41de admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:30.982922 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23610075-a003-4495-b7de-b4f8344d7035 None None] Network 0de67620-0c13-4a06-8dae-945a9111b5e2 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:58:30.996102 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9242a0c0-0a51-4f79-bc8f-d7bba7ad41de admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3060293 Nov 23 04:58:31.111700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b96b6f-8545-418c-be10-c7d5300ca369 None None] Network 0de67620-0c13-4a06-8dae-945a9111b5e2 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 04:58:31.414513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-0ae13551-63f9-4fc4-8224-dfed2da4dd0c tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:31.415952 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-0ae13551-63f9-4fc4-8224-dfed2da4dd0c tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/networks?id=0de67620-0c13-4a06-8dae-945a9111b5e2 HTTP/1.1" status: 200 len: 815 time: 0.1053391 Nov 23 04:58:31.430529 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-f9615a1e-79ee-4e4d-992a-ca40ded72978 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/quotas/01b4260807a7414b8ddc55c65c6f9cff HTTP/1.1" status: 200 len: 375 time: 0.0088058 Nov 23 04:58:31.461170 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-4c4dab28-b4ac-4fa2-b3e3-e26c3bb4d521 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=01b4260807a7414b8ddc55c65c6f9cff&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0255992 Nov 23 04:58:31.553152 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-16c338fc-88d1-4669-9c09-9bdf17778cc2 service neutron] 10.222.0.37 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852900 Nov 23 04:58:31.642233 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-aae04ab9-07c7-4388-9dbb-2dc1f65d1734 service neutron] 10.222.0.37 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832381 Nov 23 04:58:31.798137 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a03874de-f2e3-4f61-8531-a89ec48be37c req-3810f8f5-22ff-44cf-929c-5976023ae040 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 210 time: 0.0299366 Nov 23 04:58:32.907318 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d501b91f-dec3-48e3-a3f9-e5466abec163 req-c70cd4bc-de55-40d1-8961-4366b2897217 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 210 time: 0.0389335 Nov 23 04:58:32.925320 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-37b8c543-0eb9-4d77-9f99-146038efdcb6 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:32.926706 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-37b8c543-0eb9-4d77-9f99-146038efdcb6 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.15 "GET /v2.0/networks?id=0de67620-0c13-4a06-8dae-945a9111b5e2 HTTP/1.1" status: 200 len: 815 time: 0.1330550 Nov 23 04:58:32.966594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-c2c2dfb5-60b1-4a43-9c87-bc739cc60003 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Request body: {'port': {'device_id': '3fdc1215-c892-466c-9c35-39d74cf65610', 'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2', 'admin_state_up': True, 'tenant_id': '01b4260807a7414b8ddc55c65c6f9cff'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:58:33.075611 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-c2c2dfb5-60b1-4a43-9c87-bc739cc60003 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Made reservation on behalf of 01b4260807a7414b8ddc55c65c6f9cff for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:58:33.079200 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-c2c2dfb5-60b1-4a43-9c87-bc739cc60003 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:33.202477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-c2c2dfb5-60b1-4a43-9c87-bc739cc60003 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Allocated IP 172.20.0.10 (0de67620-0c13-4a06-8dae-945a9111b5e2/8ea98af0-0bfa-4bc7-9d58-e6fab6c55526/abe9ae86-1953-475b-8fee-7ea3e3fe65ea) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:58:33.351956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-c2c2dfb5-60b1-4a43-9c87-bc739cc60003 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:33.383747 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-c2c2dfb5-60b1-4a43-9c87-bc739cc60003 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:33.430985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-c2c2dfb5-60b1-4a43-9c87-bc739cc60003 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Network 0de67620-0c13-4a06-8dae-945a9111b5e2 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:58:33.434043 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-c2c2dfb5-60b1-4a43-9c87-bc739cc60003 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:58:33.437823 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-c2c2dfb5-60b1-4a43-9c87-bc739cc60003 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:58:33.464830 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2c2dfb5-60b1-4a43-9c87-bc739cc60003 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Pushing event updated for resources: {'Port': ['ID=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:58:33.490034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-c2c2dfb5-60b1-4a43-9c87-bc739cc60003 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:33.490639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-c2c2dfb5-60b1-4a43-9c87-bc739cc60003 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:33.506344 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-c2c2dfb5-60b1-4a43-9c87-bc739cc60003 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5438890 Nov 23 04:58:33.535047 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Request body: {'port': {'device_id': '3fdc1215-c892-466c-9c35-39d74cf65610', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:58:33.586899 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:33.848558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id abe9ae86-1953-475b-8fee-7ea3e3fe65ea {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:58:33.855880 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:33.867632 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Transition to ACTIVE for port object abe9ae86-1953-475b-8fee-7ea3e3fe65ea will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:58:33.871165 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:33.938309 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Pushing event updated for resources: {'Port': ['ID=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:58:33.989055 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Attempting to bind port abe9ae86-1953-475b-8fee-7ea3e3fe65ea on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:58:33.989431 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Attempting to bind port abe9ae86-1953-475b-8fee-7ea3e3fe65ea by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '00b2b228-a355-4e0c-92dd-1b03e0d722e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:58:33.989791 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Attempting to bind port abe9ae86-1953-475b-8fee-7ea3e3fe65ea on network 0de67620-0c13-4a06-8dae-945a9111b5e2 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:58:33.994424 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Port abe9ae86-1953-475b-8fee-7ea3e3fe65ea on network 0de67620-0c13-4a06-8dae-945a9111b5e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:58:33.994746 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Attempting to bind port abe9ae86-1953-475b-8fee-7ea3e3fe65ea on network 0de67620-0c13-4a06-8dae-945a9111b5e2 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:58:33.999703 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 58, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:58:34.000040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Checking segment: {'id': '00b2b228-a355-4e0c-92dd-1b03e0d722e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:58:34.000422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Bound using segment: {'id': '00b2b228-a355-4e0c-92dd-1b03e0d722e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:58:34.000848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Bound port: abe9ae86-1953-475b-8fee-7ea3e3fe65ea, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b2b228-a355-4e0c-92dd-1b03e0d722e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:58:34.001204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:34.024144 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ec869-bcf6-4dfb-87ff-7892e6d83a5a req-9c630a5c-e3ac-41c3-9a11-ebc227a1ea49 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:34.025901 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7d1ec869-bcf6-4dfb-87ff-7892e6d83a5a req-9c630a5c-e3ac-41c3-9a11-ebc227a1ea49 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 944 time: 0.0498090 Nov 23 04:58:34.068852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] For port abe9ae86-1953-475b-8fee-7ea3e3fe65ea, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:58:34.072305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] For port abe9ae86-1953-475b-8fee-7ea3e3fe65ea, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:58:34.074707 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7d1ec869-bcf6-4dfb-87ff-7892e6d83a5a req-eb9f34fa-d6ae-4afe-b9ed-7171f19fe906 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427377 Nov 23 04:58:34.077919 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:34.111309 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:34.112181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:34.114501 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-678dc80f-d636-4281-ba1d-39772118689e service neutron] 10.222.0.15 "PUT /v2.0/ports/abe9ae86-1953-475b-8fee-7ea3e3fe65ea HTTP/1.1" status: 200 len: 1094 time: 0.5837941 Nov 23 04:58:34.119317 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fdc1215-c892-466c-9c35-39d74cf65610', 'tag': 'abe9ae86-1953-475b-8fee-7ea3e3fe65ea'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:58:34.121610 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0c4fac1-b2f1-4651-a91a-41cc63fe8ad0" -d '{"events": [{"name": "network-changed", "server_uuid": "3fdc1215-c892-466c-9c35-39d74cf65610", "tag": "abe9ae86-1953-475b-8fee-7ea3e3fe65ea"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:58:34.152760 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678dc80f-d636-4281-ba1d-39772118689e service neutron] Pushing event updated for resources: {'Port': ['ID=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:58:34.161202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ac8c772-9731-401e-83dc-fc1f3dc86772 x-openstack-request-id: req-3ac8c772-9731-401e-83dc-fc1f3dc86772 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:58:34.161618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fdc1215-c892-466c-9c35-39d74cf65610", "tag": "abe9ae86-1953-475b-8fee-7ea3e3fe65ea", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:58:34.161834 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ac8c772-9731-401e-83dc-fc1f3dc86772 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:58:34.162660 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fdc1215-c892-466c-9c35-39d74cf65610', 'tag': 'abe9ae86-1953-475b-8fee-7ea3e3fe65ea', 'status': 'completed', 'code': 200} Nov 23 04:58:34.221471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-64eb5687-dabf-4b3d-9c1a-4651f056ea64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:34.222958 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-64eb5687-dabf-4b3d-9c1a-4651f056ea64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01b4260807a7414b8ddc55c65c6f9cff&device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 1097 time: 0.0405369 Nov 23 04:58:34.279395 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-7748e462-4050-4db0-a8a8-5e25733b796f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe9ae86-1953-475b-8fee-7ea3e3fe65ea HTTP/1.1" status: 200 len: 217 time: 0.0339899 Nov 23 04:58:34.334732 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-3e969450-bc11-4c90-aacd-686ffaaa9002 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:34.336025 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-3e969450-bc11-4c90-aacd-686ffaaa9002 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ea98af0-0bfa-4bc7-9d58-e6fab6c55526 HTTP/1.1" status: 200 len: 855 time: 0.0462599 Nov 23 04:58:34.372433 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-1d0df119-6fd2-495c-b700-b8a2c285bf18 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0de67620-0c13-4a06-8dae-945a9111b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0239439 Nov 23 04:58:34.465872 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-43557e04-20a3-47e4-8e1f-57dde6f47366 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816908 Nov 23 04:58:34.562457 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae0dbff0-fb34-4bdf-a1dc-6124b1929ee3 req-c8dcfc55-e8b2-4aed-8ddc-2362ac749810 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853629 Nov 23 04:58:34.728750 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4fac1-b2f1-4651-a91a-41cc63fe8ad0 req-b5ff2947-bd67-476c-9f31-deb2391a88fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:34.730173 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f0c4fac1-b2f1-4651-a91a-41cc63fe8ad0 req-b5ff2947-bd67-476c-9f31-deb2391a88fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01b4260807a7414b8ddc55c65c6f9cff&device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 1097 time: 0.0412667 Nov 23 04:58:34.824152 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4fac1-b2f1-4651-a91a-41cc63fe8ad0 req-f2280332-1257-4713-970d-c8749342a6c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:34.825618 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f0c4fac1-b2f1-4651-a91a-41cc63fe8ad0 req-f2280332-1257-4713-970d-c8749342a6c5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0de67620-0c13-4a06-8dae-945a9111b5e2 HTTP/1.1" status: 200 len: 916 time: 0.0883875 Nov 23 04:58:34.867051 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f0c4fac1-b2f1-4651-a91a-41cc63fe8ad0 req-7476deff-a743-42f9-9479-afce48d08ee3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe9ae86-1953-475b-8fee-7ea3e3fe65ea HTTP/1.1" status: 200 len: 217 time: 0.0338836 Nov 23 04:58:34.916815 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c4fac1-b2f1-4651-a91a-41cc63fe8ad0 req-69abe668-da10-4361-a115-14284a91698c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:34.918215 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f0c4fac1-b2f1-4651-a91a-41cc63fe8ad0 req-69abe668-da10-4361-a115-14284a91698c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ea98af0-0bfa-4bc7-9d58-e6fab6c55526 HTTP/1.1" status: 200 len: 855 time: 0.0422018 Nov 23 04:58:34.951460 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f0c4fac1-b2f1-4651-a91a-41cc63fe8ad0 req-c3f7d58f-fba1-477a-9cdf-ff82387b9789 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0de67620-0c13-4a06-8dae-945a9111b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244935 Nov 23 04:58:35.044449 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f0c4fac1-b2f1-4651-a91a-41cc63fe8ad0 req-0e6c8487-96bb-4483-9c58-db214fb3a043 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855384 Nov 23 04:58:35.138924 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f0c4fac1-b2f1-4651-a91a-41cc63fe8ad0 req-8d8aea4d-52d8-4464-b4ed-f027c712a118 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858786 Nov 23 04:58:35.196345 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1b2f2d-74e2-4c92-aa54-45ceea8e8419 req-e6edf590-afd6-46eb-966e-f322db5d18a9 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:35.197860 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8f1b2f2d-74e2-4c92-aa54-45ceea8e8419 req-e6edf590-afd6-46eb-966e-f322db5d18a9 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 944 time: 0.0550039 Nov 23 04:58:35.502337 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8f1b2f2d-74e2-4c92-aa54-45ceea8e8419 req-655330db-319e-48ba-8d15-7bc8b43d4d1d tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2986548 Nov 23 04:58:35.730614 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device abe9ae86-1953-475b-8fee-7ea3e3fe65ea details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:58:35.822531 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port abe9ae86-1953-475b-8fee-7ea3e3fe65ea, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:58:35.837955 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'abe9ae86-1953-475b-8fee-7ea3e3fe65ea', 'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2', 'port_id': 'abe9ae86-1953-475b-8fee-7ea3e3fe65ea', 'mac_address': 'fa:16:3e:29:b9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea98af0-0bfa-4bc7-9d58-e6fab6c55526', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:58:35.873937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:35.886730 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe9ae86-1953-475b-8fee-7ea3e3fe65ea {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:58:35.905710 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port abe9ae86-1953-475b-8fee-7ea3e3fe65ea, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:58:35.909587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:35.954169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:58:35.961466 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:35.961824 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:35.962163 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:35.962581 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:35.962973 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:35.963320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:35.963656 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:35.963988 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:35.964318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:35.964644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:35.964971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:35.965312 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 04:58:36.249692 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['abe9ae86-1953-475b-8fee-7ea3e3fe65ea'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:58:36.916015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-46542116-adc0-4937-833e-f08e1a544a23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:36.949762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e423c2e-9fa9-4fd2-926a-197c8bf7494e req-406b20a7-e084-4781-93fd-1f81f9111dd3 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:36.951224 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8e423c2e-9fa9-4fd2-926a-197c8bf7494e req-406b20a7-e084-4781-93fd-1f81f9111dd3 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 945 time: 0.3793359 Nov 23 04:58:37.000293 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8e423c2e-9fa9-4fd2-926a-197c8bf7494e req-de324d03-0f37-4bb8-915e-a3f4336b2971 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431356 Nov 23 04:58:37.746127 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device abe9ae86-1953-475b-8fee-7ea3e3fe65ea up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:58:37.794784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port abe9ae86-1953-475b-8fee-7ea3e3fe65ea completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:58:37.798694 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port abe9ae86-1953-475b-8fee-7ea3e3fe65ea triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:58:37.799066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:37.881535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:37.903707 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdc1215-c892-466c-9c35-39d74cf65610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe9ae86-1953-475b-8fee-7ea3e3fe65ea'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:58:37.905969 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fdb3142-3a4a-43fa-a9eb-df8a41cfead5" -d '{"events": [{"server_uuid": "3fdc1215-c892-466c-9c35-39d74cf65610", "name": "network-vif-plugged", "status": "completed", "tag": "abe9ae86-1953-475b-8fee-7ea3e3fe65ea"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:58:37.918486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port abe9ae86-1953-475b-8fee-7ea3e3fe65ea, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:58:37.923003 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:37.953299 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:58:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad7ee66-4eb6-4570-8a05-b6a7824fc5d1 x-openstack-request-id: req-6ad7ee66-4eb6-4570-8a05-b6a7824fc5d1 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:58:37.953623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdc1215-c892-466c-9c35-39d74cf65610", "name": "network-vif-plugged", "status": "completed", "tag": "abe9ae86-1953-475b-8fee-7ea3e3fe65ea", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:58:37.953880 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6ad7ee66-4eb6-4570-8a05-b6a7824fc5d1 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:58:37.954268 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdc1215-c892-466c-9c35-39d74cf65610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe9ae86-1953-475b-8fee-7ea3e3fe65ea', 'code': 200} Nov 23 04:58:37.974175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:58:38.128800 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3208b48d-b95d-4569-a870-524f8a556fc6 req-49f64706-6d76-4b1c-9f30-a116e49e3ec5 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:38.130302 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3208b48d-b95d-4569-a870-524f8a556fc6 req-49f64706-6d76-4b1c-9f30-a116e49e3ec5 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0536513 Nov 23 04:58:38.210878 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3208b48d-b95d-4569-a870-524f8a556fc6 req-cc1b8646-8711-4698-bffb-c291ffc191e8 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729637 Nov 23 04:58:38.217035 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7912af46-f01a-43c8-b8f7-82ea922491e9 req-4262ae28-5aa0-402f-949d-5e0d71f60165 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:38.218503 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7912af46-f01a-43c8-b8f7-82ea922491e9 req-4262ae28-5aa0-402f-949d-5e0d71f60165 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 1099 time: 0.0660403 Nov 23 04:58:38.273406 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7912af46-f01a-43c8-b8f7-82ea922491e9 req-b948bc54-e552-4fc2-ac0b-c1e0dad01793 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429814 Nov 23 04:58:38.414410 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:58:38.779971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:39.195066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e6b7231c-edc8-46c3-b6da-811b0527dbb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:39.339220 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1a6b4d-41ca-4852-9ac1-1bad9ea3ac9c req-3bcbe3f4-d211-40b7-9ac7-69e2381b5bfb tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:39.340705 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5b1a6b4d-41ca-4852-9ac1-1bad9ea3ac9c req-3bcbe3f4-d211-40b7-9ac7-69e2381b5bfb tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0549057 Nov 23 04:58:39.387061 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5b1a6b4d-41ca-4852-9ac1-1bad9ea3ac9c req-ab382a82-f33d-4a58-8244-e90a4fbf9755 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404394 Nov 23 04:58:40.386295 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:40.506007 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d188be5-30cc-4770-894c-bed0ad23e4bf req-e51c7bf1-95c0-44eb-a50a-f2630e57a065 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:40.507475 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6d188be5-30cc-4770-894c-bed0ad23e4bf req-e51c7bf1-95c0-44eb-a50a-f2630e57a065 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0483656 Nov 23 04:58:40.554039 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6d188be5-30cc-4770-894c-bed0ad23e4bf req-4540dc43-6813-4eaa-aa54-88590fc88436 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407994 Nov 23 04:58:40.668824 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10b9381-2b0d-4b64-aeb4-3c2dc26e6d1f req-bcdddb21-378e-499c-af2b-7a9440b80722 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:40.670218 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b10b9381-2b0d-4b64-aeb4-3c2dc26e6d1f req-bcdddb21-378e-499c-af2b-7a9440b80722 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0515006 Nov 23 04:58:40.719693 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b10b9381-2b0d-4b64-aeb4-3c2dc26e6d1f req-7d51fc8e-b489-4f79-b2cc-8b750924bdaf tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437043 Nov 23 04:58:40.917029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874e14c-6f71-4ba6-9248-7930eafa40a5 req-49dc4d72-0254-4f6c-9b50-aab12dfe2a72 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:40.918546 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c874e14c-6f71-4ba6-9248-7930eafa40a5 req-49dc4d72-0254-4f6c-9b50-aab12dfe2a72 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0495899 Nov 23 04:58:40.964765 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c874e14c-6f71-4ba6-9248-7930eafa40a5 req-e48067cd-f82a-4bca-b54b-abdd99a2fe6d tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404186 Nov 23 04:58:41.075916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab200629-52d1-453e-803a-bdbdd9b6368b req-1fa9309b-e0b6-418e-b897-1acea1c9409a tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:41.077381 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ab200629-52d1-453e-803a-bdbdd9b6368b req-1fa9309b-e0b6-418e-b897-1acea1c9409a tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0486395 Nov 23 04:58:41.127174 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ab200629-52d1-453e-803a-bdbdd9b6368b req-c6938996-c0e1-4eaf-8fe0-ada0ab07de69 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440915 Nov 23 04:58:41.784862 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:42.489757 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-ba59f806-498f-4573-a6ab-db594bcf36b0 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0712993 Nov 23 04:58:42.497845 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12d5756-4ded-4951-877b-ba7bce61d2e1 req-e6320ca2-76a1-4968-8349-b20033c8367c tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:42.499209 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d12d5756-4ded-4951-877b-ba7bce61d2e1 req-e6320ca2-76a1-4968-8349-b20033c8367c tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0729201 Nov 23 04:58:42.554983 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d12d5756-4ded-4951-877b-ba7bce61d2e1 req-81d89af8-afa2-4a78-a1ce-cace266bcc14 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494514 Nov 23 04:58:42.679763 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:58:43.671912 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bfd91e-35c9-4cfe-a9c5-2a2646896cfa req-057a9374-8375-4d09-bf21-19298b0dfcee tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:43.674236 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-09bfd91e-35c9-4cfe-a9c5-2a2646896cfa req-057a9374-8375-4d09-bf21-19298b0dfcee tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0517578 Nov 23 04:58:43.730425 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-09bfd91e-35c9-4cfe-a9c5-2a2646896cfa req-bcb4ac69-d157-4e87-b248-571cbc3f9946 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472169 Nov 23 04:58:43.757294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d6fbf-c274-419e-9013-f61b064368af req-957d362a-03ad-4a5f-8637-421bd2355e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:43.758797 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-957d362a-03ad-4a5f-8637-421bd2355e6b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01b4260807a7414b8ddc55c65c6f9cff&device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 1099 time: 0.0447366 Nov 23 04:58:43.851066 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d6fbf-c274-419e-9013-f61b064368af req-a204c342-0c9d-490a-a2d9-2b2173d05fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:43.852558 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-a204c342-0c9d-490a-a2d9-2b2173d05fa3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0de67620-0c13-4a06-8dae-945a9111b5e2 HTTP/1.1" status: 200 len: 916 time: 0.0864975 Nov 23 04:58:43.898094 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-2516efdb-586e-4da0-9e60-20d145e0d6ec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe9ae86-1953-475b-8fee-7ea3e3fe65ea HTTP/1.1" status: 200 len: 217 time: 0.0376415 Nov 23 04:58:43.950372 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d6fbf-c274-419e-9013-f61b064368af req-0fe62343-ed30-4cf1-9b69-b75537e39593 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:43.951754 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-0fe62343-ed30-4cf1-9b69-b75537e39593 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ea98af0-0bfa-4bc7-9d58-e6fab6c55526 HTTP/1.1" status: 200 len: 855 time: 0.0463386 Nov 23 04:58:43.984354 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-a796c399-915b-4197-986c-51cb0673153f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0de67620-0c13-4a06-8dae-945a9111b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0248711 Nov 23 04:58:44.073627 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-a1cb61ab-eeee-4a4a-a7e0-d95c938f34b5 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813246 Nov 23 04:58:44.170160 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-0dd4d9f7-f41b-453f-9b2e-5a2fa7a80b06 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895441 Nov 23 04:58:44.849730 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c241032f-68d6-48ca-8d1e-87a2785f1928 req-5fcc4c41-c672-418c-9590-30cb1d8d3f8e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:44.851166 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c241032f-68d6-48ca-8d1e-87a2785f1928 req-5fcc4c41-c672-418c-9590-30cb1d8d3f8e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0492594 Nov 23 04:58:44.898446 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c241032f-68d6-48ca-8d1e-87a2785f1928 req-1420a22a-2fb2-41f8-bb6c-fadf21d59738 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415299 Nov 23 04:58:46.017350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ca5227-cb47-4793-9a9b-21dc623f5056 req-f3d2863d-0e1d-4758-97bb-3c12760bf885 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:46.018813 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-88ca5227-cb47-4793-9a9b-21dc623f5056 req-f3d2863d-0e1d-4758-97bb-3c12760bf885 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0533681 Nov 23 04:58:46.066964 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-88ca5227-cb47-4793-9a9b-21dc623f5056 req-03e327f0-2b59-46b9-91db-38aaa2e40db2 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422039 Nov 23 04:58:47.184436 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-036c3542-5852-4559-aec8-722dc1468d40 req-db81d0b8-b7c1-4e84-bad1-fb28a08f2157 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:47.186040 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-036c3542-5852-4559-aec8-722dc1468d40 req-db81d0b8-b7c1-4e84-bad1-fb28a08f2157 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0536225 Nov 23 04:58:47.232903 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-036c3542-5852-4559-aec8-722dc1468d40 req-bdbd2011-59fe-4faa-a5a3-170734a61a16 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411117 Nov 23 04:58:48.347335 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237a8921-307e-4c6f-9943-f5a081e30eb0 req-c40770f9-6844-4465-9682-34160a07f070 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:48.348932 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-237a8921-307e-4c6f-9943-f5a081e30eb0 req-c40770f9-6844-4465-9682-34160a07f070 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0495007 Nov 23 04:58:48.395711 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-237a8921-307e-4c6f-9943-f5a081e30eb0 req-5a6cd90c-82a1-440e-8aad-188046526ac1 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409532 Nov 23 04:58:49.512647 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5a7b6b-e4ed-413b-bb50-ba457c50ec7e req-2a518492-0453-4d54-a558-08a04cc59007 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:49.514136 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-da5a7b6b-e4ed-413b-bb50-ba457c50ec7e req-2a518492-0453-4d54-a558-08a04cc59007 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0490470 Nov 23 04:58:49.561126 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-da5a7b6b-e4ed-413b-bb50-ba457c50ec7e req-317459bc-f4f7-4535-a894-181e7d1f3e29 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412259 Nov 23 04:58:50.673773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a39a8ff-bc96-4748-a133-84991c953698 req-91e0b250-6d3d-489f-a6ba-c4bff122b1b0 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:50.675313 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3a39a8ff-bc96-4748-a133-84991c953698 req-91e0b250-6d3d-489f-a6ba-c4bff122b1b0 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0482566 Nov 23 04:58:50.728482 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3a39a8ff-bc96-4748-a133-84991c953698 req-50da9ca1-e671-4790-a6ce-becf780d1759 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468066 Nov 23 04:58:51.847045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739a08f4-5475-4f0b-9e93-a9745aaf8a0b req-de1bf907-1e24-4365-9b36-bf6813b2f1fb tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:51.848515 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-739a08f4-5475-4f0b-9e93-a9745aaf8a0b req-de1bf907-1e24-4365-9b36-bf6813b2f1fb tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0514696 Nov 23 04:58:51.899394 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-739a08f4-5475-4f0b-9e93-a9745aaf8a0b req-04f08bf4-9d82-43de-b7f9-4889c668ffc2 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437434 Nov 23 04:58:53.014087 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd93838-80b4-43d6-aab9-ed9512871313 req-c622069c-5f41-48a1-8c09-ecff8b613891 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:53.015601 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4fd93838-80b4-43d6-aab9-ed9512871313 req-c622069c-5f41-48a1-8c09-ecff8b613891 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0482361 Nov 23 04:58:53.062977 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4fd93838-80b4-43d6-aab9-ed9512871313 req-847d6746-85f8-43c3-ae4d-4dd6685611a6 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416431 Nov 23 04:58:54.176622 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ff35df-9c4d-4bd2-94d5-4a1815e9c59f req-09e31f98-1f85-40b6-ae42-b4b7905767b1 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:54.178137 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-74ff35df-9c4d-4bd2-94d5-4a1815e9c59f req-09e31f98-1f85-40b6-ae42-b4b7905767b1 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0489323 Nov 23 04:58:54.224437 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-74ff35df-9c4d-4bd2-94d5-4a1815e9c59f req-ed181971-67b6-4b2a-8ee4-368107a53190 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399473 Nov 23 04:58:55.341722 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78d5530-5d2d-4df0-8be3-320db5d22ada req-80ed7d88-6eb0-4822-9b08-196469c1fe67 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:55.343152 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b78d5530-5d2d-4df0-8be3-320db5d22ada req-80ed7d88-6eb0-4822-9b08-196469c1fe67 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0480232 Nov 23 04:58:55.390244 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b78d5530-5d2d-4df0-8be3-320db5d22ada req-a1dea804-ae68-4a00-beda-5d32b22649a2 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411301 Nov 23 04:58:56.504594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2c5ec1-a3d1-4913-96b9-7d8773bf75b0 req-6968e4e6-4c1d-4ed6-99de-16d73e4efe20 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:56.506080 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1f2c5ec1-a3d1-4913-96b9-7d8773bf75b0 req-6968e4e6-4c1d-4ed6-99de-16d73e4efe20 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0484266 Nov 23 04:58:56.552877 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1f2c5ec1-a3d1-4913-96b9-7d8773bf75b0 req-74a5b858-af81-4991-b69c-61ad71fc6037 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408568 Nov 23 04:58:57.670571 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac32a46-d15f-4a80-8c8e-a4d602712722 req-b811ad03-eb8f-4bc1-92f7-159cadfe70ad tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:57.672042 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0ac32a46-d15f-4a80-8c8e-a4d602712722 req-b811ad03-eb8f-4bc1-92f7-159cadfe70ad tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0527339 Nov 23 04:58:57.719220 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0ac32a46-d15f-4a80-8c8e-a4d602712722 req-e6ddebd7-bc85-4a79-b7e1-d9ab5fa0c48c tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412686 Nov 23 04:58:58.836349 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b647aafa-10b4-4c39-bc95-3389d805e6de req-a5bf3cb4-f082-4c1f-ba0c-81049622aff5 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:58:58.837840 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b647aafa-10b4-4c39-bc95-3389d805e6de req-a5bf3cb4-f082-4c1f-ba0c-81049622aff5 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0526845 Nov 23 04:58:58.884904 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b647aafa-10b4-4c39-bc95-3389d805e6de req-d480109a-16d3-48cd-b4e3-789ed75d584a tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413003 Nov 23 04:59:00.000024 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42343558-6646-4314-96f0-540c1ccf53ff req-04d4ec0d-a9e0-400d-81f5-867d65f1ea54 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:00.001595 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-42343558-6646-4314-96f0-540c1ccf53ff req-04d4ec0d-a9e0-400d-81f5-867d65f1ea54 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0510726 Nov 23 04:59:00.050257 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-42343558-6646-4314-96f0-540c1ccf53ff req-20399504-5209-409a-af70-65b6bb8a7b76 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428016 Nov 23 04:59:01.163074 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d6c12c-5540-443b-adce-6a6d29382468 req-1a90e3ac-3939-4506-8db8-54d644b53f93 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:01.164520 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-99d6c12c-5540-443b-adce-6a6d29382468 req-1a90e3ac-3939-4506-8db8-54d644b53f93 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0488827 Nov 23 04:59:01.212300 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-99d6c12c-5540-443b-adce-6a6d29382468 req-60507694-927b-4bbb-850b-df67505df213 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418622 Nov 23 04:59:02.329140 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0b1b8f-94bf-40e3-891b-3c91b43fe86c req-78f6ee91-8283-451e-ab4a-6368b6798b17 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:02.330637 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2c0b1b8f-94bf-40e3-891b-3c91b43fe86c req-78f6ee91-8283-451e-ab4a-6368b6798b17 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0515094 Nov 23 04:59:02.376881 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2c0b1b8f-94bf-40e3-891b-3c91b43fe86c req-ef48c682-ce54-458b-bd3d-dd63c8a52df1 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404727 Nov 23 04:59:03.494171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96204aa-adc9-491a-90f8-c7680f1c2e1e req-2e37353f-1d68-45b3-9d7d-5932110f31f9 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:03.496177 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b96204aa-adc9-491a-90f8-c7680f1c2e1e req-2e37353f-1d68-45b3-9d7d-5932110f31f9 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0531709 Nov 23 04:59:03.543721 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b96204aa-adc9-491a-90f8-c7680f1c2e1e req-f9a1476f-b684-4d2f-862d-b14490a79cb8 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417211 Nov 23 04:59:04.663295 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbecd6b-6a7e-4dd7-a6f4-953e89994a33 req-5d8864ff-9d9d-4d6e-b052-b4593b84fc03 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:04.664748 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6dbecd6b-6a7e-4dd7-a6f4-953e89994a33 req-5d8864ff-9d9d-4d6e-b052-b4593b84fc03 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0488703 Nov 23 04:59:04.711619 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6dbecd6b-6a7e-4dd7-a6f4-953e89994a33 req-a251011a-971b-4069-a414-a92e8110f6ff tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409670 Nov 23 04:59:05.827322 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f0a372c-7468-4382-b44a-1a2baf217667 req-c000d825-a879-4d99-9e90-a8bfd8662511 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:05.828774 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2f0a372c-7468-4382-b44a-1a2baf217667 req-c000d825-a879-4d99-9e90-a8bfd8662511 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0494051 Nov 23 04:59:05.875471 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2f0a372c-7468-4382-b44a-1a2baf217667 req-3afd6e2c-f223-4559-917d-868bd4b74eaf tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408370 Nov 23 04:59:06.919165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b2280c35-adc5-4172-addd-f5e84b433bee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:06.990865 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd851d3-48f0-4a13-b3b0-1418cd9d00af req-f8c88847-9a85-4f23-b5ae-464a55f7248b tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:06.992356 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dfd851d3-48f0-4a13-b3b0-1418cd9d00af req-f8c88847-9a85-4f23-b5ae-464a55f7248b tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0493515 Nov 23 04:59:07.044628 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dfd851d3-48f0-4a13-b3b0-1418cd9d00af req-6f224a8f-814c-4ac1-b88f-1b2e40fb638b tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462470 Nov 23 04:59:08.159610 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31aac4a6-88fb-48c8-bf04-5832ab0ca281 req-41450c91-98cf-4cde-9cca-0ce34a32a448 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:08.161068 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-31aac4a6-88fb-48c8-bf04-5832ab0ca281 req-41450c91-98cf-4cde-9cca-0ce34a32a448 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0489652 Nov 23 04:59:08.210831 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-31aac4a6-88fb-48c8-bf04-5832ab0ca281 req-f4edb10e-3e29-4963-8c22-f1da83636bdd tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439906 Nov 23 04:59:08.780544 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:09.196017 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bf2217e5-39f9-4377-9686-fc5303dd153d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:09.330735 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a173b4-8826-489a-bb17-797035851a11 req-12213eac-f2e0-46ff-a2e7-52958273997c tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:09.332266 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-81a173b4-8826-489a-bb17-797035851a11 req-12213eac-f2e0-46ff-a2e7-52958273997c tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0536563 Nov 23 04:59:09.380643 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-81a173b4-8826-489a-bb17-797035851a11 req-af13b7f4-621d-443e-a4eb-ae3520869e1c tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424693 Nov 23 04:59:10.391051 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:10.496240 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5274bcda-b23e-4662-9bfb-a539fc88ba6a req-3dece912-b629-4f24-be53-f7041a94a8b2 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:10.497760 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5274bcda-b23e-4662-9bfb-a539fc88ba6a req-3dece912-b629-4f24-be53-f7041a94a8b2 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0482397 Nov 23 04:59:10.545715 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5274bcda-b23e-4662-9bfb-a539fc88ba6a req-4d2730c9-35d0-4a4e-bee6-c7dce82da2e9 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415039 Nov 23 04:59:11.340575 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-370bd9a2-0e87-461e-b5e5-4816962d5fd7 service neutron] 10.222.0.15 "GET /v2.0/ports/abe9ae86-1953-475b-8fee-7ea3e3fe65ea/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0552628 Nov 23 04:59:11.599672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d6fbf-c274-419e-9013-f61b064368af req-b4c9c7c0-1177-45f6-a8b6-71ba707b7fce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:11.601242 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-b4c9c7c0-1177-45f6-a8b6-71ba707b7fce service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610&tenant_id=01b4260807a7414b8ddc55c65c6f9cff HTTP/1.1" status: 200 len: 1099 time: 0.0458732 Nov 23 04:59:11.670565 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc37ba2-d36d-417d-8251-43a963df05c5 req-c5e9901e-8dbf-44fb-a6b9-c7eaeb6705c2 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:11.672237 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cdc37ba2-d36d-417d-8251-43a963df05c5 req-c5e9901e-8dbf-44fb-a6b9-c7eaeb6705c2 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0515041 Nov 23 04:59:11.688711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d6fbf-c274-419e-9013-f61b064368af req-5e93c0df-35a9-4d8f-aa54-573d8b3aaed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:11.690211 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-5e93c0df-35a9-4d8f-aa54-573d8b3aaed0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01b4260807a7414b8ddc55c65c6f9cff&device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 1099 time: 0.0447326 Nov 23 04:59:11.723961 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cdc37ba2-d36d-417d-8251-43a963df05c5 req-fe89769d-b94a-4095-8e12-e6ebe2bcdfe1 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456393 Nov 23 04:59:11.785343 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:11.791920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d6fbf-c274-419e-9013-f61b064368af req-a582af77-94b7-493b-acdd-95c91f45d087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:11.793479 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-a582af77-94b7-493b-acdd-95c91f45d087 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0de67620-0c13-4a06-8dae-945a9111b5e2 HTTP/1.1" status: 200 len: 916 time: 0.0906370 Nov 23 04:59:11.844178 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-d9379fdb-7cd5-4d9a-8899-57eea380874b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe9ae86-1953-475b-8fee-7ea3e3fe65ea HTTP/1.1" status: 200 len: 217 time: 0.0394096 Nov 23 04:59:11.893527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e56d6fbf-c274-419e-9013-f61b064368af req-69d7aa91-05c3-4f39-be89-9f65b85c8da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:11.894961 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-69d7aa91-05c3-4f39-be89-9f65b85c8da8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ea98af0-0bfa-4bc7-9d58-e6fab6c55526 HTTP/1.1" status: 200 len: 855 time: 0.0436103 Nov 23 04:59:11.928964 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-6cc5188f-06a1-48f0-b226-ff5eb576ee94 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0de67620-0c13-4a06-8dae-945a9111b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236084 Nov 23 04:59:12.023794 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-2615ca3c-dbb2-4fb9-8d56-05e310301253 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864196 Nov 23 04:59:12.121845 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e56d6fbf-c274-419e-9013-f61b064368af req-8244ab18-9cd9-4d75-b972-c60a14fe1b3a service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856633 Nov 23 04:59:12.686993 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:12.839913 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e54447-3b94-4d4f-bdfb-5617249c53db req-476c3de5-3d25-481d-a744-e39d4e459b4c tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:12.841434 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-40e54447-3b94-4d4f-bdfb-5617249c53db req-476c3de5-3d25-481d-a744-e39d4e459b4c tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0485833 Nov 23 04:59:12.887925 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-40e54447-3b94-4d4f-bdfb-5617249c53db req-146aa926-08b8-49ad-8056-cbf4da0b4dfd tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401680 Nov 23 04:59:13.902710 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device abe9ae86-1953-475b-8fee-7ea3e3fe65ea details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:59:13.913347 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device abe9ae86-1953-475b-8fee-7ea3e3fe65ea no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:59:14.010680 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3128e88a-9790-446a-a3f0-c950edc3f541 req-120a7ddf-515c-4249-b771-3cda149cf645 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:14.012343 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3128e88a-9790-446a-a3f0-c950edc3f541 req-120a7ddf-515c-4249-b771-3cda149cf645 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0545185 Nov 23 04:59:14.063118 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3128e88a-9790-446a-a3f0-c950edc3f541 req-2274f4c8-1483-494d-b139-70ee1ed37945 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437481 Nov 23 04:59:14.067251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port abe9ae86-1953-475b-8fee-7ea3e3fe65ea, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:59:14.078668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:14.088911 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'abe9ae86-1953-475b-8fee-7ea3e3fe65ea', 'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2', 'port_id': 'abe9ae86-1953-475b-8fee-7ea3e3fe65ea', 'mac_address': 'fa:16:3e:29:b9:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea98af0-0bfa-4bc7-9d58-e6fab6c55526', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:59:14.133788 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdc1215-c892-466c-9c35-39d74cf65610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe9ae86-1953-475b-8fee-7ea3e3fe65ea'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:59:14.136640 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64f9d0b4-51f0-4ddf-aefa-c53f2a3ae950" -d '{"events": [{"server_uuid": "3fdc1215-c892-466c-9c35-39d74cf65610", "name": "network-vif-unplugged", "status": "completed", "tag": "abe9ae86-1953-475b-8fee-7ea3e3fe65ea"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:59:14.155594 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port abe9ae86-1953-475b-8fee-7ea3e3fe65ea, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:59:14.162182 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:14.164082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:14.194710 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 04:59:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7236c487-1d9e-4aff-a2fe-e3c348f0d760 x-openstack-request-id: req-7236c487-1d9e-4aff-a2fe-e3c348f0d760 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:59:14.195000 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdc1215-c892-466c-9c35-39d74cf65610", "name": "network-vif-unplugged", "status": "completed", "tag": "abe9ae86-1953-475b-8fee-7ea3e3fe65ea", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:59:14.195287 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7236c487-1d9e-4aff-a2fe-e3c348f0d760 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:59:14.195894 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdc1215-c892-466c-9c35-39d74cf65610', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'abe9ae86-1953-475b-8fee-7ea3e3fe65ea', 'code': 200} Nov 23 04:59:14.207806 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id abe9ae86-1953-475b-8fee-7ea3e3fe65ea {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:59:14.251353 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:59:14.266211 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 04:59:14.267237 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 04:59:14.803219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:14.815845 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id abe9ae86-1953-475b-8fee-7ea3e3fe65ea {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:59:14.835124 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port abe9ae86-1953-475b-8fee-7ea3e3fe65ea, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:59:14.839042 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:14.884333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:59:14.969324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['abe9ae86-1953-475b-8fee-7ea3e3fe65ea'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:59:15.176817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbee45d6-8c6c-4082-aa0c-708fdffa2549 req-13215c1f-db89-4a7f-a45c-ff785c51e67a tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:15.178286 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dbee45d6-8c6c-4082-aa0c-708fdffa2549 req-13215c1f-db89-4a7f-a45c-ff785c51e67a tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 945 time: 0.0482249 Nov 23 04:59:15.224442 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-dbee45d6-8c6c-4082-aa0c-708fdffa2549 req-cf382d9c-8af0-4dca-90fe-b5755eada7f7 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403066 Nov 23 04:59:15.416510 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:59:15.433964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc2401f-8c9e-4c73-997c-14ad58c71ff4 req-453b34b0-c37f-4b45-84b8-f289f783bca6 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:15.435473 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3fc2401f-8c9e-4c73-997c-14ad58c71ff4 req-453b34b0-c37f-4b45-84b8-f289f783bca6 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 945 time: 0.0505784 Nov 23 04:59:15.487915 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3fc2401f-8c9e-4c73-997c-14ad58c71ff4 req-c373646b-fab3-4b7b-83d1-b53e2760c23e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458283 Nov 23 04:59:15.494186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca3b72-a582-4f7d-afe5-3e7bcc1b86ed req-3df79a39-15ec-47dd-bbbf-0cf4d57d8348 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:15.495653 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e6ca3b72-a582-4f7d-afe5-3e7bcc1b86ed req-3df79a39-15ec-47dd-bbbf-0cf4d57d8348 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610&tenant_id=01b4260807a7414b8ddc55c65c6f9cff&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 945 time: 0.0565617 Nov 23 04:59:15.506929 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-e6ca3b72-a582-4f7d-afe5-3e7bcc1b86ed req-88d66295-3759-43d2-be71-6f2d5b61458e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 04:59:15.507946 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e6ca3b72-a582-4f7d-afe5-3e7bcc1b86ed req-88d66295-3759-43d2-be71-6f2d5b61458e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0051239 Nov 23 04:59:15.608963 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca3b72-a582-4f7d-afe5-3e7bcc1b86ed req-aaf9c893-eac4-4f97-939e-8f7e005cdb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:15.610383 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e6ca3b72-a582-4f7d-afe5-3e7bcc1b86ed req-aaf9c893-eac4-4f97-939e-8f7e005cdb8c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01b4260807a7414b8ddc55c65c6f9cff&device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 1098 time: 0.0425522 Nov 23 04:59:15.709061 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca3b72-a582-4f7d-afe5-3e7bcc1b86ed req-fd65fbe9-e8ed-4142-ae22-de7559aba7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:15.710670 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e6ca3b72-a582-4f7d-afe5-3e7bcc1b86ed req-fd65fbe9-e8ed-4142-ae22-de7559aba7fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=0de67620-0c13-4a06-8dae-945a9111b5e2 HTTP/1.1" status: 200 len: 916 time: 0.0927267 Nov 23 04:59:15.756438 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e6ca3b72-a582-4f7d-afe5-3e7bcc1b86ed req-8159a1b2-392c-49be-8b03-6111813cd74d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=abe9ae86-1953-475b-8fee-7ea3e3fe65ea HTTP/1.1" status: 200 len: 217 time: 0.0371616 Nov 23 04:59:15.809958 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ca3b72-a582-4f7d-afe5-3e7bcc1b86ed req-b33a5804-5365-48ec-bfb7-d6ac524325fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:15.811426 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e6ca3b72-a582-4f7d-afe5-3e7bcc1b86ed req-b33a5804-5365-48ec-bfb7-d6ac524325fc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ea98af0-0bfa-4bc7-9d58-e6fab6c55526 HTTP/1.1" status: 200 len: 855 time: 0.0482397 Nov 23 04:59:15.844011 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e6ca3b72-a582-4f7d-afe5-3e7bcc1b86ed req-1c08a825-2da6-411a-91dd-b0797a78d959 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0de67620-0c13-4a06-8dae-945a9111b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245097 Nov 23 04:59:15.917459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device abe9ae86-1953-475b-8fee-7ea3e3fe65ea up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:59:15.942365 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e6ca3b72-a582-4f7d-afe5-3e7bcc1b86ed req-c7dcf305-128d-490e-916d-67caed526a5a service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910633 Nov 23 04:59:15.964703 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port abe9ae86-1953-475b-8fee-7ea3e3fe65ea triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:59:15.965078 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:16.035530 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e6ca3b72-a582-4f7d-afe5-3e7bcc1b86ed req-8fe8e1ca-4539-4ea6-99fc-442046759d5f service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861697 Nov 23 04:59:16.045805 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:16.082606 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port abe9ae86-1953-475b-8fee-7ea3e3fe65ea, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:59:16.086995 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:16.135590 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,revision_number=8']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:59:16.197057 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdc1215-c892-466c-9c35-39d74cf65610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe9ae86-1953-475b-8fee-7ea3e3fe65ea'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:59:16.199409 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83647ce6-d8b0-42a7-8fe3-d4046331dea9" -d '{"events": [{"server_uuid": "3fdc1215-c892-466c-9c35-39d74cf65610", "name": "network-vif-plugged", "status": "completed", "tag": "abe9ae86-1953-475b-8fee-7ea3e3fe65ea"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:59:16.242254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97ea7132-897f-4711-8dce-5748363155f9 x-openstack-request-id: req-97ea7132-897f-4711-8dce-5748363155f9 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:59:16.242547 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdc1215-c892-466c-9c35-39d74cf65610", "name": "network-vif-plugged", "status": "completed", "tag": "abe9ae86-1953-475b-8fee-7ea3e3fe65ea", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:59:16.242804 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97ea7132-897f-4711-8dce-5748363155f9 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:59:16.243200 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdc1215-c892-466c-9c35-39d74cf65610', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'abe9ae86-1953-475b-8fee-7ea3e3fe65ea', 'code': 200} Nov 23 04:59:16.606980 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33e2bb5-035b-4aab-870e-0bb1d6287fb6 req-4173f103-4826-4f6a-a843-17cfc2a5e555 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:16.608475 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c33e2bb5-035b-4aab-870e-0bb1d6287fb6 req-4173f103-4826-4f6a-a843-17cfc2a5e555 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0499430 Nov 23 04:59:16.660606 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c33e2bb5-035b-4aab-870e-0bb1d6287fb6 req-44c1a0da-87b4-459b-ac1f-38976697f94f tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454483 Nov 23 04:59:17.281365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-5e518fdb-d6ad-4c56-a6e5-8e759efc6ef4 req-7645d8c2-5f89-401f-a5da-46beca8e9a53 service neutron] (109953) timed out ('10.222.0.15', 50987) {{(pid=109953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 04:59:17.780182 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b035b49-0960-4067-b07a-9b4c3375856f req-b7193146-4505-4915-8044-670260ac7681 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:17.781708 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7b035b49-0960-4067-b07a-9b4c3375856f req-b7193146-4505-4915-8044-670260ac7681 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0543015 Nov 23 04:59:17.831849 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7b035b49-0960-4067-b07a-9b4c3375856f req-a0d9d5ad-7b07-494e-9aa2-af0bb26d8baa tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429947 Nov 23 04:59:17.961798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d24a24-192d-4600-934a-a2962c8c279e req-7ea59382-70a0-4e8d-a7b5-bd90c1cf7ec3 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:17.963186 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e5d24a24-192d-4600-934a-a2962c8c279e req-7ea59382-70a0-4e8d-a7b5-bd90c1cf7ec3 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0497556 Nov 23 04:59:18.011109 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e5d24a24-192d-4600-934a-a2962c8c279e req-68b3224c-3163-4f58-ab3d-27d80c3f3dc5 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419765 Nov 23 04:59:18.126401 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0acb80dd-6b25-4c9a-9a11-580c77ce0771 req-46019a87-106d-422e-a41f-275dc94b7d29 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:18.127864 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0acb80dd-6b25-4c9a-9a11-580c77ce0771 req-46019a87-106d-422e-a41f-275dc94b7d29 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0509102 Nov 23 04:59:18.174695 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0acb80dd-6b25-4c9a-9a11-580c77ce0771 req-5f42344b-6e36-49b8-a22c-c240f325eea6 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410273 Nov 23 04:59:18.532739 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-72664a0d-06f1-46d3-b0a8-d93077cf74a2 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:18.534236 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-72664a0d-06f1-46d3-b0a8-d93077cf74a2 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/networks?id=0de67620-0c13-4a06-8dae-945a9111b5e2 HTTP/1.1" status: 200 len: 815 time: 0.1050110 Nov 23 04:59:18.550915 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-f6e6ad48-bea1-4139-a3c7-85bfdacabd65 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/quotas/01b4260807a7414b8ddc55c65c6f9cff HTTP/1.1" status: 200 len: 375 time: 0.0102212 Nov 23 04:59:18.601474 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-584f8fd9-f81b-4808-a082-9ed7ffd75f01 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=01b4260807a7414b8ddc55c65c6f9cff&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0454566 Nov 23 04:59:18.698137 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-a6fc7180-f519-4ff1-b259-c5cddd61a13e service neutron] 10.222.0.37 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899205 Nov 23 04:59:18.794759 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-f6f9140e-1b5f-4dfa-920f-2612430632ba service neutron] 10.222.0.37 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905817 Nov 23 04:59:18.955209 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-96a0c30e-4adf-4fa2-8269-e5c7d98b89f0 req-ca9efd41-406f-4c13-b915-4a0a1e0791aa tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 210 time: 0.0311670 Nov 23 04:59:19.973716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-d09fb679-8581-442d-9d69-ec5a6757543b tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:19.975175 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-d09fb679-8581-442d-9d69-ec5a6757543b tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.15 "GET /v2.0/networks?id=0de67620-0c13-4a06-8dae-945a9111b5e2 HTTP/1.1" status: 200 len: 815 time: 0.1100004 Nov 23 04:59:19.998134 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-48138c9b-aa33-4b2e-bbbe-395e2a75b815 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Request body: {'port': {'device_id': '3cd2f4f2-7061-4e31-b441-e4623a8a64e3', 'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2', 'admin_state_up': True, 'tenant_id': '01b4260807a7414b8ddc55c65c6f9cff'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:59:20.074013 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d8cdcac5-f16b-45e1-bf5a-4ad95c10c3e1 req-0cc1d4c2-bdd6-48a9-88f7-b024fc6aaebe tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 210 time: 0.0316141 Nov 23 04:59:20.140102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-48138c9b-aa33-4b2e-bbbe-395e2a75b815 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Made reservation on behalf of 01b4260807a7414b8ddc55c65c6f9cff for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 04:59:20.144628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-48138c9b-aa33-4b2e-bbbe-395e2a75b815 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:20.275076 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-48138c9b-aa33-4b2e-bbbe-395e2a75b815 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Allocated IP 172.20.0.6 (0de67620-0c13-4a06-8dae-945a9111b5e2/8ea98af0-0bfa-4bc7-9d58-e6fab6c55526/c417ccc9-5df8-4d4f-a8ee-c2994b5a4974) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 04:59:20.426334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-48138c9b-aa33-4b2e-bbbe-395e2a75b815 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:20.459687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-48138c9b-aa33-4b2e-bbbe-395e2a75b815 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:20.501168 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-48138c9b-aa33-4b2e-bbbe-395e2a75b815 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Network 0de67620-0c13-4a06-8dae-945a9111b5e2 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 04:59:20.504769 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-48138c9b-aa33-4b2e-bbbe-395e2a75b815 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 04:59:20.508612 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-48138c9b-aa33-4b2e-bbbe-395e2a75b815 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 04:59:20.512189 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['abe9ae86-1953-475b-8fee-7ea3e3fe65ea'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:59:20.540190 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48138c9b-aa33-4b2e-bbbe-395e2a75b815 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Pushing event updated for resources: {'Port': ['ID=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:59:20.568260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-48138c9b-aa33-4b2e-bbbe-395e2a75b815 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:20.568869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-48138c9b-aa33-4b2e-bbbe-395e2a75b815 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:20.585259 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-48138c9b-aa33-4b2e-bbbe-395e2a75b815 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5911427 Nov 23 04:59:20.639918 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Request body: {'port': {'device_id': '3cd2f4f2-7061-4e31-b441-e4623a8a64e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 04:59:20.683043 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9008ec66-45fc-4ffb-9ce5-cf1a6e06af8f req-d424b69d-cc7f-4314-8c8a-b36c14f6c715 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:20.684510 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9008ec66-45fc-4ffb-9ce5-cf1a6e06af8f req-d424b69d-cc7f-4314-8c8a-b36c14f6c715 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.15 "GET /v2.0/ports?device_id=3fdc1215-c892-466c-9c35-39d74cf65610 HTTP/1.1" status: 200 len: 946 time: 0.0490222 Nov 23 04:59:20.695440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:20.775422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [req-9008ec66-45fc-4ffb-9ce5-cf1a6e06af8f req-dc23f85b-8656-439a-965c-8731d25b4649 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Deleting port abe9ae86-1953-475b-8fee-7ea3e3fe65ea {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 04:59:20.775828 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-9008ec66-45fc-4ffb-9ce5-cf1a6e06af8f req-dc23f85b-8656-439a-965c-8731d25b4649 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:20.871964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-9008ec66-45fc-4ffb-9ce5-cf1a6e06af8f req-dc23f85b-8656-439a-965c-8731d25b4649 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] For port abe9ae86-1953-475b-8fee-7ea3e3fe65ea, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:59:20.872332 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-9008ec66-45fc-4ffb-9ce5-cf1a6e06af8f req-dc23f85b-8656-439a-965c-8731d25b4649 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:20.886030 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [req-9008ec66-45fc-4ffb-9ce5-cf1a6e06af8f req-dc23f85b-8656-439a-965c-8731d25b4649 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Calling delete_port for abe9ae86-1953-475b-8fee-7ea3e3fe65ea owned by compute:nova {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 04:59:20.957218 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:59:20.964627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:21.018752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-9008ec66-45fc-4ffb-9ce5-cf1a6e06af8f req-dc23f85b-8656-439a-965c-8731d25b4649 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:21.019128 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Transition to ACTIVE for port object c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 04:59:21.022932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:21.052621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23f85b-8656-439a-965c-8731d25b4649 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Pushing event deleted for resources: {'Port': ['ID=abe9ae86-1953-475b-8fee-7ea3e3fe65ea,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:59:21.094521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [req-9008ec66-45fc-4ffb-9ce5-cf1a6e06af8f req-dc23f85b-8656-439a-965c-8731d25b4649 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] No DVR routers for this DVR port abe9ae86-1953-475b-8fee-7ea3e3fe65ea on host hv-neutron-8188 {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 04:59:21.098257 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-9008ec66-45fc-4ffb-9ce5-cf1a6e06af8f req-dc23f85b-8656-439a-965c-8731d25b4649 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:21.101929 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9008ec66-45fc-4ffb-9ce5-cf1a6e06af8f req-dc23f85b-8656-439a-965c-8731d25b4649 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.15 "DELETE /v2.0/ports/abe9ae86-1953-475b-8fee-7ea3e3fe65ea HTTP/1.1" status: 204 len: 173 time: 0.4102361 Nov 23 04:59:21.102466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fdc1215-c892-466c-9c35-39d74cf65610', 'name': 'network-vif-deleted', 'tag': 'abe9ae86-1953-475b-8fee-7ea3e3fe65ea'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:59:21.104802 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2543eb7-9d99-4d91-a270-40973c7d2745" -d '{"events": [{"server_uuid": "3fdc1215-c892-466c-9c35-39d74cf65610", "name": "network-vif-deleted", "tag": "abe9ae86-1953-475b-8fee-7ea3e3fe65ea"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:59:21.114573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Pushing event updated for resources: {'Port': ['ID=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:59:21.167536 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Attempting to bind port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 04:59:21.167948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Attempting to bind port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '00b2b228-a355-4e0c-92dd-1b03e0d722e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 04:59:21.168284 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Attempting to bind port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 on network 0de67620-0c13-4a06-8dae-945a9111b5e2 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:59:21.171122 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ffaf7ee-830e-404d-aa43-67977a79c880 x-openstack-request-id: req-0ffaf7ee-830e-404d-aa43-67977a79c880 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:59:21.171505 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fdc1215-c892-466c-9c35-39d74cf65610", "name": "network-vif-deleted", "tag": "abe9ae86-1953-475b-8fee-7ea3e3fe65ea", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:59:21.171822 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0ffaf7ee-830e-404d-aa43-67977a79c880 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:59:21.172499 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fdc1215-c892-466c-9c35-39d74cf65610', 'name': 'network-vif-deleted', 'tag': 'abe9ae86-1953-475b-8fee-7ea3e3fe65ea', 'status': 'completed', 'code': 200} Nov 23 04:59:21.173587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 on network 0de67620-0c13-4a06-8dae-945a9111b5e2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 04:59:21.173809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Attempting to bind port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 on network 0de67620-0c13-4a06-8dae-945a9111b5e2 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 04:59:21.179974 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 59, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 04:59:21.180322 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Checking segment: {'id': '00b2b228-a355-4e0c-92dd-1b03e0d722e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 04:59:21.180712 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Bound using segment: {'id': '00b2b228-a355-4e0c-92dd-1b03e0d722e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 04:59:21.181154 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Bound port: c417ccc9-5df8-4d4f-a8ee-c2994b5a4974, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '00b2b228-a355-4e0c-92dd-1b03e0d722e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 04:59:21.181546 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:21.234583 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b513e21-951e-4fbc-95e9-3330b77e33f9 req-33de8658-e035-4565-aa19-ee5a1f8cda9a tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:21.236280 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1b513e21-951e-4fbc-95e9-3330b77e33f9 req-33de8658-e035-4565-aa19-ee5a1f8cda9a tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 943 time: 0.0626473 Nov 23 04:59:21.254652 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] For port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 04:59:21.258465 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] For port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 04:59:21.263712 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:21.289966 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1b513e21-951e-4fbc-95e9-3330b77e33f9 req-83e7c001-ff20-4e38-adb4-5118f85d3e30 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464222 Nov 23 04:59:21.305656 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:21.306274 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:21.307701 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] 10.222.0.15 "PUT /v2.0/ports/c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 HTTP/1.1" status: 200 len: 1093 time: 0.6721947 Nov 23 04:59:21.308138 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3cd2f4f2-7061-4e31-b441-e4623a8a64e3', 'tag': 'c417ccc9-5df8-4d4f-a8ee-c2994b5a4974'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:59:21.310414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-371f0fcb-1e80-479f-b5ef-3b5e2019f324" -d '{"events": [{"name": "network-changed", "server_uuid": "3cd2f4f2-7061-4e31-b441-e4623a8a64e3", "tag": "c417ccc9-5df8-4d4f-a8ee-c2994b5a4974"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:59:21.340910 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29e6879-7372-4f72-81f5-8e91e4d700cd service neutron] Pushing event updated for resources: {'Port': ['ID=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:59:21.350313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 04:59:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7352d30b-ed4d-487e-a6e4-061db10bc03a x-openstack-request-id: req-7352d30b-ed4d-487e-a6e4-061db10bc03a {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:59:21.350604 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3cd2f4f2-7061-4e31-b441-e4623a8a64e3", "tag": "c417ccc9-5df8-4d4f-a8ee-c2994b5a4974", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:59:21.350859 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7352d30b-ed4d-487e-a6e4-061db10bc03a {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:59:21.351260 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3cd2f4f2-7061-4e31-b441-e4623a8a64e3', 'tag': 'c417ccc9-5df8-4d4f-a8ee-c2994b5a4974', 'status': 'completed', 'code': 200} Nov 23 04:59:21.435965 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-87222075-fd27-4fdb-9b41-c98e0f50b51e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:21.437465 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-87222075-fd27-4fdb-9b41-c98e0f50b51e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01b4260807a7414b8ddc55c65c6f9cff&device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 1096 time: 0.0415471 Nov 23 04:59:21.488522 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-0a402649-644c-42d3-ac12-923ea08e0fe1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 HTTP/1.1" status: 200 len: 217 time: 0.0342546 Nov 23 04:59:21.540817 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-91be9c01-fc50-46a3-8c49-a750a8c71ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:21.542236 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-91be9c01-fc50-46a3-8c49-a750a8c71ff0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ea98af0-0bfa-4bc7-9d58-e6fab6c55526 HTTP/1.1" status: 200 len: 855 time: 0.0467308 Nov 23 04:59:21.574808 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-106e2441-3a81-4c70-a694-d40716478ec3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0de67620-0c13-4a06-8dae-945a9111b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0245986 Nov 23 04:59:21.672381 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-5e2d9036-4c03-4a3e-af9a-659cc1b6610e service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895936 Nov 23 04:59:21.836001 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae3290b1-04a1-4079-92d2-e267dbb1ff01 req-66696685-72b3-437c-a57c-8e80ab1321f8 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346719 Nov 23 04:59:22.001736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f0fcb-1e80-479f-b5ef-3b5e2019f324 req-e8db3ece-ad3a-4fe9-9cbf-12cb12a3ccbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:22.003125 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-371f0fcb-1e80-479f-b5ef-3b5e2019f324 req-e8db3ece-ad3a-4fe9-9cbf-12cb12a3ccbc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01b4260807a7414b8ddc55c65c6f9cff&device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 1096 time: 0.0424409 Nov 23 04:59:22.103522 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f0fcb-1e80-479f-b5ef-3b5e2019f324 req-65b9fb83-3ca7-4fef-a799-f1bee32c6976 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:22.104985 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-371f0fcb-1e80-479f-b5ef-3b5e2019f324 req-65b9fb83-3ca7-4fef-a799-f1bee32c6976 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0de67620-0c13-4a06-8dae-945a9111b5e2 HTTP/1.1" status: 200 len: 916 time: 0.0905862 Nov 23 04:59:22.149139 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-371f0fcb-1e80-479f-b5ef-3b5e2019f324 req-309d58ee-1f1a-4e11-8ae7-66729eb4cfc0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 HTTP/1.1" status: 200 len: 217 time: 0.0346994 Nov 23 04:59:22.202190 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371f0fcb-1e80-479f-b5ef-3b5e2019f324 req-39930412-7625-4211-8aab-351ecff9b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:22.203797 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-371f0fcb-1e80-479f-b5ef-3b5e2019f324 req-39930412-7625-4211-8aab-351ecff9b6cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ea98af0-0bfa-4bc7-9d58-e6fab6c55526 HTTP/1.1" status: 200 len: 855 time: 0.0461636 Nov 23 04:59:22.237772 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-371f0fcb-1e80-479f-b5ef-3b5e2019f324 req-cfafef3e-0e4a-461c-aef9-903072dbdd8c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0de67620-0c13-4a06-8dae-945a9111b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259445 Nov 23 04:59:22.335034 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-371f0fcb-1e80-479f-b5ef-3b5e2019f324 req-53f39b5d-b32c-4db0-b434-31195c3cba41 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889831 Nov 23 04:59:22.433384 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-371f0fcb-1e80-479f-b5ef-3b5e2019f324 req-f747e5e8-e2a4-4a1d-9eea-e9405bc9f196 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904574 Nov 23 04:59:22.458854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e34483f-4354-42ed-bdb2-50ad4ad2156b req-9678a157-7810-4eb7-aa83-5a6bd485daa0 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:22.460365 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5e34483f-4354-42ed-bdb2-50ad4ad2156b req-9678a157-7810-4eb7-aa83-5a6bd485daa0 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 943 time: 0.1029897 Nov 23 04:59:22.507119 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5e34483f-4354-42ed-bdb2-50ad4ad2156b req-dcc64ba5-9562-4fa9-8c71-729abf00ef63 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406988 Nov 23 04:59:23.676677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b906f-d802-4075-b3d1-a260bab82e8b req-b7486053-b8ea-49f5-bf21-75bd671f3335 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:23.678167 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e83b906f-d802-4075-b3d1-a260bab82e8b req-b7486053-b8ea-49f5-bf21-75bd671f3335 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 943 time: 0.1014152 Nov 23 04:59:23.725417 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e83b906f-d802-4075-b3d1-a260bab82e8b req-18b65c6b-9db1-4ab1-bd97-2572245ebe3e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414524 Nov 23 04:59:23.934118 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 04:59:23.944514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device abe9ae86-1953-475b-8fee-7ea3e3fe65ea no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 04:59:23.967250 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: abe9ae86-1953-475b-8fee-7ea3e3fe65ea {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 04:59:23.967594 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device abe9ae86-1953-475b-8fee-7ea3e3fe65ea not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 04:59:24.197778 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:59:24.209886 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'c417ccc9-5df8-4d4f-a8ee-c2994b5a4974', 'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2', 'port_id': 'c417ccc9-5df8-4d4f-a8ee-c2994b5a4974', 'mac_address': 'fa:16:3e:44:41:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea98af0-0bfa-4bc7-9d58-e6fab6c55526', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 04:59:24.254739 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:24.271845 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 04:59:24.291282 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:59:24.295212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:24.345644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:59:24.612849 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['c417ccc9-5df8-4d4f-a8ee-c2994b5a4974'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 04:59:24.841669 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785674e-8c42-441a-b83a-07843abdf823 req-808fe7c9-6c01-4abe-a5c8-09b27a3d8c12 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:24.843331 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f785674e-8c42-441a-b83a-07843abdf823 req-808fe7c9-6c01-4abe-a5c8-09b27a3d8c12 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 944 time: 0.0508645 Nov 23 04:59:24.896802 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f785674e-8c42-441a-b83a-07843abdf823 req-2a608ebe-a425-4904-9ef9-c0c18c34cf07 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471060 Nov 23 04:59:25.963601 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 04:59:26.013650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8252d090-0506-48a0-b710-d2572d036b81 req-8c7af38b-bdb7-4164-8fbf-e15f392bcf31 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:26.014206 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 04:59:26.015349 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8252d090-0506-48a0-b710-d2572d036b81 req-8c7af38b-bdb7-4164-8fbf-e15f392bcf31 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 944 time: 0.0501761 Nov 23 04:59:26.018178 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 04:59:26.018547 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:26.069782 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8252d090-0506-48a0-b710-d2572d036b81 req-05e7e39f-b409-44e1-9c24-b586680d0a6f tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469458 Nov 23 04:59:26.106743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:26.130050 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd2f4f2-7061-4e31-b441-e4623a8a64e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c417ccc9-5df8-4d4f-a8ee-c2994b5a4974'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 04:59:26.140845 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-175d3605-c0cd-49ad-b9a4-0622d6d450dd" -d '{"events": [{"server_uuid": "3cd2f4f2-7061-4e31-b441-e4623a8a64e3", "name": "network-vif-plugged", "status": "completed", "tag": "c417ccc9-5df8-4d4f-a8ee-c2994b5a4974"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 04:59:26.159298 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 04:59:26.165025 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:26.193637 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 04:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d5db6d4-5489-45b9-9f00-ea91708804d5 x-openstack-request-id: req-2d5db6d4-5489-45b9-9f00-ea91708804d5 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 04:59:26.193977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd2f4f2-7061-4e31-b441-e4623a8a64e3", "name": "network-vif-plugged", "status": "completed", "tag": "c417ccc9-5df8-4d4f-a8ee-c2994b5a4974", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 04:59:26.194261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2d5db6d4-5489-45b9-9f00-ea91708804d5 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 04:59:26.194687 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd2f4f2-7061-4e31-b441-e4623a8a64e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c417ccc9-5df8-4d4f-a8ee-c2994b5a4974', 'code': 200} Nov 23 04:59:26.221425 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 04:59:26.400599 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bff611-b965-4087-9cd5-a4893353138e req-2a10e7d3-2af9-41cc-8f7f-a8246fde8353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:26.402077 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a6bff611-b965-4087-9cd5-a4893353138e req-2a10e7d3-2af9-41cc-8f7f-a8246fde8353 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 1098 time: 0.0401344 Nov 23 04:59:26.454865 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a6bff611-b965-4087-9cd5-a4893353138e req-2ebc3362-44e8-4436-9f15-b53c7d1b34d0 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426977 Nov 23 04:59:27.184124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04dc813-a1ac-4986-b321-3e1e71b19322 req-fb6a7e12-483f-4aa5-9a38-d2e83aef6112 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:27.185617 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c04dc813-a1ac-4986-b321-3e1e71b19322 req-fb6a7e12-483f-4aa5-9a38-d2e83aef6112 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0480332 Nov 23 04:59:27.232898 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c04dc813-a1ac-4986-b321-3e1e71b19322 req-035b8ffc-6ed7-4487-8a31-d62ebeda1090 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412347 Nov 23 04:59:28.351699 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad096396-6b2d-467b-b69a-bc8396145446 req-93838c71-bdaa-4255-b4f6-59ba0bde3a7a tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:28.353202 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ad096396-6b2d-467b-b69a-bc8396145446 req-93838c71-bdaa-4255-b4f6-59ba0bde3a7a tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0506516 Nov 23 04:59:28.400911 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ad096396-6b2d-467b-b69a-bc8396145446 req-94fd5d57-12b9-46f1-8d08-8a20a1d496bd tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417821 Nov 23 04:59:28.517151 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d957fc-8d1c-4057-ba54-09f13007131b req-c9c9c46c-8802-4b64-8356-bea073f94731 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:28.518553 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-60d957fc-8d1c-4057-ba54-09f13007131b req-c9c9c46c-8802-4b64-8356-bea073f94731 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0477860 Nov 23 04:59:28.566349 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-60d957fc-8d1c-4057-ba54-09f13007131b req-30ff05c9-2556-4098-8a29-f7a99d9ae0e0 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408909 Nov 23 04:59:28.825690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e0ccf-5ad1-4508-b359-adc9c4bd972a req-272eee33-d082-4fea-91b6-66b4e22e17c4 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:28.827126 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-495e0ccf-5ad1-4508-b359-adc9c4bd972a req-272eee33-d082-4fea-91b6-66b4e22e17c4 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0715103 Nov 23 04:59:28.829680 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-51276abf-11c5-4bc2-9047-108522a71fea service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0819912 Nov 23 04:59:28.876207 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-495e0ccf-5ad1-4508-b359-adc9c4bd972a req-fa48d243-0b77-4791-8d68-6821bdf3df80 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430498 Nov 23 04:59:29.995034 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14de868-84f2-4778-816a-924adf5735ca req-8023e017-dbb2-470d-bd16-bd916912fa9b tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:29.996589 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c14de868-84f2-4778-816a-924adf5735ca req-8023e017-dbb2-470d-bd16-bd916912fa9b tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0501795 Nov 23 04:59:29.996755 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-5b7b0092-8530-4935-98b9-1c6960a86c9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:29.998166 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-5b7b0092-8530-4935-98b9-1c6960a86c9e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01b4260807a7414b8ddc55c65c6f9cff&device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 1098 time: 0.0407276 Nov 23 04:59:30.045845 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c14de868-84f2-4778-816a-924adf5735ca req-a5d1059e-d8e4-405f-a99f-b065b74a0c66 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431509 Nov 23 04:59:30.094967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-501023e8-7715-4f18-9adc-1df415f3582e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:30.096425 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-501023e8-7715-4f18-9adc-1df415f3582e service neutron] 10.222.0.15 "GET /v2.0/networks?id=0de67620-0c13-4a06-8dae-945a9111b5e2 HTTP/1.1" status: 200 len: 916 time: 0.0897219 Nov 23 04:59:30.138027 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-9e9ec866-e209-4051-9314-c0c4d47342ce service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 HTTP/1.1" status: 200 len: 217 time: 0.0340540 Nov 23 04:59:30.190401 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-cd3e3a7d-4a10-44d2-b864-a1f8604938b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:30.191801 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-cd3e3a7d-4a10-44d2-b864-a1f8604938b2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ea98af0-0bfa-4bc7-9d58-e6fab6c55526 HTTP/1.1" status: 200 len: 855 time: 0.0468068 Nov 23 04:59:30.226300 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-a0649d12-e9dd-4f2a-abc3-69d119fd0a1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0de67620-0c13-4a06-8dae-945a9111b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273900 Nov 23 04:59:30.315202 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-f96e58fe-e8ee-45f3-ad3e-cae1753a7bd6 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816808 Nov 23 04:59:30.414330 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-86ccafe7-5db1-41ff-89f8-323a71f840e6 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913064 Nov 23 04:59:31.163100 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d789f38-7693-4402-94fe-532920fa14cc req-96046ec5-90bc-4381-a5b9-d101470578cb tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:31.164616 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6d789f38-7693-4402-94fe-532920fa14cc req-96046ec5-90bc-4381-a5b9-d101470578cb tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0498712 Nov 23 04:59:31.212235 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6d789f38-7693-4402-94fe-532920fa14cc req-c0d0b29a-bb4e-4ab1-bc8c-a489189567a6 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409079 Nov 23 04:59:32.331462 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4d9e6d-eec4-4126-b1dd-e461e998cdc5 req-a2e62445-fc42-4e3a-818d-44168b639dad tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:32.332939 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ce4d9e6d-eec4-4126-b1dd-e461e998cdc5 req-a2e62445-fc42-4e3a-818d-44168b639dad tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0521317 Nov 23 04:59:32.379695 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ce4d9e6d-eec4-4126-b1dd-e461e998cdc5 req-79383009-e261-4935-98be-79bf43263b30 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402262 Nov 23 04:59:33.502512 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f0f104-6643-4d08-8e4a-97297b2bd37d req-9a33c127-248b-4dbd-9d91-ee41c24daf01 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:33.504685 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-88f0f104-6643-4d08-8e4a-97297b2bd37d req-9a33c127-248b-4dbd-9d91-ee41c24daf01 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0520632 Nov 23 04:59:33.559409 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-88f0f104-6643-4d08-8e4a-97297b2bd37d req-deb0ff99-2578-4273-8b5a-63f60f0f6d89 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473635 Nov 23 04:59:34.673110 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abbb270-8689-462d-a06d-72eb9553bc40 req-95e08913-6731-43a3-bc00-949faddfd07c tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:34.674646 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0abbb270-8689-462d-a06d-72eb9553bc40 req-95e08913-6731-43a3-bc00-949faddfd07c tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0494912 Nov 23 04:59:34.722312 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0abbb270-8689-462d-a06d-72eb9553bc40 req-e3a496de-1dc6-475a-9ed3-5e27e958acac tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Nov 23 04:59:34.790518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc0f8b-f318-402a-981b-0dc168007579 req-36b3487a-e3c0-4de2-aaac-7b6a429080fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:34.791995 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9ccc0f8b-f318-402a-981b-0dc168007579 req-36b3487a-e3c0-4de2-aaac-7b6a429080fa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01b4260807a7414b8ddc55c65c6f9cff&device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 1098 time: 0.0408928 Nov 23 04:59:34.896224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc0f8b-f318-402a-981b-0dc168007579 req-580a7b8d-a94a-478b-9c81-4df1fb3225f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:34.897681 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9ccc0f8b-f318-402a-981b-0dc168007579 req-580a7b8d-a94a-478b-9c81-4df1fb3225f1 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0de67620-0c13-4a06-8dae-945a9111b5e2 HTTP/1.1" status: 200 len: 916 time: 0.0850439 Nov 23 04:59:34.942051 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9ccc0f8b-f318-402a-981b-0dc168007579 req-fda4a4d3-6b09-42dd-b643-b9bf4fc8b1ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 HTTP/1.1" status: 200 len: 217 time: 0.0372663 Nov 23 04:59:34.990773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc0f8b-f318-402a-981b-0dc168007579 req-206d79f1-7ae8-45a9-a4eb-a8719d70f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:34.992309 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9ccc0f8b-f318-402a-981b-0dc168007579 req-206d79f1-7ae8-45a9-a4eb-a8719d70f7d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ea98af0-0bfa-4bc7-9d58-e6fab6c55526 HTTP/1.1" status: 200 len: 855 time: 0.0436301 Nov 23 04:59:35.023899 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9ccc0f8b-f318-402a-981b-0dc168007579 req-66c99bd5-4f76-41ce-9b48-ebc42a133a76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0de67620-0c13-4a06-8dae-945a9111b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240097 Nov 23 04:59:35.116605 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9ccc0f8b-f318-402a-981b-0dc168007579 req-70f718bf-5f21-4721-84c4-22213e2ff168 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853367 Nov 23 04:59:35.205956 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9ccc0f8b-f318-402a-981b-0dc168007579 req-aa851b40-f4e7-4b92-b980-fc951eba4dd4 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819123 Nov 23 04:59:35.837483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-862c11f8-72d6-4736-b92a-382d2d4e4d78 req-62936df2-c71e-4fb8-b850-9c77a327b43f tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:35.838944 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-862c11f8-72d6-4736-b92a-382d2d4e4d78 req-62936df2-c71e-4fb8-b850-9c77a327b43f tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0488968 Nov 23 04:59:35.889618 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-862c11f8-72d6-4736-b92a-382d2d4e4d78 req-d537a4fc-4f6a-4d46-a8c0-ff1ab34bda70 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448248 Nov 23 04:59:36.921884 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cb74dbba-d4cf-4c1f-b303-9c2a09e8adf1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:37.005298 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1a1e8d-6d24-4502-82d5-c88cf3b9cd53 req-6b1c210a-4d66-4d81-9d8b-763ec78048bf tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:37.006830 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5d1a1e8d-6d24-4502-82d5-c88cf3b9cd53 req-6b1c210a-4d66-4d81-9d8b-763ec78048bf tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0486841 Nov 23 04:59:37.060303 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5d1a1e8d-6d24-4502-82d5-c88cf3b9cd53 req-3bbda040-5ce8-42e1-a8f6-dbfdaf0371ca tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468657 Nov 23 04:59:38.175257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8fc532-a1f7-476e-9471-8b5c66084e8c req-c0ac7a7a-052d-4208-abe8-f2a2ccf25ddb tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:38.176715 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cc8fc532-a1f7-476e-9471-8b5c66084e8c req-c0ac7a7a-052d-4208-abe8-f2a2ccf25ddb tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0496166 Nov 23 04:59:38.227811 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cc8fc532-a1f7-476e-9471-8b5c66084e8c req-812878f9-c36d-44c8-b39c-b4daff0e7f98 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446827 Nov 23 04:59:38.778758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:39.198162 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-57044bd3-887c-4711-9e87-5c123d14d77f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:39.349664 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7479789e-c6f9-413f-a576-614f0701c49c req-9b997a51-7bd9-4aed-9def-8bcd56278f9f tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:39.351175 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7479789e-c6f9-413f-a576-614f0701c49c req-9b997a51-7bd9-4aed-9def-8bcd56278f9f tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0492632 Nov 23 04:59:39.407280 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7479789e-c6f9-413f-a576-614f0701c49c req-c57d71fa-02ff-48cc-abb4-3ef9b93cadae tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492361 Nov 23 04:59:40.393150 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:40.529656 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a79ce54-aa31-439d-872f-0825f5d2e5c9 req-b53db26e-9244-41d8-ad0d-4ca34ec3d289 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:40.531157 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3a79ce54-aa31-439d-872f-0825f5d2e5c9 req-b53db26e-9244-41d8-ad0d-4ca34ec3d289 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0554757 Nov 23 04:59:40.578724 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3a79ce54-aa31-439d-872f-0825f5d2e5c9 req-33e48697-4bd0-4fa9-8d78-1cb089eb9c26 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412583 Nov 23 04:59:41.695312 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1838d5-e68a-47cf-a344-1f2ad02a69ce req-5e2603a4-450b-4961-a462-f49cd2f92d07 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:41.696813 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ad1838d5-e68a-47cf-a344-1f2ad02a69ce req-5e2603a4-450b-4961-a462-f49cd2f92d07 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0482476 Nov 23 04:59:41.744363 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ad1838d5-e68a-47cf-a344-1f2ad02a69ce req-4ee8c1c5-eb06-48d1-9f05-e5578dbfa733 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 Nov 23 04:59:41.790938 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:42.678936 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 04:59:43.198248 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6bd8576-ab4c-4742-b1ef-730dfa8f4953 req-40e0d94e-f973-4ae8-96b1-6a1a26963f44 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:43.199694 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f6bd8576-ab4c-4742-b1ef-730dfa8f4953 req-40e0d94e-f973-4ae8-96b1-6a1a26963f44 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.3819084 Nov 23 04:59:43.246437 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f6bd8576-ab4c-4742-b1ef-730dfa8f4953 req-1dccb561-99a0-4eef-b08c-69890c8ab2f9 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408473 Nov 23 04:59:44.362954 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea467952-11d2-4525-840b-78668751dc61 req-921eb18c-093c-46d4-ab69-fca0eb826c3e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:44.364421 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ea467952-11d2-4525-840b-78668751dc61 req-921eb18c-093c-46d4-ab69-fca0eb826c3e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0526500 Nov 23 04:59:44.412157 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ea467952-11d2-4525-840b-78668751dc61 req-149290c9-02f6-4c87-af42-78aed3e1fda5 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419335 Nov 23 04:59:45.533313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7971381-3e81-41e7-8a5a-f3ae3bbac099 req-d57e753f-1ee1-4be5-bbb2-d5fd244eb833 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:45.534828 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e7971381-3e81-41e7-8a5a-f3ae3bbac099 req-d57e753f-1ee1-4be5-bbb2-d5fd244eb833 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0542142 Nov 23 04:59:45.582739 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e7971381-3e81-41e7-8a5a-f3ae3bbac099 req-7b428b3f-e99c-426f-8944-df9b2502fdc8 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418005 Nov 23 04:59:46.699732 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8bfbd9-80ad-49fc-bc5e-06f8f0ee7914 req-276d4068-5a0c-47e7-b575-a4d498901b6e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:46.701217 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4e8bfbd9-80ad-49fc-bc5e-06f8f0ee7914 req-276d4068-5a0c-47e7-b575-a4d498901b6e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0494008 Nov 23 04:59:46.748210 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4e8bfbd9-80ad-49fc-bc5e-06f8f0ee7914 req-08e8f4c1-2c9d-435a-8b41-0e6efe7b1299 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404205 Nov 23 04:59:47.861880 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398c7314-7057-428d-85e3-851fb11ecf91 req-811d40cb-59e1-4b1c-aa65-9f274606d0ef tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:47.863340 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-398c7314-7057-428d-85e3-851fb11ecf91 req-811d40cb-59e1-4b1c-aa65-9f274606d0ef tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0486231 Nov 23 04:59:47.914326 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-398c7314-7057-428d-85e3-851fb11ecf91 req-0fda1dd2-00c5-4fec-bae0-1736567be4c1 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450823 Nov 23 04:59:49.031342 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c0aa01-59f4-460f-bb0b-664d7a854a12 req-f7a0dbec-653f-42a7-ba76-491b0448d2aa tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:49.032918 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f6c0aa01-59f4-460f-bb0b-664d7a854a12 req-f7a0dbec-653f-42a7-ba76-491b0448d2aa tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0521758 Nov 23 04:59:49.078490 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f6c0aa01-59f4-460f-bb0b-664d7a854a12 req-0c5c4214-7961-4100-ab84-dd3bcd816dbd tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398703 Nov 23 04:59:50.193037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb1b69c-7e12-4568-a952-6317f26d7001 req-1f05c01c-eaf6-4184-a73b-8d3e2673db61 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:50.194595 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ebb1b69c-7e12-4568-a952-6317f26d7001 req-1f05c01c-eaf6-4184-a73b-8d3e2673db61 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0489011 Nov 23 04:59:50.240517 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ebb1b69c-7e12-4568-a952-6317f26d7001 req-28153e65-0a6b-407a-945a-3177200dd000 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402362 Nov 23 04:59:51.353914 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa73bb3d-c831-4440-a576-c0b754ec870a req-fe998ccf-2849-4a8f-80a7-b9487b74c370 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:51.355374 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-aa73bb3d-c831-4440-a576-c0b754ec870a req-fe998ccf-2849-4a8f-80a7-b9487b74c370 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0481510 Nov 23 04:59:51.401638 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-aa73bb3d-c831-4440-a576-c0b754ec870a req-2ebb78fa-eefb-4d25-9f5b-d228fe0d3965 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404372 Nov 23 04:59:52.416391 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 04:59:52.515169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e075ea-8e0d-43fe-a508-92a4dbe77643 req-0942e093-b341-4044-9d8e-f213106567a0 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:52.516620 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f4e075ea-8e0d-43fe-a508-92a4dbe77643 req-0942e093-b341-4044-9d8e-f213106567a0 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0481365 Nov 23 04:59:52.563185 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f4e075ea-8e0d-43fe-a508-92a4dbe77643 req-3bcd7a22-9065-401d-82ab-04a89af5600d tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407505 Nov 23 04:59:53.675825 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36f804f-66d6-466c-a776-0ce3e7a680f0 req-d40862fc-6f23-47da-8fcd-e5c0e3b8c094 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:53.677302 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d36f804f-66d6-466c-a776-0ce3e7a680f0 req-d40862fc-6f23-47da-8fcd-e5c0e3b8c094 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0487120 Nov 23 04:59:53.727806 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d36f804f-66d6-466c-a776-0ce3e7a680f0 req-1ad5fc38-33ea-4225-890e-8f0fc7e9aaa9 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447316 Nov 23 04:59:54.844322 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2e87f6f-a8ec-4896-b765-274ffce4dd75 req-1933da0a-0e83-4d06-90f6-046c28e1e9a9 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:54.845867 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e2e87f6f-a8ec-4896-b765-274ffce4dd75 req-1933da0a-0e83-4d06-90f6-046c28e1e9a9 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0521924 Nov 23 04:59:54.899549 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e2e87f6f-a8ec-4896-b765-274ffce4dd75 req-55742ead-3e20-4a29-b063-0bdfc0dff1ea tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436125 Nov 23 04:59:56.008990 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ca9f95-07b1-4f5b-9017-316d3c16b209 req-e76c61aa-9153-4005-9020-38433fed89db tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:56.010502 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-49ca9f95-07b1-4f5b-9017-316d3c16b209 req-e76c61aa-9153-4005-9020-38433fed89db tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0484962 Nov 23 04:59:56.056464 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-49ca9f95-07b1-4f5b-9017-316d3c16b209 req-eb731123-41a0-4eb7-b33b-0c07dba891a4 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400922 Nov 23 04:59:57.169482 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b210be0-b8a6-4767-801a-21797a3ce0d1 req-49b4e6fa-baef-4158-86a0-cea26bbcb78f tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:57.170939 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b210be0-b8a6-4767-801a-21797a3ce0d1 req-49b4e6fa-baef-4158-86a0-cea26bbcb78f tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0484378 Nov 23 04:59:57.217604 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5b210be0-b8a6-4767-801a-21797a3ce0d1 req-6a7615d5-3ede-405e-b39f-c584190c8a7c tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408115 Nov 23 04:59:57.525592 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-d45c4c3c-1ac7-48bb-b74b-24b7f3e4fa27 service neutron] 10.222.0.15 "GET /v2.0/ports/c417ccc9-5df8-4d4f-a8ee-c2994b5a4974/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0543814 Nov 23 04:59:57.779900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-e3a29dea-0b3f-410e-9d78-95673674297d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:57.781300 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-e3a29dea-0b3f-410e-9d78-95673674297d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3&tenant_id=01b4260807a7414b8ddc55c65c6f9cff HTTP/1.1" status: 200 len: 1098 time: 0.0431247 Nov 23 04:59:57.863535 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-c42a6611-61a1-4952-9e29-9d22e12752b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:57.864999 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-c42a6611-61a1-4952-9e29-9d22e12752b0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01b4260807a7414b8ddc55c65c6f9cff&device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 1098 time: 0.0400887 Nov 23 04:59:57.961032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-174cb39e-91a1-4c83-8643-0595e87d1397 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:57.962479 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-174cb39e-91a1-4c83-8643-0595e87d1397 service neutron] 10.222.0.15 "GET /v2.0/networks?id=0de67620-0c13-4a06-8dae-945a9111b5e2 HTTP/1.1" status: 200 len: 916 time: 0.0868936 Nov 23 04:59:58.004652 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-5f214557-d601-4b29-8260-266c78a8a7d3 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 HTTP/1.1" status: 200 len: 217 time: 0.0341325 Nov 23 04:59:58.054103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-db07a77a-f8d3-497d-b137-bca216cca3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:58.055392 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-db07a77a-f8d3-497d-b137-bca216cca3c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ea98af0-0bfa-4bc7-9d58-e6fab6c55526 HTTP/1.1" status: 200 len: 855 time: 0.0428126 Nov 23 04:59:58.090881 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-af51d2be-4502-48bc-bdf0-37ebefd07915 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0de67620-0c13-4a06-8dae-945a9111b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0236969 Nov 23 04:59:58.187191 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-4f211043-b18a-4376-9267-a5a7a531e2c2 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842674 Nov 23 04:59:58.282904 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-526a6485-f961-41a4-92d4-c7d2c1fab0df req-13c8f68b-0288-4922-9b66-82319034ed90 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834053 Nov 23 04:59:58.334896 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85567baf-0a72-44eb-bbf5-8cfdd10ec897 req-8ecaaa80-0abc-4af2-ab8c-65a7d276d9cd tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:58.336373 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-85567baf-0a72-44eb-bbf5-8cfdd10ec897 req-8ecaaa80-0abc-4af2-ab8c-65a7d276d9cd tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0508859 Nov 23 04:59:58.386295 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-85567baf-0a72-44eb-bbf5-8cfdd10ec897 req-93180390-ac16-4e0e-a66b-de378ca3d53b tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436482 Nov 23 04:59:59.509042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66ab6c60-aaae-40f3-ac23-27a437f023e8 req-f48a66d1-7f9b-46a9-90b9-149365a675a8 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 04:59:59.510523 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-66ab6c60-aaae-40f3-ac23-27a437f023e8 req-f48a66d1-7f9b-46a9-90b9-149365a675a8 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0532842 Nov 23 04:59:59.561889 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-66ab6c60-aaae-40f3-ac23-27a437f023e8 req-37246922-da05-4a06-9d9c-bfcc344a062b tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418129 Nov 23 05:00:00.115752 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:00:00.125431 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:00:00.267054 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:00.286141 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:00:00.307678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd2f4f2-7061-4e31-b441-e4623a8a64e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c417ccc9-5df8-4d4f-a8ee-c2994b5a4974'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:00:00.309939 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb1784a2-136f-46b3-a71c-ac2e9b356696" -d '{"events": [{"server_uuid": "3cd2f4f2-7061-4e31-b441-e4623a8a64e3", "name": "network-vif-unplugged", "status": "completed", "tag": "c417ccc9-5df8-4d4f-a8ee-c2994b5a4974"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:00:00.312543 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'c417ccc9-5df8-4d4f-a8ee-c2994b5a4974', 'network_id': '0de67620-0c13-4a06-8dae-945a9111b5e2', 'port_id': 'c417ccc9-5df8-4d4f-a8ee-c2994b5a4974', 'mac_address': 'fa:16:3e:44:41:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ea98af0-0bfa-4bc7-9d58-e6fab6c55526', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:00:00.325898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:00:00.347538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:00.387750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:00.407952 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:00:00.423689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:00.452536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:00.452884 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:00.453231 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:00.453591 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:00.453922 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:00.454290 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:00.454621 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:00.454950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:00.455281 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:00.455603 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:00.455928 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:00.456251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:00.473786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 05:00:00.474147 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 05:00:00.573566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 05:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f88cda6-bc1c-48eb-b00d-a9f7cb9d7fb3 x-openstack-request-id: req-0f88cda6-bc1c-48eb-b00d-a9f7cb9d7fb3 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:00:00.573863 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd2f4f2-7061-4e31-b441-e4623a8a64e3", "name": "network-vif-unplugged", "status": "completed", "tag": "c417ccc9-5df8-4d4f-a8ee-c2994b5a4974", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:00:00.574124 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0f88cda6-bc1c-48eb-b00d-a9f7cb9d7fb3 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:00:00.574535 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd2f4f2-7061-4e31-b441-e4623a8a64e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c417ccc9-5df8-4d4f-a8ee-c2994b5a4974', 'code': 200} Nov 23 05:00:00.676317 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbad0cff-9540-46d7-b08f-75e3f34c1a85 req-0d87288a-29d7-4fe9-84b4-a7dc7e53e563 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:00.677718 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cbad0cff-9540-46d7-b08f-75e3f34c1a85 req-0d87288a-29d7-4fe9-84b4-a7dc7e53e563 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 943 time: 0.0485628 Nov 23 05:00:00.724377 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cbad0cff-9540-46d7-b08f-75e3f34c1a85 req-c501ba4d-6cd1-44b4-81bd-181368e4bbb6 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409243 Nov 23 05:00:00.952803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7899c947-e6a4-4ac2-a7b6-086c56dcb1b9 req-49367f8a-f156-46ae-b97e-6b5b56a0d812 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:00.954272 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7899c947-e6a4-4ac2-a7b6-086c56dcb1b9 req-49367f8a-f156-46ae-b97e-6b5b56a0d812 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 943 time: 0.0866508 Nov 23 05:00:00.968114 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934581a4-4f3a-455b-8311-dfc42698cec7 req-0de6d98c-5b1a-4f9a-8b97-b5952d9cad95 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:00.969550 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-934581a4-4f3a-455b-8311-dfc42698cec7 req-0de6d98c-5b1a-4f9a-8b97-b5952d9cad95 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3&tenant_id=01b4260807a7414b8ddc55c65c6f9cff&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 943 time: 0.0716357 Nov 23 05:00:01.011261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:01.013736 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7899c947-e6a4-4ac2-a7b6-086c56dcb1b9 req-eb0af16c-308f-4dbe-b667-2ab2e31e869d tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532205 Nov 23 05:00:01.026813 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:00:01.046862 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:00:01.052342 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:01.073407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934581a4-4f3a-455b-8311-dfc42698cec7 req-f53d8628-a9d7-48c2-97fe-839b548baf60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:01.074913 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-934581a4-4f3a-455b-8311-dfc42698cec7 req-f53d8628-a9d7-48c2-97fe-839b548baf60 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=01b4260807a7414b8ddc55c65c6f9cff&device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 1096 time: 0.0416934 Nov 23 05:00:01.103987 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:01.170870 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934581a4-4f3a-455b-8311-dfc42698cec7 req-adab8732-b8ff-4fb6-9c62-572db2cb5acb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:01.172365 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-934581a4-4f3a-455b-8311-dfc42698cec7 req-adab8732-b8ff-4fb6-9c62-572db2cb5acb service neutron] 10.222.0.15 "GET /v2.0/networks?id=0de67620-0c13-4a06-8dae-945a9111b5e2 HTTP/1.1" status: 200 len: 916 time: 0.0900915 Nov 23 05:00:01.182680 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['c417ccc9-5df8-4d4f-a8ee-c2994b5a4974'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:00:01.214624 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-934581a4-4f3a-455b-8311-dfc42698cec7 req-c2a747fb-13d1-444a-903c-0dbcc20f9cec service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 HTTP/1.1" status: 200 len: 217 time: 0.0345454 Nov 23 05:00:01.264434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934581a4-4f3a-455b-8311-dfc42698cec7 req-90cfa938-cd73-4d45-83b3-d66ca1fc4681 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:01.265980 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-934581a4-4f3a-455b-8311-dfc42698cec7 req-90cfa938-cd73-4d45-83b3-d66ca1fc4681 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=8ea98af0-0bfa-4bc7-9d58-e6fab6c55526 HTTP/1.1" status: 200 len: 855 time: 0.0430975 Nov 23 05:00:01.300199 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-934581a4-4f3a-455b-8311-dfc42698cec7 req-ecb63ec5-b9f0-4141-9b7a-63a69ab4033b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=0de67620-0c13-4a06-8dae-945a9111b5e2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0260847 Nov 23 05:00:01.396995 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-934581a4-4f3a-455b-8311-dfc42698cec7 req-1784976e-67ec-4c17-bdac-16ffef6e2d59 service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888977 Nov 23 05:00:01.488580 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-934581a4-4f3a-455b-8311-dfc42698cec7 req-f2f531ae-eb99-4b71-be30-921ecd02ff5d service neutron] 10.222.0.15 "GET /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833845 Nov 23 05:00:02.135587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:00:02.139328 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fefbdba-c87b-4545-a82c-486b116a6363 req-3009941b-0ea6-4583-ad32-0a25a2daf235 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:02.140837 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5fefbdba-c87b-4545-a82c-486b116a6363 req-3009941b-0ea6-4583-ad32-0a25a2daf235 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 944 time: 0.0552409 Nov 23 05:00:02.186993 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:02.187573 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:02.192851 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5fefbdba-c87b-4545-a82c-486b116a6363 req-7da1b813-f25e-4705-b17a-bd6f8ed7f41b tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427217 Nov 23 05:00:02.264156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:02.296781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:00:02.300958 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:02.312941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981ee3c7-1234-4f7b-817a-3a38a9e08804 req-29d5c771-b505-4a8f-b496-2695647fb7f1 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:02.314450 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-981ee3c7-1234-4f7b-817a-3a38a9e08804 req-29d5c771-b505-4a8f-b496-2695647fb7f1 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 944 time: 0.0553625 Nov 23 05:00:02.348624 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,revision_number=8']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:02.363240 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-981ee3c7-1234-4f7b-817a-3a38a9e08804 req-bad4611a-8ff3-4c72-9fde-9a30758b2b59 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427625 Nov 23 05:00:02.474636 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a8de74-22e5-4674-9e3b-f1fc7426aeb3 req-ad792824-b889-407e-82c5-5173f003be46 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:02.476115 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f1a8de74-22e5-4674-9e3b-f1fc7426aeb3 req-ad792824-b889-407e-82c5-5173f003be46 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0480263 Nov 23 05:00:02.522831 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f1a8de74-22e5-4674-9e3b-f1fc7426aeb3 req-e0abad05-6508-4119-82e9-cccaea71ecc1 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408731 Nov 23 05:00:02.575878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd2f4f2-7061-4e31-b441-e4623a8a64e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c417ccc9-5df8-4d4f-a8ee-c2994b5a4974'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:00:02.578265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a85d3a-b54f-4862-a614-eb4d238886b6" -d '{"events": [{"server_uuid": "3cd2f4f2-7061-4e31-b441-e4623a8a64e3", "name": "network-vif-plugged", "status": "completed", "tag": "c417ccc9-5df8-4d4f-a8ee-c2994b5a4974"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:00:02.613025 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:00:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-286fb6f2-9da8-477f-a264-e8372988ca90 x-openstack-request-id: req-286fb6f2-9da8-477f-a264-e8372988ca90 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:00:02.613456 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd2f4f2-7061-4e31-b441-e4623a8a64e3", "name": "network-vif-plugged", "status": "completed", "tag": "c417ccc9-5df8-4d4f-a8ee-c2994b5a4974", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:00:02.613720 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-286fb6f2-9da8-477f-a264-e8372988ca90 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:00:02.614114 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd2f4f2-7061-4e31-b441-e4623a8a64e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c417ccc9-5df8-4d4f-a8ee-c2994b5a4974', 'code': 200} Nov 23 05:00:02.846280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb37da3d-259d-46cb-9285-b5bb0c1bea7d req-caee13ab-35f1-4d09-a2c8-f2c2d6caeab3 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:02.847763 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bb37da3d-259d-46cb-9285-b5bb0c1bea7d req-caee13ab-35f1-4d09-a2c8-f2c2d6caeab3 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0490947 Nov 23 05:00:02.894141 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bb37da3d-259d-46cb-9285-b5bb0c1bea7d req-9c73962c-ffec-4cb0-9b17-3c1125f97391 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406284 Nov 23 05:00:04.019410 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5111ec62-70b9-4af8-8778-127ea1bb9e3f req-838a5d35-fc0b-4930-b96f-687cf4f37234 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:04.020870 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5111ec62-70b9-4af8-8778-127ea1bb9e3f req-838a5d35-fc0b-4930-b96f-687cf4f37234 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0479927 Nov 23 05:00:04.072224 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5111ec62-70b9-4af8-8778-127ea1bb9e3f req-fb84fa69-7c87-426b-b8d5-d0f91226ee18 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/security-groups?id=e679f844-34ab-4e44-9234-97c0df257d58&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452237 Nov 23 05:00:04.702541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71300204-1e14-45fe-8fe3-d03561b868d3 req-b1391911-2e41-405e-8b25-b65863bc34dc tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:04.704073 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-71300204-1e14-45fe-8fe3-d03561b868d3 req-b1391911-2e41-405e-8b25-b65863bc34dc tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.15 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 945 time: 0.0517318 Nov 23 05:00:04.797583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-71300204-1e14-45fe-8fe3-d03561b868d3 req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Deleting port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:00:04.797953 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-71300204-1e14-45fe-8fe3-d03561b868d3 req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:04.890187 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-71300204-1e14-45fe-8fe3-d03561b868d3 req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] For port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,segment=NetworkSegment(00b2b228-a355-4e0c-92dd-1b03e0d722e2),segment_id=00b2b228-a355-4e0c-92dd-1b03e0d722e2)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:00:04.890545 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-71300204-1e14-45fe-8fe3-d03561b868d3 req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:04.903783 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-71300204-1e14-45fe-8fe3-d03561b868d3 req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Calling delete_port for c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:00:05.028179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-71300204-1e14-45fe-8fe3-d03561b868d3 req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:05.061126 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Pushing event deleted for resources: {'Port': ['ID=c417ccc9-5df8-4d4f-a8ee-c2994b5a4974,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:05.073653 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:05.074012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:05.074111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['c417ccc9-5df8-4d4f-a8ee-c2994b5a4974'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:00:05.074494 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:05.074721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:05.075063 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:05.075414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:05.075744 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:05.076078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:05.076412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:05.076748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:05.077082 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:05.077442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:05.112275 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-71300204-1e14-45fe-8fe3-d03561b868d3 req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] No DVR routers for this DVR port c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:00:05.114793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-71300204-1e14-45fe-8fe3-d03561b868d3 req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:05.118191 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-71300204-1e14-45fe-8fe3-d03561b868d3 req-4b030a51-19d3-4dbd-8016-8f89c8c0019e tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.15 "DELETE /v2.0/ports/c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 HTTP/1.1" status: 204 len: 173 time: 0.4031882 Nov 23 05:00:05.118634 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3cd2f4f2-7061-4e31-b441-e4623a8a64e3', 'name': 'network-vif-deleted', 'tag': 'c417ccc9-5df8-4d4f-a8ee-c2994b5a4974'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:00:05.120975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d50aa3dc-fd06-44a2-9f26-afa2984beb55" -d '{"events": [{"server_uuid": "3cd2f4f2-7061-4e31-b441-e4623a8a64e3", "name": "network-vif-deleted", "tag": "c417ccc9-5df8-4d4f-a8ee-c2994b5a4974"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:00:05.168852 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e1a170cb-36e6-4620-859b-eedead072959 req-53ddf21b-ab47-4e17-8ea8-2a97618cf93c tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] 10.222.0.37 "GET /v2.0/ports?device_id=3cd2f4f2-7061-4e31-b441-e4623a8a64e3 HTTP/1.1" status: 200 len: 210 time: 0.0271142 Nov 23 05:00:05.217878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:00:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce481365-f23d-41c9-9be1-da31907022d9 x-openstack-request-id: req-ce481365-f23d-41c9-9be1-da31907022d9 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:00:05.218154 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3cd2f4f2-7061-4e31-b441-e4623a8a64e3", "name": "network-vif-deleted", "tag": "c417ccc9-5df8-4d4f-a8ee-c2994b5a4974", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:00:05.218398 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ce481365-f23d-41c9-9be1-da31907022d9 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:00:05.218806 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3cd2f4f2-7061-4e31-b441-e4623a8a64e3', 'name': 'network-vif-deleted', 'tag': 'c417ccc9-5df8-4d4f-a8ee-c2994b5a4974', 'status': 'completed', 'code': 200} Nov 23 05:00:06.288973 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 50008) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:00:06.335042 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Deleting subnet 8ea98af0-0bfa-4bc7-9d58-e6fab6c55526 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:00:06.338809 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:06.374893 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:06.415288 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:06.469545 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:06.492878 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ea98af0-0bfa-4bc7-9d58-e6fab6c55526,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:06.502467 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:06.502825 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:06.503175 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:06.503518 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:06.503856 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:06.504510 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:06.504510 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:06.504828 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:06.505157 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:06.505510 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:06.505847 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:06.506173 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:06.508924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:06.512119 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-df92919d-00cd-4f1d-9a4b-8827bede5c0e admin admin] 10.222.0.37 "DELETE /v2.0/subnets/8ea98af0-0bfa-4bc7-9d58-e6fab6c55526 HTTP/1.1" status: 204 len: 168 time: 0.2220964 Nov 23 05:00:06.514736 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 50010) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:00:06.582514 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-46c5d83f-5099-4019-b4cc-2c0174fd35c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:06.663919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-46c5d83f-5099-4019-b4cc-2c0174fd35c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:06.684506 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-46c5d83f-5099-4019-b4cc-2c0174fd35c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0de67620-0c13-4a06-8dae-945a9111b5e2']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:00:06.695125 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-46c5d83f-5099-4019-b4cc-2c0174fd35c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00b2b228-a355-4e0c-92dd-1b03e0d722e2') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:00:06.695422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-46c5d83f-5099-4019-b4cc-2c0174fd35c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00b2b228-a355-4e0c-92dd-1b03e0d722e2') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:00:06.704611 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-46c5d83f-5099-4019-b4cc-2c0174fd35c1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:06.718079 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-46c5d83f-5099-4019-b4cc-2c0174fd35c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:06.725125 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46c5d83f-5099-4019-b4cc-2c0174fd35c1 admin admin] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:00:06.725503 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-46c5d83f-5099-4019-b4cc-2c0174fd35c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:00:06.727271 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:00:06.783631 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-46c5d83f-5099-4019-b4cc-2c0174fd35c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:06.789089 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-46c5d83f-5099-4019-b4cc-2c0174fd35c1 admin admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:06.792314 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-46c5d83f-5099-4019-b4cc-2c0174fd35c1 admin admin] 10.222.0.37 "DELETE /v2.0/networks/0de67620-0c13-4a06-8dae-945a9111b5e2 HTTP/1.1" status: 204 len: 168 time: 0.2766175 Nov 23 05:00:06.804660 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c5d83f-5099-4019-b4cc-2c0174fd35c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0de67620-0c13-4a06-8dae-945a9111b5e2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:06.897624 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 50014) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:00:06.924921 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e0155dd0-8a27-41c0-9029-42b12ab368f5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:06.944374 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fa047df1-5e3d-4c46-8c9c-0dffb8961141 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=01b4260807a7414b8ddc55c65c6f9cff&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0449319 Nov 23 05:00:06.946314 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 50016) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:00:06.992146 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1bd6b18d-bc39-493f-aa4c-24660a33bfbe admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:07.013949 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1bd6b18d-bc39-493f-aa4c-24660a33bfbe admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:07.061084 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1bd6b18d-bc39-493f-aa4c-24660a33bfbe admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:07.064223 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1bd6b18d-bc39-493f-aa4c-24660a33bfbe admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:07.065402 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1bd6b18d-bc39-493f-aa4c-24660a33bfbe admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/e679f844-34ab-4e44-9234-97c0df257d58 HTTP/1.1" status: 204 len: 168 time: 0.1181467 Nov 23 05:00:07.072986 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd6b18d-bc39-493f-aa4c-24660a33bfbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e679f844-34ab-4e44-9234-97c0df257d58,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:07.698582 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 50038) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:00:07.791242 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-737472951-network', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:00:07.812383 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] Made reservation on behalf of a95b97d210fa49538456c12cbf2326ac for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:00:07.814669 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:07.822799 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:07.899272 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:07.902846 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:07.927199 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] vlan segment allocate from pool success with {'vlan_id': 194, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:00:07.935706 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe97a72c-af17-41bf-98f9-5a92f5792a92,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:07.941768 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:07.942111 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] Added segment 589a0d39-196f-41e7-9f7d-e45237aedf50 of type vlan for network 7de2e831-304b-4979-89a1-75303e4aef72 Nov 23 05:00:07.984637 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.008068 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.008995 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:08.009615 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.058707 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3589518 Nov 23 05:00:08.061790 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 50042) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:00:08.066901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-12454b2d-43c8-45b1-8b43-fad117fdfb26 admin admin] Request body: {'subnet': {'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-737472951-subnet', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:00:08.071145 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cba418-48d7-4fdd-b860-6872c9d72c85 admin admin] Pushing event updated for resources: {'Network': ['ID=7de2e831-304b-4979-89a1-75303e4aef72,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:08.081290 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 7de2e831-304b-4979-89a1-75303e4aef72 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:00:08.087780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12454b2d-43c8-45b1-8b43-fad117fdfb26 admin admin] Made reservation on behalf of a95b97d210fa49538456c12cbf2326ac for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:00:08.090153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-12454b2d-43c8-45b1-8b43-fad117fdfb26 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.196712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:00:08.217588 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:00:08.218076 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device c417ccc9-5df8-4d4f-a8ee-c2994b5a4974 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:00:08.260896 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-12454b2d-43c8-45b1-8b43-fad117fdfb26 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.317806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12454b2d-43c8-45b1-8b43-fad117fdfb26 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:08.324668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12454b2d-43c8-45b1-8b43-fad117fdfb26 admin admin] Checking segment: {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:00:08.325028 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12454b2d-43c8-45b1-8b43-fad117fdfb26 admin admin] Network hostable DHCP agents. Network: 7de2e831-304b-4979-89a1-75303e4aef72, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:00:08.341920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12454b2d-43c8-45b1-8b43-fad117fdfb26 admin admin] Network 7de2e831-304b-4979-89a1-75303e4aef72 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:00:08.351214 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-12454b2d-43c8-45b1-8b43-fad117fdfb26 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 7de2e831-304b-4979-89a1-75303e4aef72) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:00:08.355363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12454b2d-43c8-45b1-8b43-fad117fdfb26 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:08.355985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-12454b2d-43c8-45b1-8b43-fad117fdfb26 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.360232 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd05e07-1b86-4720-908d-f65e10ebc9cb None None] Network 7de2e831-304b-4979-89a1-75303e4aef72 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:00:08.375073 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-12454b2d-43c8-45b1-8b43-fad117fdfb26 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3096383 Nov 23 05:00:08.375280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 50044) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:00:08.379522 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:00:08.401257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.402602 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.460316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.510074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-7de2e831-304b-4979-89a1-75303e4aef72', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:00:08.510929 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.599902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.642759 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Allocated IP 172.20.0.2 (7de2e831-304b-4979-89a1-75303e4aef72/a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65/a413bcc9-f7d0-4f46-b031-09c2bf8d83d7) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:00:08.793045 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.802696 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.803238 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.810643 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.823319 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.837902 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Network 7de2e831-304b-4979-89a1-75303e4aef72 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:00:08.844188 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:00:08.847656 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:00:08.857914 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Pushing event updated for resources: {'Port': ['ID=a413bcc9-f7d0-4f46-b031-09c2bf8d83d7,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:08.908061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Attempting to bind port a413bcc9-f7d0-4f46-b031-09c2bf8d83d7 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:00:08.908436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Attempting to bind port a413bcc9-f7d0-4f46-b031-09c2bf8d83d7 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:00:08.908805 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Attempting to bind port a413bcc9-f7d0-4f46-b031-09c2bf8d83d7 on network 7de2e831-304b-4979-89a1-75303e4aef72 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:00:08.914015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:00:08.914420 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Checking segment: {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:00:08.914855 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.915251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Bound using segment: {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:00:08.915714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Bound port: a413bcc9-f7d0-4f46-b031-09c2bf8d83d7, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:00:08.916101 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:08.937660 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Allocated IP 172.26.8.24 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/54ae8f3b-e00d-43a3-bde9-bba796ff970b) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:00:08.980935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] For port a413bcc9-f7d0-4f46-b031-09c2bf8d83d7, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:00:08.984108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] For port a413bcc9-f7d0-4f46-b031-09c2bf8d83d7, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a413bcc9-f7d0-4f46-b031-09c2bf8d83d7,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:00:08.988791 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:09.050787 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17ffa15-0b6c-4c67-bc49-5a8b44b92794 None None] Pushing event updated for resources: {'Port': ['ID=a413bcc9-f7d0-4f46-b031-09c2bf8d83d7,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:09.059630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:09.093334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:09.135939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:00:09.139024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:00:09.142552 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:00:09.152371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db2f6b91-15c9-405c-95be-9b28a67c66ea None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:00:09.166348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Pushing event updated for resources: {'Port': ['ID=54ae8f3b-e00d-43a3-bde9-bba796ff970b,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:09.205394 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0306391c-5d78-46cf-8142-49542fad8fec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:09.255525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f690afbc-f3ea-492d-a95a-421975fb42ac None None] Provisioning complete for port 54ae8f3b-e00d-43a3-bde9-bba796ff970b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:09.255900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f690afbc-f3ea-492d-a95a-421975fb42ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:09.296106 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f690afbc-f3ea-492d-a95a-421975fb42ac None None] Port 54ae8f3b-e00d-43a3-bde9-bba796ff970b cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:00:09.436475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:09.632542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:09.768245 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Router 3b4ee100-0e6c-459c-bb43-3be82cb392af is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:00:09.878927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:00:09.889543 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Sync routers for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:00:09.900778 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:09.904407 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7fdacf82-259d-4a92-9de4-eec8d48583a2 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5257621 Nov 23 05:00:09.905415 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 50046) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:00:09.907653 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:00:09.908286 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:00:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:00:10.000135 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aac108cf-8379-45d0-b2c8-314645f7edff None None] Network 7de2e831-304b-4979-89a1-75303e4aef72 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:00:10.029706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a413bcc9-f7d0-4f46-b031-09c2bf8d83d7 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:00:10.119471 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-64d4e773-b60e-4af7-b86d-940961144676 None None] Provisioning complete for port a413bcc9-f7d0-4f46-b031-09c2bf8d83d7 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:10.119835 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-64d4e773-b60e-4af7-b86d-940961144676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:10.123858 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:00:10.484783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:10.489849 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port a413bcc9-f7d0-4f46-b031-09c2bf8d83d7 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:10.490222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:10.633874 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-64d4e773-b60e-4af7-b86d-940961144676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:10.692985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:10.724825 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-64d4e773-b60e-4af7-b86d-940961144676 None None] For port a413bcc9-f7d0-4f46-b031-09c2bf8d83d7, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a413bcc9-f7d0-4f46-b031-09c2bf8d83d7,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:00:10.731879 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-64d4e773-b60e-4af7-b86d-940961144676 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:10.740916 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:10.805870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:09Z', 'revision_number': 3, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:00:10.842319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64d4e773-b60e-4af7-b86d-940961144676 None None] Pushing event updated for resources: {'Port': ['ID=a413bcc9-f7d0-4f46-b031-09c2bf8d83d7,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:10.845041 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Checking router: 3b4ee100-0e6c-459c-bb43-3be82cb392af for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:00:10.845420 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Updating router 3b4ee100-0e6c-459c-bb43-3be82cb392af port 54ae8f3b-e00d-43a3-bde9-bba796ff970b binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:00:10.895005 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:10.916732 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Allocated IP 172.20.0.1 (7de2e831-304b-4979-89a1-75303e4aef72/a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65/d23ffa76-35ea-4f4c-a071-4240de5a7824) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:00:10.918238 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 05:00:10.918598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 05:00:11.016601 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9272fe87-718b-4146-8e4d-a4318d892e25 None None] Provisioning complete for port a413bcc9-f7d0-4f46-b031-09c2bf8d83d7 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:11.016881 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9272fe87-718b-4146-8e4d-a4318d892e25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.034485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.068994 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.108940 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Network 7de2e831-304b-4979-89a1-75303e4aef72 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:00:11.112544 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:00:11.115515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:00:11.148877 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Pushing event updated for resources: {'Port': ['ID=d23ffa76-35ea-4f4c-a071-4240de5a7824,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:11.166461 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.237948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.244062 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.296193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32827c68-4f5f-4a3f-b704-54154a4bd362 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:00:11.306205 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b3c57-94df-4a1f-a63a-ac4590ab5cc2 None None] Pushing event updated for resources: {'Port': ['ID=54ae8f3b-e00d-43a3-bde9-bba796ff970b,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:11.309103 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Attempting to bind port 54ae8f3b-e00d-43a3-bde9-bba796ff970b on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:00:11.309499 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Attempting to bind port 54ae8f3b-e00d-43a3-bde9-bba796ff970b by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:00:11.309868 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Attempting to bind port 54ae8f3b-e00d-43a3-bde9-bba796ff970b on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:00:11.313711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.318252 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 4, 59, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:00:11.318593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:00:11.318999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.319392 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:00:11.319869 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Bound port: 54ae8f3b-e00d-43a3-bde9-bba796ff970b, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:00:11.320257 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.379693 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] For port 54ae8f3b-e00d-43a3-bde9-bba796ff970b, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:00:11.383023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] For port 54ae8f3b-e00d-43a3-bde9-bba796ff970b, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=54ae8f3b-e00d-43a3-bde9-bba796ff970b,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:00:11.387606 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.462967 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e28e505-54f0-4606-859a-fcb921f1ee86 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:00:11.489855 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.494881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.502327 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5700668a-3218-4f04-8ad4-9a5885d7aef9 None None] Provisioning complete for port 54ae8f3b-e00d-43a3-bde9-bba796ff970b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:11.502973 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5700668a-3218-4f04-8ad4-9a5885d7aef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.509062 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:00:11.509730 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:00:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:00:11.528466 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8b3c57-94df-4a1f-a63a-ac4590ab5cc2 None None] Pushing event updated for resources: {'Port': ['ID=54ae8f3b-e00d-43a3-bde9-bba796ff970b,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:11.573884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Pushing event updated for resources: {'Port': ['ID=d23ffa76-35ea-4f4c-a071-4240de5a7824,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:11.576474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.674427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Network 7de2e831-304b-4979-89a1-75303e4aef72 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:00:11.677206 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:00:11.680467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:00:11.718534 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5700668a-3218-4f04-8ad4-9a5885d7aef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.778758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5700668a-3218-4f04-8ad4-9a5885d7aef9 None None] For port 54ae8f3b-e00d-43a3-bde9-bba796ff970b, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=54ae8f3b-e00d-43a3-bde9-bba796ff970b,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:00:11.792375 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5700668a-3218-4f04-8ad4-9a5885d7aef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.815387 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Router 3b4ee100-0e6c-459c-bb43-3be82cb392af has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:00:11.859410 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.881689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5700668a-3218-4f04-8ad4-9a5885d7aef9 None None] Provisioning complete for port d23ffa76-35ea-4f4c-a071-4240de5a7824 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:11.882092 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5700668a-3218-4f04-8ad4-9a5885d7aef9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:11.935348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:00:11.935578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5700668a-3218-4f04-8ad4-9a5885d7aef9 None None] Pushing event updated for resources: {'Port': ['ID=54ae8f3b-e00d-43a3-bde9-bba796ff970b,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:11.940930 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-bbdc0d9b-d2e4-4a5d-b6ed-06dcc12b0628 admin admin] 10.222.0.37 "PUT /v2.0/routers/3b4ee100-0e6c-459c-bb43-3be82cb392af/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0302186 Nov 23 05:00:11.957597 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5700668a-3218-4f04-8ad4-9a5885d7aef9 None None] Port d23ffa76-35ea-4f4c-a071-4240de5a7824 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:00:11.960466 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a413bcc9-f7d0-4f46-b031-09c2bf8d83d7 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:00:12.061705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 2, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:00:12.069093 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port a413bcc9-f7d0-4f46-b031-09c2bf8d83d7 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:12.069093 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:12.263014 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7cb80129-cfe8-40d0-914a-63f462ab5a25 None None] The sync data for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv is: [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 2, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:00:12.283941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-104e18c3-a8c6-4890-bf62-5b9257f56610 None None] Provisioning complete for port 54ae8f3b-e00d-43a3-bde9-bba796ff970b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:12.284317 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-104e18c3-a8c6-4890-bf62-5b9257f56610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:12.412964 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-104e18c3-a8c6-4890-bf62-5b9257f56610 None None] Provisioning complete for port d23ffa76-35ea-4f4c-a071-4240de5a7824 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:12.413365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-104e18c3-a8c6-4890-bf62-5b9257f56610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:12.459533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-104e18c3-a8c6-4890-bf62-5b9257f56610 None None] Port d23ffa76-35ea-4f4c-a071-4240de5a7824 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:00:12.680596 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:13.623718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 50056) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:00:13.628381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-0ccb98e3-89f5-4fb5-a7b9-a28a227d3874 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1709204221', 'description': 'tempest-description--1459230444'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:00:13.649893 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0ccb98e3-89f5-4fb5-a7b9-a28a227d3874 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:13.715321 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0ccb98e3-89f5-4fb5-a7b9-a28a227d3874 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:13.718743 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0ccb98e3-89f5-4fb5-a7b9-a28a227d3874 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:13.748187 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ccb98e3-89f5-4fb5-a7b9-a28a227d3874 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Pushing event updated for resources: {'SecurityGroup': ['ID=aef67cce-ca93-497b-9a61-2f90d9d89198,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:13.753687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0ccb98e3-89f5-4fb5-a7b9-a28a227d3874 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:13.755073 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0ccb98e3-89f5-4fb5-a7b9-a28a227d3874 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1799 time: 0.1302035 Nov 23 05:00:13.757954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 50058) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:00:13.762785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-516e78fa-97f5-4bf1-b639-91d79c8cfaf3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Request body: {'security_group_rule': {'security_group_id': 'aef67cce-ca93-497b-9a61-2f90d9d89198', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:00:13.794616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-516e78fa-97f5-4bf1-b639-91d79c8cfaf3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:13.854669 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-516e78fa-97f5-4bf1-b639-91d79c8cfaf3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:13.859399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-516e78fa-97f5-4bf1-b639-91d79c8cfaf3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:13.879025 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516e78fa-97f5-4bf1-b639-91d79c8cfaf3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8800758e-fbe3-4233-8c53-8bea5238a9ae,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:13.886112 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-516e78fa-97f5-4bf1-b639-91d79c8cfaf3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:13.887329 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-516e78fa-97f5-4bf1-b639-91d79c8cfaf3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1282415 Nov 23 05:00:13.890088 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 50060) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:00:13.895509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-3d66666f-bf7f-43b1-9346-5aa8108b2d9b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Request body: {'security_group_rule': {'security_group_id': 'aef67cce-ca93-497b-9a61-2f90d9d89198', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:00:13.929402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d66666f-bf7f-43b1-9346-5aa8108b2d9b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:13.963706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 54ae8f3b-e00d-43a3-bde9-bba796ff970b up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:00:13.983305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d66666f-bf7f-43b1-9346-5aa8108b2d9b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:13.989228 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d66666f-bf7f-43b1-9346-5aa8108b2d9b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.005885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d66666f-bf7f-43b1-9346-5aa8108b2d9b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76987d5d-f089-486e-aae4-4f1d917fa030,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:14.017939 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3d66666f-bf7f-43b1-9346-5aa8108b2d9b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.018606 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 54ae8f3b-e00d-43a3-bde9-bba796ff970b triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:14.018985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.019576 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3d66666f-bf7f-43b1-9346-5aa8108b2d9b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1279225 Nov 23 05:00:14.022285 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 50062) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:00:14.027222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:00:14.049907 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.088576 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Sync routers for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:00:14.098453 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:00:14.099068 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:00:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:00:14.174243 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.208343 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:00:14.282601 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Allocated IP 172.26.8.149 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/3ab1306f-0c55-455f-adf9-18d78a0084a3) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:00:14.384518 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.419374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.423345 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 2, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:00:14.450018 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Checking router: 3b4ee100-0e6c-459c-bb43-3be82cb392af for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:00:14.450288 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Updating router 3b4ee100-0e6c-459c-bb43-3be82cb392af port d23ffa76-35ea-4f4c-a071-4240de5a7824 binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:00:14.458630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:00:14.461513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:00:14.465202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:00:14.476207 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.492138 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Pushing event updated for resources: {'Port': ['ID=3ab1306f-0c55-455f-adf9-18d78a0084a3,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:14.556865 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.591422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.739799 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.743815 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.746676 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.748846 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.798253 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766d6b5-50ee-40fd-a078-2b8f4651da30 None None] Pushing event updated for resources: {'Port': ['ID=d23ffa76-35ea-4f4c-a071-4240de5a7824,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:14.822298 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766d6b5-50ee-40fd-a078-2b8f4651da30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:14.822641 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766d6b5-50ee-40fd-a078-2b8f4651da30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:14.822977 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766d6b5-50ee-40fd-a078-2b8f4651da30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:14.823475 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766d6b5-50ee-40fd-a078-2b8f4651da30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:14.823688 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Pushing event updated for resources: {'Port': ['ID=3ab1306f-0c55-455f-adf9-18d78a0084a3,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:14.823952 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766d6b5-50ee-40fd-a078-2b8f4651da30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:14.824286 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766d6b5-50ee-40fd-a078-2b8f4651da30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:14.824609 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766d6b5-50ee-40fd-a078-2b8f4651da30 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:14.824933 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766d6b5-50ee-40fd-a078-2b8f4651da30 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:14.825255 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766d6b5-50ee-40fd-a078-2b8f4651da30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:14.825599 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766d6b5-50ee-40fd-a078-2b8f4651da30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:14.825918 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766d6b5-50ee-40fd-a078-2b8f4651da30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:14.826237 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6766d6b5-50ee-40fd-a078-2b8f4651da30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:00:14.843056 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.857800 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Attempting to bind port d23ffa76-35ea-4f4c-a071-4240de5a7824 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:00:14.858213 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Attempting to bind port d23ffa76-35ea-4f4c-a071-4240de5a7824 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:00:14.858660 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Attempting to bind port d23ffa76-35ea-4f4c-a071-4240de5a7824 on network 7de2e831-304b-4979-89a1-75303e4aef72 {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:00:14.862742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.864249 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-14833d2e-6ae9-44f4-bb73-5272365fb2fe tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8408968 Nov 23 05:00:14.864640 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 0, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:00:14.865248 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Checking segment: {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:00:14.865676 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.866056 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Bound using segment: {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:00:14.866717 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Bound port: d23ffa76-35ea-4f4c-a071-4240de5a7824, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:00:14.867090 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.941810 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] For port d23ffa76-35ea-4f4c-a071-4240de5a7824, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:00:14.945366 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] For port d23ffa76-35ea-4f4c-a071-4240de5a7824, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d23ffa76-35ea-4f4c-a071-4240de5a7824,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:00:14.950501 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:14.999943 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:00:15.000659 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:00:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:00:15.031587 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-c37735c9-9b99-4151-931d-52202eeeb814 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1709204221&fields=id&tenant_id=a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 267 time: 0.0520947 Nov 23 05:00:15.057828 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766d6b5-50ee-40fd-a078-2b8f4651da30 None None] Pushing event updated for resources: {'Port': ['ID=d23ffa76-35ea-4f4c-a071-4240de5a7824,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:15.098350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-be0fe938-63aa-49c6-86b6-ab44e6652ab3 None None] Provisioning complete for port d23ffa76-35ea-4f4c-a071-4240de5a7824 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:15.099934 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be0fe938-63aa-49c6-86b6-ab44e6652ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:15.120071 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:00:15.182314 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-bd1da816-cfe0-497b-93b1-19cf2951a1a7 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:15.183850 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-bd1da816-cfe0-497b-93b1-19cf2951a1a7 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 811 time: 0.1448002 Nov 23 05:00:15.202112 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be0fe938-63aa-49c6-86b6-ab44e6652ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:15.207206 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-6aaf1f3f-2ebf-4899-bebd-bab5029f0d13 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/quotas/a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 375 time: 0.0164001 Nov 23 05:00:15.239626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-be0fe938-63aa-49c6-86b6-ab44e6652ab3 None None] For port d23ffa76-35ea-4f4c-a071-4240de5a7824, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d23ffa76-35ea-4f4c-a071-4240de5a7824,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:00:15.246830 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-be0fe938-63aa-49c6-86b6-ab44e6652ab3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:15.262079 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-64d6d800-ee8e-4703-a30a-f2c6dd87df8b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0539479 Nov 23 05:00:15.302355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0fe938-63aa-49c6-86b6-ab44e6652ab3 None None] Pushing event updated for resources: {'Port': ['ID=d23ffa76-35ea-4f4c-a071-4240de5a7824,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:15.367922 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8565a8c2-8f97-4843-b3dd-269986811733 None None] Provisioning complete for port d23ffa76-35ea-4f4c-a071-4240de5a7824 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:15.368305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8565a8c2-8f97-4843-b3dd-269986811733 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:15.428089 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-ba1e1717-ac1c-4b3d-89d9-4d3121a0f911 service neutron] 10.222.0.37 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1560757 Nov 23 05:00:15.442010 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:14Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:00:15.470980 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44b8ff42-7f60-4965-bde3-0ad1b38c28c1 None None] The sync data for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv is: [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:14Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:00:15.535410 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-10a8e0eb-bf25-4bf5-9945-d1e6574548b9 service neutron] 10.222.0.37 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014481 Nov 23 05:00:15.706133 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a7af0825-267b-420e-90a7-ca478f3d6a96 req-608ae1cd-a236-40b9-a7f6-1a458de1fa2e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 210 time: 0.0318844 Nov 23 05:00:16.005900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d23ffa76-35ea-4f4c-a071-4240de5a7824 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:00:16.065568 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d23ffa76-35ea-4f4c-a071-4240de5a7824 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:16.066020 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:16.801797 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-677bd5dd-b8f1-467b-abf1-e0175b028b81 req-35e1f12f-2958-4a10-821b-72f06980df38 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 210 time: 0.0286865 Nov 23 05:00:17.041302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-bf33dd2b-4f5b-427c-a5ab-0d4f82c9a396 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:17.043251 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-bf33dd2b-4f5b-427c-a5ab-0d4f82c9a396 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 811 time: 0.1118209 Nov 23 05:00:17.140601 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-b4f1a877-f287-4438-b965-62312d2382b3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 380 time: 0.0575171 Nov 23 05:00:17.153368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-ebf43655-5728-4ea8-8c5a-5bbc671749c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Request body: {'port': {'device_id': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'admin_state_up': True, 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'security_groups': ['aef67cce-ca93-497b-9a61-2f90d9d89198']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:00:17.259680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-ebf43655-5728-4ea8-8c5a-5bbc671749c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Made reservation on behalf of a95b97d210fa49538456c12cbf2326ac for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:00:17.263399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-ebf43655-5728-4ea8-8c5a-5bbc671749c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:17.389552 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-ebf43655-5728-4ea8-8c5a-5bbc671749c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Allocated IP 172.20.0.6 (7de2e831-304b-4979-89a1-75303e4aef72/a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65/3c7524f2-6ba8-4c38-a681-131e4b59deca) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:00:17.533058 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-ebf43655-5728-4ea8-8c5a-5bbc671749c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:17.567231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-ebf43655-5728-4ea8-8c5a-5bbc671749c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:17.610583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-ebf43655-5728-4ea8-8c5a-5bbc671749c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Network 7de2e831-304b-4979-89a1-75303e4aef72 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:00:17.613607 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-ebf43655-5728-4ea8-8c5a-5bbc671749c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:00:17.615955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-ebf43655-5728-4ea8-8c5a-5bbc671749c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:00:17.644888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf43655-5728-4ea8-8c5a-5bbc671749c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Pushing event updated for resources: {'Port': ['ID=3c7524f2-6ba8-4c38-a681-131e4b59deca,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:17.673633 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-ebf43655-5728-4ea8-8c5a-5bbc671749c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:17.674314 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-ebf43655-5728-4ea8-8c5a-5bbc671749c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:17.691232 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-ebf43655-5728-4ea8-8c5a-5bbc671749c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5414383 Nov 23 05:00:17.717221 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Request body: {'port': {'device_id': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:00:17.782497 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:17.797817 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8fb337cf-1f30-4c91-b929-0a1a7dd33ae2 None None] Provisioning complete for port 3c7524f2-6ba8-4c38-a681-131e4b59deca triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:17.798336 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8fb337cf-1f30-4c91-b929-0a1a7dd33ae2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:17.831304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8fb337cf-1f30-4c91-b929-0a1a7dd33ae2 None None] Port 3c7524f2-6ba8-4c38-a681-131e4b59deca cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:00:17.929113 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16a98e25-23ad-4502-966d-0c585bcb9916 req-5798571d-ff0c-4d21-83aa-7f8ad5406565 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:17.930671 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-16a98e25-23ad-4502-966d-0c585bcb9916 req-5798571d-ff0c-4d21-83aa-7f8ad5406565 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 931 time: 0.0492144 Nov 23 05:00:17.979151 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-16a98e25-23ad-4502-966d-0c585bcb9916 req-288e5d51-3139-43de-9801-7e1e23ac301c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423419 Nov 23 05:00:18.052791 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c7524f2-6ba8-4c38-a681-131e4b59deca {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:00:18.060273 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:18.072693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Transition to ACTIVE for port object 3c7524f2-6ba8-4c38-a681-131e4b59deca will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:00:18.075639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:18.124622 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7524f2-6ba8-4c38-a681-131e4b59deca,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:18.201705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Attempting to bind port 3c7524f2-6ba8-4c38-a681-131e4b59deca on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:00:18.202042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Attempting to bind port 3c7524f2-6ba8-4c38-a681-131e4b59deca by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:00:18.202369 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Attempting to bind port 3c7524f2-6ba8-4c38-a681-131e4b59deca on network 7de2e831-304b-4979-89a1-75303e4aef72 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:00:18.206862 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Port 3c7524f2-6ba8-4c38-a681-131e4b59deca on network 7de2e831-304b-4979-89a1-75303e4aef72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:00:18.207178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Attempting to bind port 3c7524f2-6ba8-4c38-a681-131e4b59deca on network 7de2e831-304b-4979-89a1-75303e4aef72 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:00:18.212134 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 0, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:00:18.212469 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Checking segment: {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:00:18.212850 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Bound using segment: {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:00:18.213298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Bound port: 3c7524f2-6ba8-4c38-a681-131e4b59deca, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:00:18.213660 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:18.280754 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] For port 3c7524f2-6ba8-4c38-a681-131e4b59deca, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:00:18.284324 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] For port 3c7524f2-6ba8-4c38-a681-131e4b59deca, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:00:18.289111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:18.325176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:18.325817 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:18.327175 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] 10.222.0.15 "PUT /v2.0/ports/3c7524f2-6ba8-4c38-a681-131e4b59deca HTTP/1.1" status: 200 len: 1093 time: 0.6144278 Nov 23 05:00:18.327603 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'tag': '3c7524f2-6ba8-4c38-a681-131e4b59deca'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:00:18.329934 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-505fd510-4d4e-448a-862a-d5b9c3335a09" -d '{"events": [{"name": "network-changed", "server_uuid": "aa494dc8-9c10-4ae5-bd70-cbfeecb7c480", "tag": "3c7524f2-6ba8-4c38-a681-131e4b59deca"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:00:18.351537 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819c3f65-26ce-4f08-9ff9-c10a5116d488 service neutron] Pushing event updated for resources: {'Port': ['ID=3c7524f2-6ba8-4c38-a681-131e4b59deca,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:18.394003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b71e172-e46d-4e67-bfee-51ca5881d9ca x-openstack-request-id: req-8b71e172-e46d-4e67-bfee-51ca5881d9ca {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:00:18.394578 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa494dc8-9c10-4ae5-bd70-cbfeecb7c480", "tag": "3c7524f2-6ba8-4c38-a681-131e4b59deca", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:00:18.394926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8b71e172-e46d-4e67-bfee-51ca5881d9ca {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:00:18.395426 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'tag': '3c7524f2-6ba8-4c38-a681-131e4b59deca', 'status': 'completed', 'code': 200} Nov 23 05:00:18.465578 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-86b1e285-c4b0-44bd-94f3-7442c5548bbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:18.467183 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-86b1e285-c4b0-44bd-94f3-7442c5548bbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 1096 time: 0.0477588 Nov 23 05:00:18.525535 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-a0396b83-c84c-4afe-a97b-a7e24bda397e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca HTTP/1.1" status: 200 len: 217 time: 0.0364943 Nov 23 05:00:18.575173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-5915d335-176c-4b6c-b99c-058d55f04981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:18.576610 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-5915d335-176c-4b6c-b99c-058d55f04981 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0436542 Nov 23 05:00:18.631346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-d3f9c9b1-a103-4dbd-8514-cef2979ec038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:18.632807 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-d3f9c9b1-a103-4dbd-8514-cef2979ec038 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0439677 Nov 23 05:00:18.726309 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-65a00798-83d6-45e6-b4a3-7ca1b7c240e0 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815282 Nov 23 05:00:18.824562 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb2a5dfc-a588-4c8a-ae04-668de49cf754 req-9f68b244-d766-4e42-81a9-313c9271f1f9 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862045 Nov 23 05:00:18.962391 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fd510-4d4e-448a-862a-d5b9c3335a09 req-5373cbb8-c659-47d1-a65c-c6f86dc141bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:18.963877 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-505fd510-4d4e-448a-862a-d5b9c3335a09 req-5373cbb8-c659-47d1-a65c-c6f86dc141bd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 1096 time: 0.0416760 Nov 23 05:00:19.055749 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fd510-4d4e-448a-862a-d5b9c3335a09 req-f81cdc85-8abe-42ea-9089-83bf25d4c909 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:19.057204 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-505fd510-4d4e-448a-862a-d5b9c3335a09 req-f81cdc85-8abe-42ea-9089-83bf25d4c909 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0853465 Nov 23 05:00:19.093552 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37c9a013-c941-45fc-a221-5285db1200f7 req-bcea9c98-d585-4ff8-a34b-74ec9aa77cc4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:19.095165 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-37c9a013-c941-45fc-a221-5285db1200f7 req-bcea9c98-d585-4ff8-a34b-74ec9aa77cc4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 943 time: 0.0492005 Nov 23 05:00:19.105986 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-505fd510-4d4e-448a-862a-d5b9c3335a09 req-be4a90e5-2648-4c92-a55c-7686505472d7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca HTTP/1.1" status: 200 len: 217 time: 0.0382876 Nov 23 05:00:19.142879 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-37c9a013-c941-45fc-a221-5285db1200f7 req-71317d2d-70d4-4a77-a3ad-78eef0acc5d3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418079 Nov 23 05:00:19.156189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fd510-4d4e-448a-862a-d5b9c3335a09 req-f4357fc0-3ce7-4080-a08c-38c81068ead4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:19.157698 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-505fd510-4d4e-448a-862a-d5b9c3335a09 req-f4357fc0-3ce7-4080-a08c-38c81068ead4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0446656 Nov 23 05:00:19.203068 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505fd510-4d4e-448a-862a-d5b9c3335a09 req-49fb118a-2267-4256-bbf4-3109e0ea5e52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:19.204531 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-505fd510-4d4e-448a-862a-d5b9c3335a09 req-49fb118a-2267-4256-bbf4-3109e0ea5e52 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395532 Nov 23 05:00:19.300396 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-505fd510-4d4e-448a-862a-d5b9c3335a09 req-b5040d14-51f5-4dcf-a82b-87a277b0264b service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851569 Nov 23 05:00:19.390392 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-505fd510-4d4e-448a-862a-d5b9c3335a09 req-1e35cc5f-d597-47e1-b7af-ca6977df3178 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0821443 Nov 23 05:00:20.234682 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 3c7524f2-6ba8-4c38-a681-131e4b59deca details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:00:20.258032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63556539-3b8e-4a4d-978a-d1f4eb5ced4e req-b0cd7824-bfbc-4372-8498-716dbf55e346 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:20.259527 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-63556539-3b8e-4a4d-978a-d1f4eb5ced4e req-b0cd7824-bfbc-4372-8498-716dbf55e346 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 943 time: 0.0491898 Nov 23 05:00:20.311351 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-63556539-3b8e-4a4d-978a-d1f4eb5ced4e req-700b40a3-c8b7-4d9c-86f0-6985ce688617 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456500 Nov 23 05:00:20.329640 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 3c7524f2-6ba8-4c38-a681-131e4b59deca, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:00:20.340915 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '3c7524f2-6ba8-4c38-a681-131e4b59deca', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'port_id': '3c7524f2-6ba8-4c38-a681-131e4b59deca', 'mac_address': 'fa:16:3e:12:d3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:00:20.380631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:20.393197 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7524f2-6ba8-4c38-a681-131e4b59deca {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:00:20.412372 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 3c7524f2-6ba8-4c38-a681-131e4b59deca, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:00:20.415733 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:20.460705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=3c7524f2-6ba8-4c38-a681-131e4b59deca,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:20.756433 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['3c7524f2-6ba8-4c38-a681-131e4b59deca'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:00:21.429724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7100d594-3c10-44ae-bf7f-32fe28c67c1b req-896e5823-4fb6-4a59-8718-454110fefd88 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:21.431096 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7100d594-3c10-44ae-bf7f-32fe28c67c1b req-896e5823-4fb6-4a59-8718-454110fefd88 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 944 time: 0.0544696 Nov 23 05:00:21.477946 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7100d594-3c10-44ae-bf7f-32fe28c67c1b req-7be43391-1a45-41d6-a9dd-72a5c314a564 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410051 Nov 23 05:00:22.238200 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 3c7524f2-6ba8-4c38-a681-131e4b59deca up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:00:22.287024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 3c7524f2-6ba8-4c38-a681-131e4b59deca completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:00:22.290714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 3c7524f2-6ba8-4c38-a681-131e4b59deca triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:00:22.291087 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:22.366035 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:22.391429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7524f2-6ba8-4c38-a681-131e4b59deca'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:00:22.393709 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a116bdce-e963-4283-a2d5-d09c44ba8f62" -d '{"events": [{"server_uuid": "aa494dc8-9c10-4ae5-bd70-cbfeecb7c480", "name": "network-vif-plugged", "status": "completed", "tag": "3c7524f2-6ba8-4c38-a681-131e4b59deca"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:00:22.407226 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 3c7524f2-6ba8-4c38-a681-131e4b59deca, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:00:22.411330 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:22.434246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-617406bf-0adb-4a81-b426-e6f061f61169 x-openstack-request-id: req-617406bf-0adb-4a81-b426-e6f061f61169 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:00:22.434545 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa494dc8-9c10-4ae5-bd70-cbfeecb7c480", "name": "network-vif-plugged", "status": "completed", "tag": "3c7524f2-6ba8-4c38-a681-131e4b59deca", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:00:22.434799 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-617406bf-0adb-4a81-b426-e6f061f61169 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:00:22.435191 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7524f2-6ba8-4c38-a681-131e4b59deca', 'code': 200} Nov 23 05:00:22.462424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=3c7524f2-6ba8-4c38-a681-131e4b59deca,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:00:22.598323 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f0ae9e-7b74-4791-9a10-1fb3255097ff req-20a43a28-56fa-4710-a3bf-42f727262a3b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:22.599844 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-10f0ae9e-7b74-4791-9a10-1fb3255097ff req-20a43a28-56fa-4710-a3bf-42f727262a3b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0506413 Nov 23 05:00:22.647891 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-10f0ae9e-7b74-4791-9a10-1fb3255097ff req-0d3a8d0b-2ddc-4c9e-ba46-641dbcdb3a5b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421247 Nov 23 05:00:22.675785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8a25c0c-5403-4859-9f61-ee3975d29c8f req-ba62b782-4128-48a8-989c-1522d691557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:22.677330 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d8a25c0c-5403-4859-9f61-ee3975d29c8f req-ba62b782-4128-48a8-989c-1522d691557c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 1098 time: 0.0409510 Nov 23 05:00:22.722591 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d8a25c0c-5403-4859-9f61-ee3975d29c8f req-e5c93f2f-cb8a-4d1c-ba42-7b4cd701c4ad service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372572 Nov 23 05:00:23.762991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e538402b-186f-485c-9211-aa34f288f929 req-fff76a34-9187-452e-9764-6f89973735a0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:23.764447 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e538402b-186f-485c-9211-aa34f288f929 req-fff76a34-9187-452e-9764-6f89973735a0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0492737 Nov 23 05:00:23.811739 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e538402b-186f-485c-9211-aa34f288f929 req-74faec6e-01cf-4789-890e-ea9e4fc653a9 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408597 Nov 23 05:00:24.924223 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c85fa8c-d410-4eb5-a56a-ad98f4b4fb94 req-4a91a16f-8267-4fc0-9618-0b5bc61cb06f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:24.925686 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1c85fa8c-d410-4eb5-a56a-ad98f4b4fb94 req-4a91a16f-8267-4fc0-9618-0b5bc61cb06f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0479739 Nov 23 05:00:24.975186 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1c85fa8c-d410-4eb5-a56a-ad98f4b4fb94 req-9d26ae5c-3dda-4456-8cb5-d2b5bdc7c560 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437286 Nov 23 05:00:25.087032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ccf197-a053-45d2-b95f-33a6c9ce6b5d req-bf1b887e-a9ab-4dd0-b49b-f244d1cc6c81 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:25.088478 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-16ccf197-a053-45d2-b95f-33a6c9ce6b5d req-bf1b887e-a9ab-4dd0-b49b-f244d1cc6c81 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0513744 Nov 23 05:00:25.097459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 50116) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:00:25.101655 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8634b166-890a-418f-b415-4afd050315a2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Request body: {'floatingip': {'port_id': '3c7524f2-6ba8-4c38-a681-131e4b59deca'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:00:25.139355 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8634b166-890a-418f-b415-4afd050315a2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:25.572156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8634b166-890a-418f-b415-4afd050315a2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:25.575975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8634b166-890a-418f-b415-4afd050315a2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:25.675153 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-8634b166-890a-418f-b415-4afd050315a2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb associated. External IP: 172.26.8.149, port: 3c7524f2-6ba8-4c38-a681-131e4b59deca. Nov 23 05:00:25.882407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8634b166-890a-418f-b415-4afd050315a2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Router 3b4ee100-0e6c-459c-bb43-3be82cb392af has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:00:25.988329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8634b166-890a-418f-b415-4afd050315a2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:00:25.992903 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8634b166-890a-418f-b415-4afd050315a2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:25.997895 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e73f1-2e58-4adf-b8e5-0c12cf733319 None None] Sync routers for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:00:26.007751 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e73f1-2e58-4adf-b8e5-0c12cf733319 None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:00:26.008379 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-477e73f1-2e58-4adf-b8e5-0c12cf733319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:00:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:00:26.117893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-477e73f1-2e58-4adf-b8e5-0c12cf733319 None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:00:26.351766 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-477e73f1-2e58-4adf-b8e5-0c12cf733319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f5c45a4a-6a5b-48e8-8760-2d0634f745bb', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'port_id': '3c7524f2-6ba8-4c38-a681-131e4b59deca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'mac_address': 'fa:16:3e:12:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:00:14Z', 'updated_at': '2021-11-23T05:00:25Z', 'revision_number': 1, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:00:26.357818 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8634b166-890a-418f-b415-4afd050315a2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "PUT /v2.0/floatingips/f5c45a4a-6a5b-48e8-8760-2d0634f745bb HTTP/1.1" status: 200 len: 991 time: 1.2593200 Nov 23 05:00:26.358409 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'tag': '3c7524f2-6ba8-4c38-a681-131e4b59deca'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:00:26.361452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be58bb4c-3871-42e9-8c7e-bfeb042c2a5b" -d '{"events": [{"name": "network-changed", "server_uuid": "aa494dc8-9c10-4ae5-bd70-cbfeecb7c480", "tag": "3c7524f2-6ba8-4c38-a681-131e4b59deca"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:00:26.378328 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e73f1-2e58-4adf-b8e5-0c12cf733319 None None] Checking router: 3b4ee100-0e6c-459c-bb43-3be82cb392af for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:00:26.387074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-477e73f1-2e58-4adf-b8e5-0c12cf733319 None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:00:26.387593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-477e73f1-2e58-4adf-b8e5-0c12cf733319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:00:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:00:26.408193 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:00:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a474b3a-beb5-4050-90c1-a5e5f3611e08 x-openstack-request-id: req-7a474b3a-beb5-4050-90c1-a5e5f3611e08 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:00:26.408492 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aa494dc8-9c10-4ae5-bd70-cbfeecb7c480", "tag": "3c7524f2-6ba8-4c38-a681-131e4b59deca", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:00:26.408768 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7a474b3a-beb5-4050-90c1-a5e5f3611e08 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:00:26.409141 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'tag': '3c7524f2-6ba8-4c38-a681-131e4b59deca', 'status': 'completed', 'code': 200} Nov 23 05:00:26.499422 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-477e73f1-2e58-4adf-b8e5-0c12cf733319 None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:00:26.507532 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58bb4c-3871-42e9-8c7e-bfeb042c2a5b req-edc6dde1-2c6d-4579-ab28-52928f86da12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:26.509116 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be58bb4c-3871-42e9-8c7e-bfeb042c2a5b req-edc6dde1-2c6d-4579-ab28-52928f86da12 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 1098 time: 0.0433657 Nov 23 05:00:26.605356 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58bb4c-3871-42e9-8c7e-bfeb042c2a5b req-d1d0f4be-7ce0-4295-9ed1-585726ff6e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:26.606809 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be58bb4c-3871-42e9-8c7e-bfeb042c2a5b req-d1d0f4be-7ce0-4295-9ed1-585726ff6e70 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0902357 Nov 23 05:00:26.674936 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be58bb4c-3871-42e9-8c7e-bfeb042c2a5b req-1948678e-1cca-4002-8d18-8e4529065ecb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca HTTP/1.1" status: 200 len: 999 time: 0.0595117 Nov 23 05:00:26.725598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58bb4c-3871-42e9-8c7e-bfeb042c2a5b req-631d0975-727f-4f7c-9222-a630985af8bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:26.727053 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be58bb4c-3871-42e9-8c7e-bfeb042c2a5b req-631d0975-727f-4f7c-9222-a630985af8bf service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0451603 Nov 23 05:00:26.734548 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-477e73f1-2e58-4adf-b8e5-0c12cf733319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f5c45a4a-6a5b-48e8-8760-2d0634f745bb', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'port_id': '3c7524f2-6ba8-4c38-a681-131e4b59deca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'mac_address': 'fa:16:3e:12:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:00:14Z', 'updated_at': '2021-11-23T05:00:25Z', 'revision_number': 1, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:00:26.764248 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-477e73f1-2e58-4adf-b8e5-0c12cf733319 None None] The sync data for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv is: [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f5c45a4a-6a5b-48e8-8760-2d0634f745bb', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'port_id': '3c7524f2-6ba8-4c38-a681-131e4b59deca', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'mac_address': 'fa:16:3e:12:d3:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:00:14Z', 'updated_at': '2021-11-23T05:00:25Z', 'revision_number': 1, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:00:26.778027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be58bb4c-3871-42e9-8c7e-bfeb042c2a5b req-be08e249-c9db-457d-8bf9-4c80820660af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:26.779720 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be58bb4c-3871-42e9-8c7e-bfeb042c2a5b req-be08e249-c9db-457d-8bf9-4c80820660af service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0450583 Nov 23 05:00:26.878533 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be58bb4c-3871-42e9-8c7e-bfeb042c2a5b req-aa762f9f-87cd-4073-9192-dbed4887a405 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915723 Nov 23 05:00:26.976003 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be58bb4c-3871-42e9-8c7e-bfeb042c2a5b req-55d73cb0-480c-47ad-967a-e4f2ed982cc4 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905700 Nov 23 05:00:26.978035 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daf66fa4-e13d-4d01-aff5-6c4e0c81f9bb None None] New status for floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:00:29.415985 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:00:35.724184 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-78317f60-47c3-4d36-b95a-d75c5abecde8 req-fb98bb21-3aa9-4a98-b89d-72686d6098e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399470 Nov 23 05:00:35.826592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78317f60-47c3-4d36-b95a-d75c5abecde8 req-593c5a14-9c4b-4c39-816a-f52e422c3815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:35.828064 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-78317f60-47c3-4d36-b95a-d75c5abecde8 req-593c5a14-9c4b-4c39-816a-f52e422c3815 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 1098 time: 0.0410826 Nov 23 05:00:35.934394 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78317f60-47c3-4d36-b95a-d75c5abecde8 req-6c39307e-3f90-46e4-9246-ede57bacc4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:35.935847 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-78317f60-47c3-4d36-b95a-d75c5abecde8 req-6c39307e-3f90-46e4-9246-ede57bacc4b6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0882518 Nov 23 05:00:36.002064 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-78317f60-47c3-4d36-b95a-d75c5abecde8 req-8c2b02b6-9b3d-4b6b-8af5-98a7550e3cad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca HTTP/1.1" status: 200 len: 1001 time: 0.0581262 Nov 23 05:00:36.051585 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78317f60-47c3-4d36-b95a-d75c5abecde8 req-ab2192ad-44f5-4cad-bcfb-9d333c8f9b47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:36.052980 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-78317f60-47c3-4d36-b95a-d75c5abecde8 req-ab2192ad-44f5-4cad-bcfb-9d333c8f9b47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0431926 Nov 23 05:00:36.103793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78317f60-47c3-4d36-b95a-d75c5abecde8 req-8550fdf8-a3b4-49b3-a54f-946d971bd8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:00:36.105305 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-78317f60-47c3-4d36-b95a-d75c5abecde8 req-8550fdf8-a3b4-49b3-a54f-946d971bd8e1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435672 Nov 23 05:00:36.199653 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-78317f60-47c3-4d36-b95a-d75c5abecde8 req-4b51c740-189f-4a7f-af7d-0fd96809d95a service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834846 Nov 23 05:00:36.293325 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-78317f60-47c3-4d36-b95a-d75c5abecde8 req-c2b4a896-7b40-433a-a3fa-03c8047c90ca service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858366 Nov 23 05:00:36.926743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d1c029ed-f88e-43b9-a27e-792990ecdd7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:38.791948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:39.202356 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f2173e1a-3896-4907-b1a8-d3d5d648b1c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:40.397964 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:41.796373 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:00:42.684181 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:05.871207 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01fa2fa7-e8bc-4250-b5c2-0029c78841c2 req-43f62d00-80db-4182-aef7-d4cb0ebe22a7 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:05.872932 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-01fa2fa7-e8bc-4250-b5c2-0029c78841c2 req-43f62d00-80db-4182-aef7-d4cb0ebe22a7 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0521295 Nov 23 05:01:05.928076 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-01fa2fa7-e8bc-4250-b5c2-0029c78841c2 req-41d46f60-5ac5-4db4-8d57-bb7232bbab9c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491333 Nov 23 05:01:06.154924 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-0d3669b1-ffe9-451f-bac2-7981ea39eb44 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0415225 Nov 23 05:01:06.167861 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acaa83-18d4-4e94-aa3f-e2627340c571 req-3c050abd-4bd4-4860-be7b-00e9fd927a04 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:06.169383 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-48acaa83-18d4-4e94-aa3f-e2627340c571 req-3c050abd-4bd4-4860-be7b-00e9fd927a04 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0522680 Nov 23 05:01:06.218731 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-48acaa83-18d4-4e94-aa3f-e2627340c571 req-09848af7-22eb-4c66-a353-eeee1fdaab71 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431099 Nov 23 05:01:06.416156 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:01:06.929979 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8a4e0205-15b2-430a-9e02-036ed60a937b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:07.336706 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0044d67d-8d1a-4b79-bfa6-e72fee78b3b8 req-e2b24343-4066-49e4-9376-e5434ccce31e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:07.338221 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0044d67d-8d1a-4b79-bfa6-e72fee78b3b8 req-e2b24343-4066-49e4-9376-e5434ccce31e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0507996 Nov 23 05:01:07.408345 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0044d67d-8d1a-4b79-bfa6-e72fee78b3b8 req-b0b3765f-9339-47be-8d78-5ae8752008af tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641985 Nov 23 05:01:07.422163 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-0fd4bcdd-bd97-4008-a031-474b1d4bbeaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:07.423657 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-0fd4bcdd-bd97-4008-a031-474b1d4bbeaa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 1098 time: 0.0520377 Nov 23 05:01:07.522371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-e6570680-4284-43c4-8ff4-d58b77749e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:07.523981 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-e6570680-4284-43c4-8ff4-d58b77749e85 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0883257 Nov 23 05:01:07.593377 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-ae892806-60f1-4cc6-8fb1-fca88f96e37e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca HTTP/1.1" status: 200 len: 1001 time: 0.0579762 Nov 23 05:01:07.649829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-bd006709-1405-4eef-82e8-03a85d88a8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:07.651234 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-bd006709-1405-4eef-82e8-03a85d88a8cb service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0469837 Nov 23 05:01:07.700594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-ccfd033d-ac8b-4173-aae4-036ead6b9873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:07.702079 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-ccfd033d-ac8b-4173-aae4-036ead6b9873 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392437 Nov 23 05:01:07.797145 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-f43b25d6-4c2e-4f52-9d9d-3ddeadc11e19 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824409 Nov 23 05:01:07.898104 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-b4132a5e-b2da-4027-ad73-b740e3b543e7 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897231 Nov 23 05:01:08.523870 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cfe21d-7268-4410-bf55-22aa2ca39ae1 req-3286e3d1-bcd4-4734-b073-5e7d369c7a2d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:08.525361 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-32cfe21d-7268-4410-bf55-22aa2ca39ae1 req-3286e3d1-bcd4-4734-b073-5e7d369c7a2d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0489023 Nov 23 05:01:08.571753 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-32cfe21d-7268-4410-bf55-22aa2ca39ae1 req-04aae437-46ac-40eb-8154-04fa247abcf9 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405300 Nov 23 05:01:08.802104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:09.202443 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ae7d1cfd-85fc-4702-a869-9604ec7e3f55 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:09.688473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa907787-eade-4634-b009-bdab6cdd7dee req-8889d9b9-7aa1-42da-8c58-86aad611a97c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:09.689983 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-aa907787-eade-4634-b009-bdab6cdd7dee req-8889d9b9-7aa1-42da-8c58-86aad611a97c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0505636 Nov 23 05:01:09.738363 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-aa907787-eade-4634-b009-bdab6cdd7dee req-3b473711-9f20-4ce5-9f19-3d457fd6ef8b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423048 Nov 23 05:01:10.401351 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:10.854331 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db600df-063f-4889-84a9-a8fe67941b7c req-06634d01-45fe-40be-98cd-c02e87cf7db2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:10.855843 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7db600df-063f-4889-84a9-a8fe67941b7c req-06634d01-45fe-40be-98cd-c02e87cf7db2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0482023 Nov 23 05:01:10.908782 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7db600df-063f-4889-84a9-a8fe67941b7c req-a558008a-96d8-46c9-a948-4109985c0ba4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470748 Nov 23 05:01:11.800457 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:12.026833 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2a0e7b-4324-4f62-a2c6-05521ea7dd03 req-3f8c89ae-864f-4d48-a880-6f08cb02396d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:12.028288 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ab2a0e7b-4324-4f62-a2c6-05521ea7dd03 req-3f8c89ae-864f-4d48-a880-6f08cb02396d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0532815 Nov 23 05:01:12.075133 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ab2a0e7b-4324-4f62-a2c6-05521ea7dd03 req-31c0f696-d9f8-4047-ac68-c180a1320ffd tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409362 Nov 23 05:01:12.685668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:13.193900 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-110b0895-fca2-4194-ad29-2617de3ddab4 req-262f5f28-23ce-4e8e-a241-758062aa56d7 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:13.195373 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-110b0895-fca2-4194-ad29-2617de3ddab4 req-262f5f28-23ce-4e8e-a241-758062aa56d7 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0529442 Nov 23 05:01:13.243099 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-110b0895-fca2-4194-ad29-2617de3ddab4 req-4e7b99ce-b270-4b9f-bcc0-f04809cdb133 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411749 Nov 23 05:01:14.356203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fb8b53-8e72-45b7-9401-f3a73b8add94 req-39bfc5af-414a-47e7-a8fb-33e70c65ae38 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:14.357681 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b6fb8b53-8e72-45b7-9401-f3a73b8add94 req-39bfc5af-414a-47e7-a8fb-33e70c65ae38 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0483720 Nov 23 05:01:14.404887 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b6fb8b53-8e72-45b7-9401-f3a73b8add94 req-970bb391-c53d-459d-aa20-e5de35ff8d07 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414588 Nov 23 05:01:15.521339 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f5818b-0045-408e-8b91-d0c420f5df98 req-b721a4c3-46c7-4ec1-b24b-33d464332482 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:15.523144 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-12f5818b-0045-408e-8b91-d0c420f5df98 req-b721a4c3-46c7-4ec1-b24b-33d464332482 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0482442 Nov 23 05:01:15.571183 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-12f5818b-0045-408e-8b91-d0c420f5df98 req-61b56d17-39cf-4236-96f9-8a0371d64c2a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417085 Nov 23 05:01:16.687349 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4e8c17-ff08-4861-9ed4-0923658b7c47 req-41476d04-0873-4aa7-9da4-56bc8b151e59 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:16.688795 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5c4e8c17-ff08-4861-9ed4-0923658b7c47 req-41476d04-0873-4aa7-9da4-56bc8b151e59 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0487399 Nov 23 05:01:16.738860 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5c4e8c17-ff08-4861-9ed4-0923658b7c47 req-afff14e8-84ea-4755-8683-ac1d26dd904b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443120 Nov 23 05:01:17.856860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d304c4d-d521-4566-b43d-0eb3a8b34fd0 req-89703d1e-2a81-4610-832b-aea8849b5363 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:17.858333 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2d304c4d-d521-4566-b43d-0eb3a8b34fd0 req-89703d1e-2a81-4610-832b-aea8849b5363 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0518894 Nov 23 05:01:17.906211 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2d304c4d-d521-4566-b43d-0eb3a8b34fd0 req-61897e56-39d9-492e-8c57-ae58e69d2de5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421064 Nov 23 05:01:19.174217 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1966f69-f024-4996-971f-235224a9c218 req-e8dd0d80-6c4e-4d6d-9dc6-0ecd70192f40 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:19.175669 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1966f69-f024-4996-971f-235224a9c218 req-e8dd0d80-6c4e-4d6d-9dc6-0ecd70192f40 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0485215 Nov 23 05:01:19.221892 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1966f69-f024-4996-971f-235224a9c218 req-775ce96c-93c6-4f77-b9f1-cc90f52aba69 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398095 Nov 23 05:01:19.995322 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-4ff776a8-d643-4bec-9b73-4319f1181316 service neutron] 10.222.0.15 "GET /v2.0/ports/3c7524f2-6ba8-4c38-a681-131e4b59deca/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0544863 Nov 23 05:01:20.247051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-43dc4216-7d4e-46f2-8f9c-c35b6715fa12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:20.248535 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-43dc4216-7d4e-46f2-8f9c-c35b6715fa12 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480&tenant_id=a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 1098 time: 0.0444620 Nov 23 05:01:20.329073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-e2a86c1d-461a-493a-a192-ab1576f63462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:20.330782 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-e2a86c1d-461a-493a-a192-ab1576f63462 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 1098 time: 0.0419493 Nov 23 05:01:20.338376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f2ba13-83c2-414a-80e3-3a05d6c0f05c req-34d0026b-54b6-4491-a0f7-459f20146a3c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:20.339846 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-29f2ba13-83c2-414a-80e3-3a05d6c0f05c req-34d0026b-54b6-4491-a0f7-459f20146a3c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0490313 Nov 23 05:01:20.386488 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-29f2ba13-83c2-414a-80e3-3a05d6c0f05c req-5c5edf24-eceb-484b-a955-2a0044fbe338 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406778 Nov 23 05:01:20.426368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-e493ea32-3c79-4a1c-b2c1-7967c85024de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:20.427915 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-e493ea32-3c79-4a1c-b2c1-7967c85024de service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0869644 Nov 23 05:01:20.503593 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-d97d2e0a-6007-433b-b64f-4056ca0a6444 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca HTTP/1.1" status: 200 len: 1001 time: 0.0638750 Nov 23 05:01:20.557803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-ae88dbe8-cfcc-4ca1-bdde-f5eeebbde64a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:20.559178 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-ae88dbe8-cfcc-4ca1-bdde-f5eeebbde64a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0434451 Nov 23 05:01:20.605559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-d38c67ea-ec1a-4c8a-ae3d-742b6ccea304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:20.606973 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-d38c67ea-ec1a-4c8a-ae3d-742b6ccea304 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393198 Nov 23 05:01:20.704196 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-dc1c5c51-b7e5-4047-9c46-18debdb5c8aa service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852361 Nov 23 05:01:20.800116 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffc23437-252d-4fea-a1f0-f4b9061b508a req-2e7c1726-dc71-49a8-8aa1-9a89ec82cdf2 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829463 Nov 23 05:01:21.506459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2eefa20-7953-4670-a4eb-f168b2deff2e req-35d1be3b-5b4d-4ce9-bdea-1b198bcec297 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:21.508812 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d2eefa20-7953-4670-a4eb-f168b2deff2e req-35d1be3b-5b4d-4ce9-bdea-1b198bcec297 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0536005 Nov 23 05:01:21.555504 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d2eefa20-7953-4670-a4eb-f168b2deff2e req-c67d7233-6ad5-4c01-9520-ba70e8137210 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410063 Nov 23 05:01:22.674316 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2abcab-d8c9-4236-9b06-745a793c3538 req-d8393f3d-bbf2-4bcb-9a8d-432f81a74e61 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:22.675783 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2c2abcab-d8c9-4236-9b06-745a793c3538 req-d8393f3d-bbf2-4bcb-9a8d-432f81a74e61 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0522585 Nov 23 05:01:22.721842 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2c2abcab-d8c9-4236-9b06-745a793c3538 req-164b1a06-dd91-4d43-be1a-7ec844efcf4f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402212 Nov 23 05:01:23.837723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa5006c8-63be-4a15-a8eb-44b091cf59cd req-0b891070-f7b5-4207-aad9-c475970512e8 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:23.839170 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-aa5006c8-63be-4a15-a8eb-44b091cf59cd req-0b891070-f7b5-4207-aad9-c475970512e8 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0490000 Nov 23 05:01:23.895622 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-aa5006c8-63be-4a15-a8eb-44b091cf59cd req-71bceb88-1ccf-45f8-aeec-020b7be94273 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506999 Nov 23 05:01:24.114035 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bc7de6-4678-445c-be7c-bfbde596a2d2 req-fdd6f3b4-cd28-45f0-830a-c83a10213575 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:24.115532 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d2bc7de6-4678-445c-be7c-bfbde596a2d2 req-fdd6f3b4-cd28-45f0-830a-c83a10213575 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0795040 Nov 23 05:01:24.138134 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10c3c5-ba85-4aea-a3c2-5e07608b3a85 req-cbeb799d-6666-4ebe-b714-a95035d347a0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:24.139518 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8b10c3c5-ba85-4aea-a3c2-5e07608b3a85 req-cbeb799d-6666-4ebe-b714-a95035d347a0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480&tenant_id=a95b97d210fa49538456c12cbf2326ac&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 945 time: 0.0715466 Nov 23 05:01:24.175827 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d2bc7de6-4678-445c-be7c-bfbde596a2d2 req-823f5f31-ddff-4ba7-9e96-93a8faac17b7 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512764 Nov 23 05:01:24.247134 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10c3c5-ba85-4aea-a3c2-5e07608b3a85 req-d0acfa11-74f3-4984-81c7-4a37fc4b2bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:24.248587 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8b10c3c5-ba85-4aea-a3c2-5e07608b3a85 req-d0acfa11-74f3-4984-81c7-4a37fc4b2bdc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 1098 time: 0.0413377 Nov 23 05:01:24.341510 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10c3c5-ba85-4aea-a3c2-5e07608b3a85 req-d8358534-0c9e-41d3-ac8a-23df007bd70c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:24.342936 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8b10c3c5-ba85-4aea-a3c2-5e07608b3a85 req-d8358534-0c9e-41d3-ac8a-23df007bd70c service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0864961 Nov 23 05:01:24.407712 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8b10c3c5-ba85-4aea-a3c2-5e07608b3a85 req-bad1cd8b-12a5-4a4c-9568-f1ebf942d3af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca HTTP/1.1" status: 200 len: 1001 time: 0.0574701 Nov 23 05:01:24.457427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10c3c5-ba85-4aea-a3c2-5e07608b3a85 req-c8a77658-cc87-4c2b-9af8-ac619f0f70ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:24.458809 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8b10c3c5-ba85-4aea-a3c2-5e07608b3a85 req-c8a77658-cc87-4c2b-9af8-ac619f0f70ce service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0427551 Nov 23 05:01:24.508104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b10c3c5-ba85-4aea-a3c2-5e07608b3a85 req-4b653991-b848-49ed-abd4-7a05383b9b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:24.509568 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8b10c3c5-ba85-4aea-a3c2-5e07608b3a85 req-4b653991-b848-49ed-abd4-7a05383b9b8d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428429 Nov 23 05:01:24.525553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 3c7524f2-6ba8-4c38-a681-131e4b59deca details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:01:24.535451 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 3c7524f2-6ba8-4c38-a681-131e4b59deca no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:01:24.601371 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8b10c3c5-ba85-4aea-a3c2-5e07608b3a85 req-3d1224dd-2cf5-43d2-ab61-e699ba56842a service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839145 Nov 23 05:01:24.679982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:24.688199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 3c7524f2-6ba8-4c38-a681-131e4b59deca, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:01:24.697764 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8b10c3c5-ba85-4aea-a3c2-5e07608b3a85 req-c761be6f-20ff-44c3-83e8-d79c68035557 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875638 Nov 23 05:01:24.710485 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '3c7524f2-6ba8-4c38-a681-131e4b59deca', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'port_id': '3c7524f2-6ba8-4c38-a681-131e4b59deca', 'mac_address': 'fa:16:3e:12:d3:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:01:24.719110 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c7524f2-6ba8-4c38-a681-131e4b59deca'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:01:24.721413 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-970be619-41ec-4b2a-837a-0301bb50cc91" -d '{"events": [{"server_uuid": "aa494dc8-9c10-4ae5-bd70-cbfeecb7c480", "name": "network-vif-unplugged", "status": "completed", "tag": "3c7524f2-6ba8-4c38-a681-131e4b59deca"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:01:24.755769 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 3c7524f2-6ba8-4c38-a681-131e4b59deca, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:01:24.764305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:24.766811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 05:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-987eb476-a2d0-4e22-be53-3ba4e6a9f3c1 x-openstack-request-id: req-987eb476-a2d0-4e22-be53-3ba4e6a9f3c1 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:01:24.767102 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa494dc8-9c10-4ae5-bd70-cbfeecb7c480", "name": "network-vif-unplugged", "status": "completed", "tag": "3c7524f2-6ba8-4c38-a681-131e4b59deca", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:01:24.767357 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-987eb476-a2d0-4e22-be53-3ba4e6a9f3c1 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:01:24.767743 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3c7524f2-6ba8-4c38-a681-131e4b59deca', 'code': 200} Nov 23 05:01:24.795735 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:24.815715 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 3c7524f2-6ba8-4c38-a681-131e4b59deca {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:01:24.854299 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=3c7524f2-6ba8-4c38-a681-131e4b59deca,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:01:24.866989 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:24.867346 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:24.867694 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:24.868036 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:24.868376 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:24.868714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:24.869051 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:24.869411 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:24.869746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:24.870073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:24.870399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:24.870723 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:24.879328 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 05:01:24.879533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 05:01:25.296590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-067626c8-ee0e-421d-b7c4-970afa56da57 req-b2e0c367-d993-4502-a8fb-9947fc1a0818 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:25.298279 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-067626c8-ee0e-421d-b7c4-970afa56da57 req-b2e0c367-d993-4502-a8fb-9947fc1a0818 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 943 time: 0.0511220 Nov 23 05:01:25.346821 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-067626c8-ee0e-421d-b7c4-970afa56da57 req-6e0482fd-bd10-4205-bbea-d889db216e92 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425770 Nov 23 05:01:25.428491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:25.445872 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c7524f2-6ba8-4c38-a681-131e4b59deca {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:01:25.465574 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 3c7524f2-6ba8-4c38-a681-131e4b59deca, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:01:25.466039 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97f3c4-ef7f-4615-8b2b-d3d043b0f557 req-acfbc4ed-4581-4be1-b305-4d14ca50fb46 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:25.467920 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4a97f3c4-ef7f-4615-8b2b-d3d043b0f557 req-acfbc4ed-4581-4be1-b305-4d14ca50fb46 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 943 time: 0.0515280 Nov 23 05:01:25.470004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:25.519180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=3c7524f2-6ba8-4c38-a681-131e4b59deca,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:01:25.520867 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4a97f3c4-ef7f-4615-8b2b-d3d043b0f557 req-404e4a0c-1981-4303-a452-99e4ebc4df2e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447650 Nov 23 05:01:25.601948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['3c7524f2-6ba8-4c38-a681-131e4b59deca'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:01:25.634736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9cf30-fd76-4aa1-8269-a8c3bcd54cbb req-5b83783e-a207-4e9e-8e5e-a8389710b5d4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:25.636211 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-77f9cf30-fd76-4aa1-8269-a8c3bcd54cbb req-5b83783e-a207-4e9e-8e5e-a8389710b5d4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 944 time: 0.0488737 Nov 23 05:01:25.684283 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-77f9cf30-fd76-4aa1-8269-a8c3bcd54cbb req-5f530f49-99ad-4c85-825a-0fa28cc5b3ab tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417635 Nov 23 05:01:25.918111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fee70d7-3166-48a7-a1c2-5acc582af01f req-f5dc314d-5dc5-4669-ba85-8a5db92c5d06 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:25.919536 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3fee70d7-3166-48a7-a1c2-5acc582af01f req-f5dc314d-5dc5-4669-ba85-8a5db92c5d06 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 944 time: 0.0518560 Nov 23 05:01:25.972557 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3fee70d7-3166-48a7-a1c2-5acc582af01f req-babcfba5-f885-492b-b88b-65ea50b173f0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469630 Nov 23 05:01:26.533808 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 3c7524f2-6ba8-4c38-a681-131e4b59deca up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:01:26.583887 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 3c7524f2-6ba8-4c38-a681-131e4b59deca triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:01:26.584254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:26.659153 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:26.690977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 3c7524f2-6ba8-4c38-a681-131e4b59deca, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:01:26.694744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:26.742523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=3c7524f2-6ba8-4c38-a681-131e4b59deca,revision_number=8']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:01:26.768868 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7524f2-6ba8-4c38-a681-131e4b59deca'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:01:26.771110 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd6da4c1-4dfa-4652-a380-c43551b578bd" -d '{"events": [{"server_uuid": "aa494dc8-9c10-4ae5-bd70-cbfeecb7c480", "name": "network-vif-plugged", "status": "completed", "tag": "3c7524f2-6ba8-4c38-a681-131e4b59deca"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:01:26.807445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cfdb47-b0c3-438b-ac09-72ee34db62cb x-openstack-request-id: req-25cfdb47-b0c3-438b-ac09-72ee34db62cb {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:01:26.807735 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa494dc8-9c10-4ae5-bd70-cbfeecb7c480", "name": "network-vif-plugged", "status": "completed", "tag": "3c7524f2-6ba8-4c38-a681-131e4b59deca", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:01:26.807987 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-25cfdb47-b0c3-438b-ac09-72ee34db62cb {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:01:26.808377 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c7524f2-6ba8-4c38-a681-131e4b59deca', 'code': 200} Nov 23 05:01:27.094174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a92f6-011c-4abb-abb6-51d332818c84 req-daa99076-4369-42f8-b182-5b2104ab157a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:27.095633 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f17a92f6-011c-4abb-abb6-51d332818c84 req-daa99076-4369-42f8-b182-5b2104ab157a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0481277 Nov 23 05:01:27.142302 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f17a92f6-011c-4abb-abb6-51d332818c84 req-e48732f9-c671-459b-abd1-f9a2fe4abc40 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408702 Nov 23 05:01:27.951418 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f6d376d0-bc9f-4eb1-aa3b-ff522d532b31 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:27.952848 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f6d376d0-bc9f-4eb1-aa3b-ff522d532b31 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0483849 Nov 23 05:01:28.055470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Deleting port 3c7524f2-6ba8-4c38-a681-131e4b59deca {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:01:28.055813 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:28.142770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] For port 3c7524f2-6ba8-4c38-a681-131e4b59deca, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=3c7524f2-6ba8-4c38-a681-131e4b59deca,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:01:28.143422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:28.264873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d12acf3e-0d88-4ea0-8d8a-39cc4bc9d6ee req-e4fd6de3-ac70-4613-bb7a-5e5445508dc4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:28.266364 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d12acf3e-0d88-4ea0-8d8a-39cc4bc9d6ee req-e4fd6de3-ac70-4613-bb7a-5e5445508dc4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 945 time: 0.0478718 Nov 23 05:01:28.317611 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d12acf3e-0d88-4ea0-8d8a-39cc4bc9d6ee req-25c0fd67-cc41-4945-ac6e-e38d86fae1c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451641 Nov 23 05:01:28.328663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:28.328999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:28.329420 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb disassociated. External IP: 172.26.8.149, port: 3c7524f2-6ba8-4c38-a681-131e4b59deca. Nov 23 05:01:28.329770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Calling delete_port for 3c7524f2-6ba8-4c38-a681-131e4b59deca owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:01:28.457844 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:28.496685 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Pushing event deleted for resources: {'Port': ['ID=3c7524f2-6ba8-4c38-a681-131e4b59deca,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:01:28.510446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:28.510805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:28.511563 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:28.511563 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:28.511796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:28.512135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:28.512559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:28.513109 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:28.513609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:28.514081 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:28.514588 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:28.515092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:01:28.636099 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Router 3b4ee100-0e6c-459c-bb43-3be82cb392af has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:01:28.741034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:01:28.750915 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9456a47-585e-4518-bbe3-d5ab49b40462 None None] Sync routers for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:01:28.761947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9456a47-585e-4518-bbe3-d5ab49b40462 None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:01:28.762499 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d9456a47-585e-4518-bbe3-d5ab49b40462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:01:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:01:28.783328 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] No DVR routers for this DVR port 3c7524f2-6ba8-4c38-a681-131e4b59deca on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:01:28.785507 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:28.788897 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c3669968-9a6f-452d-9033-96381a255cf1 req-f845c8fc-5adc-4393-a449-2f5cfbf9e059 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "DELETE /v2.0/ports/3c7524f2-6ba8-4c38-a681-131e4b59deca HTTP/1.1" status: 204 len: 173 time: 0.8257029 Nov 23 05:01:28.789346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'name': 'network-vif-deleted', 'tag': '3c7524f2-6ba8-4c38-a681-131e4b59deca'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:01:28.792049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10e06674-25a4-459a-b77f-c4ddff3f554e" -d '{"events": [{"server_uuid": "aa494dc8-9c10-4ae5-bd70-cbfeecb7c480", "name": "network-vif-deleted", "tag": "3c7524f2-6ba8-4c38-a681-131e4b59deca"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:01:28.829463 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:01:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98723ed5-67f6-46ae-8263-0282a50a743c x-openstack-request-id: req-98723ed5-67f6-46ae-8263-0282a50a743c {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:01:28.829789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aa494dc8-9c10-4ae5-bd70-cbfeecb7c480", "name": "network-vif-deleted", "tag": "3c7524f2-6ba8-4c38-a681-131e4b59deca", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:01:28.830043 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-98723ed5-67f6-46ae-8263-0282a50a743c {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:01:28.830588 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aa494dc8-9c10-4ae5-bd70-cbfeecb7c480', 'name': 'network-vif-deleted', 'tag': '3c7524f2-6ba8-4c38-a681-131e4b59deca', 'status': 'completed', 'code': 200} Nov 23 05:01:29.027475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-d9456a47-585e-4518-bbe3-d5ab49b40462 None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:01:29.229993 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d9456a47-585e-4518-bbe3-d5ab49b40462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:01:29.258759 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9456a47-585e-4518-bbe3-d5ab49b40462 None None] Checking router: 3b4ee100-0e6c-459c-bb43-3be82cb392af for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:01:29.267027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9456a47-585e-4518-bbe3-d5ab49b40462 None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:01:29.267622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d9456a47-585e-4518-bbe3-d5ab49b40462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:01:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:01:29.377525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-d9456a47-585e-4518-bbe3-d5ab49b40462 None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:01:29.426159 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fd199ae9-fb23-4e4f-83e9-ea51955e72f6 req-74da5594-df33-4023-b303-e4e5eae90693 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=aa494dc8-9c10-4ae5-bd70-cbfeecb7c480 HTTP/1.1" status: 200 len: 210 time: 0.0268013 Nov 23 05:01:29.593265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d9456a47-585e-4518-bbe3-d5ab49b40462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:01:29.622393 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9456a47-585e-4518-bbe3-d5ab49b40462 None None] The sync data for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv is: [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:01:29.843478 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7110dc98-6f1e-411f-8dac-6f25188c3969 None None] New status for floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:01:30.660031 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-3cf5d97b-301c-4c63-b803-2faa5ae76a63 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1709204221&fields=id&tenant_id=a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 267 time: 0.0419226 Nov 23 05:01:30.767215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-77bfdf32-a047-4e16-b020-9b2afc913dd4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:30.768541 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-77bfdf32-a047-4e16-b020-9b2afc913dd4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 811 time: 0.1011322 Nov 23 05:01:30.784808 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-0aefe26b-e8ba-4cfd-b1b7-96c996e65624 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/quotas/a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 375 time: 0.0096774 Nov 23 05:01:30.834777 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-f1f898fa-fb8c-4ed8-b6b9-363c1c771ae1 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0438790 Nov 23 05:01:30.927132 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-93ceff5b-83c2-4448-98fa-77778bd05d6f service neutron] 10.222.0.37 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807464 Nov 23 05:01:31.018144 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-abfa951e-91db-4c5a-bc49-4f340b012ff1 service neutron] 10.222.0.37 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850837 Nov 23 05:01:31.172263 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f4002e4a-d9b8-4228-8a29-0460e1863f38 req-f81cebe4-58f9-4f78-9e86-f97d73d20db5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 210 time: 0.0264053 Nov 23 05:01:32.235955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-03abf9c3-2de4-43b5-bb01-c65fbf56da41 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:32.237385 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-03abf9c3-2de4-43b5-bb01-c65fbf56da41 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 811 time: 0.1072223 Nov 23 05:01:32.269252 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e70686b9-3122-45a6-859c-7c37f33a92e6 req-ab121855-6f05-4e01-818b-4f5f1db78d0f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 210 time: 0.0259252 Nov 23 05:01:32.326255 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-d39adc2d-4cb5-4273-93a5-6c3d6206c7dd tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 380 time: 0.0522718 Nov 23 05:01:32.338999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-950823ca-1fa0-4289-9994-194eea8ae56a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Request body: {'port': {'device_id': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'admin_state_up': True, 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'security_groups': ['aef67cce-ca93-497b-9a61-2f90d9d89198']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:01:32.446260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-950823ca-1fa0-4289-9994-194eea8ae56a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Made reservation on behalf of a95b97d210fa49538456c12cbf2326ac for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:01:32.449907 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-950823ca-1fa0-4289-9994-194eea8ae56a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:32.541188 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 3c7524f2-6ba8-4c38-a681-131e4b59deca no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:01:32.562279 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 3c7524f2-6ba8-4c38-a681-131e4b59deca {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:01:32.562705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 3c7524f2-6ba8-4c38-a681-131e4b59deca not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:01:32.571868 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-950823ca-1fa0-4289-9994-194eea8ae56a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Allocated IP 172.20.0.12 (7de2e831-304b-4979-89a1-75303e4aef72/a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65/0761a0ea-f0f0-43bb-918e-8f4429de8be9) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:01:32.715302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-950823ca-1fa0-4289-9994-194eea8ae56a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:32.747358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-950823ca-1fa0-4289-9994-194eea8ae56a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:32.790030 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-950823ca-1fa0-4289-9994-194eea8ae56a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Network 7de2e831-304b-4979-89a1-75303e4aef72 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:01:32.793124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-950823ca-1fa0-4289-9994-194eea8ae56a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:01:32.796829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-950823ca-1fa0-4289-9994-194eea8ae56a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:01:32.822431 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950823ca-1fa0-4289-9994-194eea8ae56a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Pushing event updated for resources: {'Port': ['ID=0761a0ea-f0f0-43bb-918e-8f4429de8be9,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:01:32.855681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-950823ca-1fa0-4289-9994-194eea8ae56a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:32.856326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-950823ca-1fa0-4289-9994-194eea8ae56a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:32.872617 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-950823ca-1fa0-4289-9994-194eea8ae56a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5373096 Nov 23 05:01:32.894692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Request body: {'port': {'device_id': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:01:32.951135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:33.045584 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e62bc87e-4314-4be0-bb17-a43ceb756f87 None None] Provisioning complete for port 0761a0ea-f0f0-43bb-918e-8f4429de8be9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:01:33.045883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e62bc87e-4314-4be0-bb17-a43ceb756f87 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:33.079838 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e62bc87e-4314-4be0-bb17-a43ceb756f87 None None] Port 0761a0ea-f0f0-43bb-918e-8f4429de8be9 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:01:33.206278 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0761a0ea-f0f0-43bb-918e-8f4429de8be9 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:01:33.214132 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:33.225657 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Transition to ACTIVE for port object 0761a0ea-f0f0-43bb-918e-8f4429de8be9 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:01:33.228915 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:33.282522 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Pushing event updated for resources: {'Port': ['ID=0761a0ea-f0f0-43bb-918e-8f4429de8be9,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:01:33.355252 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Attempting to bind port 0761a0ea-f0f0-43bb-918e-8f4429de8be9 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:01:33.355878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Attempting to bind port 0761a0ea-f0f0-43bb-918e-8f4429de8be9 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:01:33.356216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Attempting to bind port 0761a0ea-f0f0-43bb-918e-8f4429de8be9 on network 7de2e831-304b-4979-89a1-75303e4aef72 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:01:33.360647 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Port 0761a0ea-f0f0-43bb-918e-8f4429de8be9 on network 7de2e831-304b-4979-89a1-75303e4aef72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:01:33.361204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Attempting to bind port 0761a0ea-f0f0-43bb-918e-8f4429de8be9 on network 7de2e831-304b-4979-89a1-75303e4aef72 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:01:33.366690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 1, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:01:33.366878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Checking segment: {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:01:33.367258 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Bound using segment: {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:01:33.367689 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Bound port: 0761a0ea-f0f0-43bb-918e-8f4429de8be9, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:01:33.368050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:33.389131 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f63f3a-42c8-4cfb-8d47-3dc8348e9e3a req-3a7ff026-54fc-4807-b5e1-428e6cda8b11 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:33.390679 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13f63f3a-42c8-4cfb-8d47-3dc8348e9e3a req-3a7ff026-54fc-4807-b5e1-428e6cda8b11 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 944 time: 0.0502362 Nov 23 05:01:33.436316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] For port 0761a0ea-f0f0-43bb-918e-8f4429de8be9, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:01:33.440198 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] For port 0761a0ea-f0f0-43bb-918e-8f4429de8be9, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:01:33.443265 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-13f63f3a-42c8-4cfb-8d47-3dc8348e9e3a req-60e5db02-2756-43f9-b31d-3851c7b51615 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463829 Nov 23 05:01:33.445794 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:33.817987 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:33.818575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:33.820480 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] 10.222.0.15 "PUT /v2.0/ports/0761a0ea-f0f0-43bb-918e-8f4429de8be9 HTTP/1.1" status: 200 len: 1094 time: 0.9296060 Nov 23 05:01:33.820920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'tag': '0761a0ea-f0f0-43bb-918e-8f4429de8be9'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:01:33.823176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a21bbc5-b980-4864-838c-4220bdd38a1e" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c45c54-be59-4a09-b5ea-df7a930ca0ec", "tag": "0761a0ea-f0f0-43bb-918e-8f4429de8be9"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:01:33.849124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf2f20c-f95c-4665-82c4-d7095e4b9299 service neutron] Pushing event updated for resources: {'Port': ['ID=0761a0ea-f0f0-43bb-918e-8f4429de8be9,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:01:33.865783 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:01:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cb6470f-72ce-4dd9-9ccf-83dabdd00ee4 x-openstack-request-id: req-3cb6470f-72ce-4dd9-9ccf-83dabdd00ee4 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:01:33.866081 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c45c54-be59-4a09-b5ea-df7a930ca0ec", "tag": "0761a0ea-f0f0-43bb-918e-8f4429de8be9", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:01:33.866363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3cb6470f-72ce-4dd9-9ccf-83dabdd00ee4 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:01:33.866752 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'tag': '0761a0ea-f0f0-43bb-918e-8f4429de8be9', 'status': 'completed', 'code': 200} Nov 23 05:01:33.935009 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-b4a0af48-b23a-45fe-9489-6152da159c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:33.936563 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-b4a0af48-b23a-45fe-9489-6152da159c2f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 1097 time: 0.0439236 Nov 23 05:01:33.995506 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-2998adaf-145e-463b-be19-d1e7417eeada service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9 HTTP/1.1" status: 200 len: 217 time: 0.0363932 Nov 23 05:01:34.053238 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-c4398b64-9a8e-445f-b36f-9d6122edcfb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:34.054638 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-c4398b64-9a8e-445f-b36f-9d6122edcfb2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0474281 Nov 23 05:01:34.104494 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ec89527c-5a8b-497d-a9a0-5a45c8363b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:34.105967 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-ec89527c-5a8b-497d-a9a0-5a45c8363b2d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400937 Nov 23 05:01:34.200510 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-e057ceb6-4c3f-4a92-ba1d-58835490f5f3 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826221 Nov 23 05:01:34.299226 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7eddaa13-f1a4-4769-a855-fde67caa6051 req-b68ece5b-7bfc-4d17-bc41-02b7d0a54183 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863283 Nov 23 05:01:34.436555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21bbc5-b980-4864-838c-4220bdd38a1e req-ac42d17b-91ae-43c1-a405-1cc3549fe0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:34.438027 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a21bbc5-b980-4864-838c-4220bdd38a1e req-ac42d17b-91ae-43c1-a405-1cc3549fe0ac service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 1097 time: 0.0414681 Nov 23 05:01:34.538378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21bbc5-b980-4864-838c-4220bdd38a1e req-1629604e-f8c1-422a-b9f7-9fce5067a9e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:34.539893 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a21bbc5-b980-4864-838c-4220bdd38a1e req-1629604e-f8c1-422a-b9f7-9fce5067a9e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0929334 Nov 23 05:01:34.563595 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d45607f-1e80-416c-8255-3dd6d4b16c16 req-2bb93954-9608-4eab-a643-44b3f3e255d3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:34.565095 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0d45607f-1e80-416c-8255-3dd6d4b16c16 req-2bb93954-9608-4eab-a643-44b3f3e255d3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 944 time: 0.0523012 Nov 23 05:01:34.585378 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a21bbc5-b980-4864-838c-4220bdd38a1e req-5b87b740-4765-42b8-b832-c5ffa80fd36f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9 HTTP/1.1" status: 200 len: 217 time: 0.0354562 Nov 23 05:01:34.612308 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0d45607f-1e80-416c-8255-3dd6d4b16c16 req-491507df-1990-4e0f-bc9e-ef2f58873e8a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401106 Nov 23 05:01:34.636810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21bbc5-b980-4864-838c-4220bdd38a1e req-6c92cd9a-d77a-4f58-aa5d-14da59023d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:34.638349 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a21bbc5-b980-4864-838c-4220bdd38a1e req-6c92cd9a-d77a-4f58-aa5d-14da59023d93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0453980 Nov 23 05:01:34.690635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a21bbc5-b980-4864-838c-4220bdd38a1e req-dde7b34e-2cb8-47ec-b8fd-72dcff0df173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:34.692049 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a21bbc5-b980-4864-838c-4220bdd38a1e req-dde7b34e-2cb8-47ec-b8fd-72dcff0df173 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433304 Nov 23 05:01:34.782132 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a21bbc5-b980-4864-838c-4220bdd38a1e req-7eb5321f-934c-47bd-ae34-c433ab28f662 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819616 Nov 23 05:01:34.876196 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a21bbc5-b980-4864-838c-4220bdd38a1e req-5b745c5f-33ef-483a-aad5-4e16d1725881 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856349 Nov 23 05:01:35.729391 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e92fe-22bc-487f-b3db-715956d42bd1 req-150a68cf-1018-4582-b2c4-8f06d25d99ca tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:35.730862 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3e1e92fe-22bc-487f-b3db-715956d42bd1 req-150a68cf-1018-4582-b2c4-8f06d25d99ca tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 944 time: 0.0498517 Nov 23 05:01:35.778389 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3e1e92fe-22bc-487f-b3db-715956d42bd1 req-2e4a70fe-8343-4e51-853d-1a58a0f30066 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415313 Nov 23 05:01:36.890704 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8a4e6-b479-47c9-b86f-251bdcf1745e req-c6023132-9e00-4d1d-861a-a334337df47a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:36.892156 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ffb8a4e6-b479-47c9-b86f-251bdcf1745e req-c6023132-9e00-4d1d-861a-a334337df47a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 944 time: 0.0487800 Nov 23 05:01:36.930708 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bffbd473-6850-4aab-9476-125e0267024e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:36.943408 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ffb8a4e6-b479-47c9-b86f-251bdcf1745e req-6a28d147-a7ed-474f-a6b1-8b68e84e0913 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444643 Nov 23 05:01:38.060051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e6f21f-a0d0-444c-8511-15902ad31c5c req-01d3c935-a58b-4984-94ec-e722557e18d3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:38.061515 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-51e6f21f-a0d0-444c-8511-15902ad31c5c req-01d3c935-a58b-4984-94ec-e722557e18d3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 944 time: 0.0488596 Nov 23 05:01:38.109125 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-51e6f21f-a0d0-444c-8511-15902ad31c5c req-c7f8eb1b-f985-498d-b70a-8c7787455708 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415003 Nov 23 05:01:38.569494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 0761a0ea-f0f0-43bb-918e-8f4429de8be9 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:01:38.662725 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 0761a0ea-f0f0-43bb-918e-8f4429de8be9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:01:38.674939 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '0761a0ea-f0f0-43bb-918e-8f4429de8be9', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'port_id': '0761a0ea-f0f0-43bb-918e-8f4429de8be9', 'mac_address': 'fa:16:3e:44:63:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:01:38.715180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:38.728172 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0761a0ea-f0f0-43bb-918e-8f4429de8be9 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:01:38.746551 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 0761a0ea-f0f0-43bb-918e-8f4429de8be9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:01:38.750564 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:38.797692 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=0761a0ea-f0f0-43bb-918e-8f4429de8be9,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:01:38.832516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:39.110096 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['0761a0ea-f0f0-43bb-918e-8f4429de8be9'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:01:39.222324 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0e566484-6f80-4149-acb9-9d021cf3629b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:39.229053 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c28b4d6d-17c1-4f51-abce-fdb703ca3e33 req-0c8e75f5-afcf-4e12-98ba-99e014b4b42a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:39.237725 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c28b4d6d-17c1-4f51-abce-fdb703ca3e33 req-0c8e75f5-afcf-4e12-98ba-99e014b4b42a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 945 time: 0.0601416 Nov 23 05:01:39.285757 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c28b4d6d-17c1-4f51-abce-fdb703ca3e33 req-eb2c16c1-6f2d-4252-90dd-cc415e5d13a0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469470 Nov 23 05:01:40.401393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d43ef58-c2fd-4dd0-a590-284e66ffaa07 req-d8a438fa-14c4-4799-b794-783ea4925006 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:40.403026 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3d43ef58-c2fd-4dd0-a590-284e66ffaa07 req-d8a438fa-14c4-4799-b794-783ea4925006 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 945 time: 0.0526004 Nov 23 05:01:40.404106 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:40.452681 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3d43ef58-c2fd-4dd0-a590-284e66ffaa07 req-ea2de6aa-db0b-424b-9454-187788aac6eb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435960 Nov 23 05:01:40.585459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 0761a0ea-f0f0-43bb-918e-8f4429de8be9 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:01:40.632688 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 0761a0ea-f0f0-43bb-918e-8f4429de8be9 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:01:40.636788 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 0761a0ea-f0f0-43bb-918e-8f4429de8be9 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:01:40.637153 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:40.714610 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:40.736003 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0761a0ea-f0f0-43bb-918e-8f4429de8be9'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:01:40.738595 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12f79f65-d47f-4601-aecb-e15cab0684e3" -d '{"events": [{"server_uuid": "b4c45c54-be59-4a09-b5ea-df7a930ca0ec", "name": "network-vif-plugged", "status": "completed", "tag": "0761a0ea-f0f0-43bb-918e-8f4429de8be9"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:01:40.752179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 0761a0ea-f0f0-43bb-918e-8f4429de8be9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:01:40.756026 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:40.782440 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-abda24e9-3289-48a3-a343-a71ea6d2588b x-openstack-request-id: req-abda24e9-3289-48a3-a343-a71ea6d2588b {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:01:40.782736 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c45c54-be59-4a09-b5ea-df7a930ca0ec", "name": "network-vif-plugged", "status": "completed", "tag": "0761a0ea-f0f0-43bb-918e-8f4429de8be9", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:01:40.782986 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-abda24e9-3289-48a3-a343-a71ea6d2588b {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:01:40.783374 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0761a0ea-f0f0-43bb-918e-8f4429de8be9', 'code': 200} Nov 23 05:01:40.807765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=0761a0ea-f0f0-43bb-918e-8f4429de8be9,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:01:41.001445 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0388767-8941-472c-ab29-20ef177dd0ba req-29d0334c-134d-4167-91ae-d150383be18d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:41.002810 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e0388767-8941-472c-ab29-20ef177dd0ba req-29d0334c-134d-4167-91ae-d150383be18d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 1099 time: 0.0394626 Nov 23 05:01:41.051294 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e0388767-8941-472c-ab29-20ef177dd0ba req-c93ca813-c86b-4d67-9118-e4ae9d82f8e1 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363533 Nov 23 05:01:41.569272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74d97e7-9212-4d1e-b229-c09ec8e9ad64 req-9d16f12d-b238-4af2-ac1f-afb6d814d9ff tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:41.570765 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b74d97e7-9212-4d1e-b229-c09ec8e9ad64 req-9d16f12d-b238-4af2-ac1f-afb6d814d9ff tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0526669 Nov 23 05:01:41.621831 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b74d97e7-9212-4d1e-b229-c09ec8e9ad64 req-549247aa-59f6-4309-a22a-e97bcf383f3b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446682 Nov 23 05:01:41.809198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:42.687655 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:42.737746 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559529c0-b6d0-4f8d-9493-7688c308fa6a req-cd9ce011-77bd-4114-9dfc-433c68987cdb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:42.739167 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-559529c0-b6d0-4f8d-9493-7688c308fa6a req-cd9ce011-77bd-4114-9dfc-433c68987cdb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0477982 Nov 23 05:01:42.787120 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-559529c0-b6d0-4f8d-9493-7688c308fa6a req-d815943c-2bca-475e-80b0-e10563ec746c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420363 Nov 23 05:01:42.898037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7410e1-901c-4159-83ff-c5416ddc9353 req-d7df52ba-b7db-46ba-8dd8-1bcfbe69e1b0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:42.900053 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0f7410e1-901c-4159-83ff-c5416ddc9353 req-d7df52ba-b7db-46ba-8dd8-1bcfbe69e1b0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0502841 Nov 23 05:01:42.908742 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 50340) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:01:42.913917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-325baf4c-98e3-451d-a4b1-3d525e8be086 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Request body: {'floatingip': {'port_id': '0761a0ea-f0f0-43bb-918e-8f4429de8be9'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:01:42.954425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-325baf4c-98e3-451d-a4b1-3d525e8be086 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:43.395663 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-325baf4c-98e3-451d-a4b1-3d525e8be086 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:43.399448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-325baf4c-98e3-451d-a4b1-3d525e8be086 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:43.416264 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:01:43.500135 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-325baf4c-98e3-451d-a4b1-3d525e8be086 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb associated. External IP: 172.26.8.149, port: 0761a0ea-f0f0-43bb-918e-8f4429de8be9. Nov 23 05:01:43.711329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325baf4c-98e3-451d-a4b1-3d525e8be086 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Router 3b4ee100-0e6c-459c-bb43-3be82cb392af has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:01:43.818809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325baf4c-98e3-451d-a4b1-3d525e8be086 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:01:43.824282 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-325baf4c-98e3-451d-a4b1-3d525e8be086 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:01:43.829472 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad712f8e-f8bf-4a32-9f94-ae1d85ef289a None None] Sync routers for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:01:43.842556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad712f8e-f8bf-4a32-9f94-ae1d85ef289a None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:01:43.843181 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ad712f8e-f8bf-4a32-9f94-ae1d85ef289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:01:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:01:43.852085 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-325baf4c-98e3-451d-a4b1-3d525e8be086 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "PUT /v2.0/floatingips/f5c45a4a-6a5b-48e8-8760-2d0634f745bb HTTP/1.1" status: 200 len: 992 time: 0.9421821 Nov 23 05:01:43.853841 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'tag': '0761a0ea-f0f0-43bb-918e-8f4429de8be9'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:01:43.856191 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e914f821-e1de-4593-b513-f172ae07c428" -d '{"events": [{"name": "network-changed", "server_uuid": "b4c45c54-be59-4a09-b5ea-df7a930ca0ec", "tag": "0761a0ea-f0f0-43bb-918e-8f4429de8be9"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:01:43.898129 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:01:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b9c457-ccf3-4849-8796-95d0a0e2f590 x-openstack-request-id: req-a8b9c457-ccf3-4849-8796-95d0a0e2f590 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:01:43.898747 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4c45c54-be59-4a09-b5ea-df7a930ca0ec", "tag": "0761a0ea-f0f0-43bb-918e-8f4429de8be9", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:01:43.898747 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8b9c457-ccf3-4849-8796-95d0a0e2f590 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:01:43.899039 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'tag': '0761a0ea-f0f0-43bb-918e-8f4429de8be9', 'status': 'completed', 'code': 200} Nov 23 05:01:43.959261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ad712f8e-f8bf-4a32-9f94-ae1d85ef289a None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:01:43.991577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914f821-e1de-4593-b513-f172ae07c428 req-c53f004c-1725-4b71-81d9-33b79d158507 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:43.993665 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e914f821-e1de-4593-b513-f172ae07c428 req-c53f004c-1725-4b71-81d9-33b79d158507 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 1099 time: 0.0421548 Nov 23 05:01:44.087889 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914f821-e1de-4593-b513-f172ae07c428 req-53b79f25-ddf2-4a2f-a282-d8c670c2c485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:44.089380 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e914f821-e1de-4593-b513-f172ae07c428 req-53b79f25-ddf2-4a2f-a282-d8c670c2c485 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0886641 Nov 23 05:01:44.156138 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e914f821-e1de-4593-b513-f172ae07c428 req-e861a470-cc61-4496-be8c-e9a30f8a8c8a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9 HTTP/1.1" status: 200 len: 1000 time: 0.0596020 Nov 23 05:01:44.189303 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ad712f8e-f8bf-4a32-9f94-ae1d85ef289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f5c45a4a-6a5b-48e8-8760-2d0634f745bb', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'port_id': '0761a0ea-f0f0-43bb-918e-8f4429de8be9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'mac_address': 'fa:16:3e:44:63:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:00:14Z', 'updated_at': '2021-11-23T05:01:43Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:01:44.207353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914f821-e1de-4593-b513-f172ae07c428 req-0d4905d7-73d4-4be1-bdfb-698cc672d02a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:44.208846 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e914f821-e1de-4593-b513-f172ae07c428 req-0d4905d7-73d4-4be1-bdfb-698cc672d02a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0454173 Nov 23 05:01:44.218663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad712f8e-f8bf-4a32-9f94-ae1d85ef289a None None] Checking router: 3b4ee100-0e6c-459c-bb43-3be82cb392af for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:01:44.230053 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad712f8e-f8bf-4a32-9f94-ae1d85ef289a None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:01:44.230749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ad712f8e-f8bf-4a32-9f94-ae1d85ef289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:01:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:01:44.265170 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e914f821-e1de-4593-b513-f172ae07c428 req-d020819f-ef78-4701-be12-cf70abff9807 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:01:44.266690 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e914f821-e1de-4593-b513-f172ae07c428 req-d020819f-ef78-4701-be12-cf70abff9807 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0501420 Nov 23 05:01:44.336688 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ad712f8e-f8bf-4a32-9f94-ae1d85ef289a None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:01:44.357988 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e914f821-e1de-4593-b513-f172ae07c428 req-5831089e-92d6-451a-849f-0fa2f694a000 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829942 Nov 23 05:01:44.453799 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e914f821-e1de-4593-b513-f172ae07c428 req-78c0f35f-c44f-4dad-b0a5-9d5152f46680 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0883107 Nov 23 05:01:44.563965 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ad712f8e-f8bf-4a32-9f94-ae1d85ef289a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f5c45a4a-6a5b-48e8-8760-2d0634f745bb', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'port_id': '0761a0ea-f0f0-43bb-918e-8f4429de8be9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'mac_address': 'fa:16:3e:44:63:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:00:14Z', 'updated_at': '2021-11-23T05:01:43Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:01:44.601444 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad712f8e-f8bf-4a32-9f94-ae1d85ef289a None None] The sync data for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv is: [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f5c45a4a-6a5b-48e8-8760-2d0634f745bb', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'port_id': '0761a0ea-f0f0-43bb-918e-8f4429de8be9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'mac_address': 'fa:16:3e:44:63:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:00:14Z', 'updated_at': '2021-11-23T05:01:43Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:01:44.778841 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ccd501e-5a93-4f1e-a8a9-857b2fea938a None None] New status for floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:02:06.931929 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2a2e3941-ef8c-4def-b066-029f7eff3b98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:08.824677 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:09.202301 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8f3c7a29-a406-4daf-9ca6-7bd97e7c4218 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:10.407477 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:11.805876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:12.689253 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:20.416410 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:02:24.417474 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1750c8-cbf3-42d9-aeb6-3ff77d63f419 req-00d6364a-5614-4f6a-9b2e-c1a49e0c46d5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:24.419152 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-be1750c8-cbf3-42d9-aeb6-3ff77d63f419 req-00d6364a-5614-4f6a-9b2e-c1a49e0c46d5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0529282 Nov 23 05:02:24.466049 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-be1750c8-cbf3-42d9-aeb6-3ff77d63f419 req-d67b43cc-6067-4427-a691-0401fd4f6b3b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409484 Nov 23 05:02:25.586489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-533051c0-2fb2-40d2-b9bf-41d4ceb7395f req-30f6cfdd-25f7-49ea-be05-3301ed0e8c44 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:25.588016 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-533051c0-2fb2-40d2-b9bf-41d4ceb7395f req-30f6cfdd-25f7-49ea-be05-3301ed0e8c44 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0518811 Nov 23 05:02:25.634974 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-533051c0-2fb2-40d2-b9bf-41d4ceb7395f req-a40d34d2-88f9-4bf0-9a4c-cb8eeff62180 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410745 Nov 23 05:02:26.748173 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae34b4b6-7584-459b-a713-377ea0a46233 req-73c8d129-0dbe-40c2-8193-00d2e94ec7f7 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:26.749684 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ae34b4b6-7584-459b-a713-377ea0a46233 req-73c8d129-0dbe-40c2-8193-00d2e94ec7f7 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0492468 Nov 23 05:02:26.797186 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ae34b4b6-7584-459b-a713-377ea0a46233 req-8554bc11-42b2-4d11-8504-b6d229e0f3d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414422 Nov 23 05:02:27.910436 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f251e5-1789-4a98-a9eb-5a1d44860888 req-a096c31b-66e7-4955-94d9-f73299ba83a6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:27.912471 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-52f251e5-1789-4a98-a9eb-5a1d44860888 req-a096c31b-66e7-4955-94d9-f73299ba83a6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0495527 Nov 23 05:02:27.962890 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-52f251e5-1789-4a98-a9eb-5a1d44860888 req-8c4792fd-d4de-4ba9-ba7b-ad8b864f0d87 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444624 Nov 23 05:02:29.079280 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70476f38-3688-40f2-89f1-dc4335f86d55 req-7a8ffbc7-038b-4fe7-8a1d-3f39c422ffee tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:29.080729 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-70476f38-3688-40f2-89f1-dc4335f86d55 req-7a8ffbc7-038b-4fe7-8a1d-3f39c422ffee tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0477424 Nov 23 05:02:29.131282 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-70476f38-3688-40f2-89f1-dc4335f86d55 req-ed7b28e8-bdfd-4686-8825-03c57a8bac4c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446875 Nov 23 05:02:30.245166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ea8672-0c5e-4e0e-97c6-04657e8aecc8 req-4ae42770-33c2-492b-8944-13a500a27739 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:30.246640 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-81ea8672-0c5e-4e0e-97c6-04657e8aecc8 req-4ae42770-33c2-492b-8944-13a500a27739 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0480015 Nov 23 05:02:30.293684 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-81ea8672-0c5e-4e0e-97c6-04657e8aecc8 req-d42e0db6-a16d-449e-8391-03d08c6de2be tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413074 Nov 23 05:02:31.411964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee12b9c6-d985-49f6-ab35-2b936ef7cdc5 req-40c1d1c4-198a-46d3-bbfb-f371e364f0d0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:31.413586 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ee12b9c6-d985-49f6-ab35-2b936ef7cdc5 req-40c1d1c4-198a-46d3-bbfb-f371e364f0d0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0487690 Nov 23 05:02:31.460709 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ee12b9c6-d985-49f6-ab35-2b936ef7cdc5 req-48e1eca1-679f-4221-ba28-19a26eaecf8f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407968 Nov 23 05:02:32.573052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e00384-18aa-4201-a07c-784df569dc7a req-580d7a42-d32c-4d69-80c4-0957de644dae tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:32.574530 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-39e00384-18aa-4201-a07c-784df569dc7a req-580d7a42-d32c-4d69-80c4-0957de644dae tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0488262 Nov 23 05:02:32.625306 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-39e00384-18aa-4201-a07c-784df569dc7a req-42f4eefc-ce20-4122-b74d-0cda544de254 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420399 Nov 23 05:02:33.737585 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d49b3ca-64ff-4fe2-b92a-5a047bac1309 req-a4edbd38-87c1-4a93-8053-53cfc1a1241c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:33.739099 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7d49b3ca-64ff-4fe2-b92a-5a047bac1309 req-a4edbd38-87c1-4a93-8053-53cfc1a1241c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0477307 Nov 23 05:02:33.795670 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7d49b3ca-64ff-4fe2-b92a-5a047bac1309 req-729966e7-1f29-4198-b921-1f2da899cb40 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507269 Nov 23 05:02:34.914414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d2d7af3-8d3f-427a-b543-c41ddaa14b28 req-d1d5d54b-f651-473c-bda9-84936e86c8f2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:34.915885 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d2d7af3-8d3f-427a-b543-c41ddaa14b28 req-d1d5d54b-f651-473c-bda9-84936e86c8f2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0533929 Nov 23 05:02:34.964550 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d2d7af3-8d3f-427a-b543-c41ddaa14b28 req-6c3ddaa1-b0d3-44d7-b94e-d00772d68ecf tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426505 Nov 23 05:02:36.086379 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e34852-4fb0-43f7-9c2a-56fd3ef98100 req-5c0bf6de-2762-4a06-9c2a-918cca1a3491 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:36.087840 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c1e34852-4fb0-43f7-9c2a-56fd3ef98100 req-5c0bf6de-2762-4a06-9c2a-918cca1a3491 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0522392 Nov 23 05:02:36.133498 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c1e34852-4fb0-43f7-9c2a-56fd3ef98100 req-727bb0f1-3868-4f70-8633-8e4b1536884c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397570 Nov 23 05:02:36.933352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fd71cbe9-0584-42f0-9673-057949b198ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:37.248044 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8892b75a-00c1-42ce-9f7b-0dadb3452d82 req-bfb952ac-5464-48b6-a293-f55574baf721 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:37.249504 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8892b75a-00c1-42ce-9f7b-0dadb3452d82 req-bfb952ac-5464-48b6-a293-f55574baf721 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0487568 Nov 23 05:02:37.299209 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8892b75a-00c1-42ce-9f7b-0dadb3452d82 req-733e039a-e7cf-4fd0-b0a0-aa9c9350477c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438683 Nov 23 05:02:37.782985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb1473-6c5a-413c-b491-442faad88f9d req-44ef9891-d868-478d-9c7c-74c4650676f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:37.784455 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-10cb1473-6c5a-413c-b491-442faad88f9d req-44ef9891-d868-478d-9c7c-74c4650676f4 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 1099 time: 0.0399094 Nov 23 05:02:37.899865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb1473-6c5a-413c-b491-442faad88f9d req-432dd20d-8a2d-4b03-abe1-f4ce21155069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:37.901403 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-10cb1473-6c5a-413c-b491-442faad88f9d req-432dd20d-8a2d-4b03-abe1-f4ce21155069 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0896711 Nov 23 05:02:37.970247 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-10cb1473-6c5a-413c-b491-442faad88f9d req-70f53621-a5c6-4c5e-877a-a92e2d96239d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9 HTTP/1.1" status: 200 len: 1002 time: 0.0576613 Nov 23 05:02:38.037958 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb1473-6c5a-413c-b491-442faad88f9d req-905bd8e4-6ff3-4fe1-8e0e-7ee823bbe6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:38.039382 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-10cb1473-6c5a-413c-b491-442faad88f9d req-905bd8e4-6ff3-4fe1-8e0e-7ee823bbe6e2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0578830 Nov 23 05:02:38.088831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cb1473-6c5a-413c-b491-442faad88f9d req-609e23e3-5158-4048-b59e-4a7c5248befb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:38.090305 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-10cb1473-6c5a-413c-b491-442faad88f9d req-609e23e3-5158-4048-b59e-4a7c5248befb service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397377 Nov 23 05:02:38.183316 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-10cb1473-6c5a-413c-b491-442faad88f9d req-1c8f216d-dbba-4f0a-94a1-500b3f3cb753 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810847 Nov 23 05:02:38.281440 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-10cb1473-6c5a-413c-b491-442faad88f9d req-25874099-686b-4528-bc7f-9333f4c88167 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868471 Nov 23 05:02:38.418153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d34c8eb-12c3-408a-85b9-b70190e490e2 req-7f8eb3c7-d683-48c6-8698-43dec542ee79 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:38.420051 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8d34c8eb-12c3-408a-85b9-b70190e490e2 req-7f8eb3c7-d683-48c6-8698-43dec542ee79 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0506384 Nov 23 05:02:38.466842 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8d34c8eb-12c3-408a-85b9-b70190e490e2 req-d8054fe4-4fa2-4056-8b00-284d32833a46 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409532 Nov 23 05:02:38.821382 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:39.203941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-51629f83-967e-4667-bfa9-ef5912f830c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:39.582291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5619c12-37fd-45ce-b692-28f3b97eabd5 req-6993bb0c-541a-43b6-b25a-e12f0d65adc0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:39.584270 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d5619c12-37fd-45ce-b692-28f3b97eabd5 req-6993bb0c-541a-43b6-b25a-e12f0d65adc0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0509224 Nov 23 05:02:39.630695 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d5619c12-37fd-45ce-b692-28f3b97eabd5 req-1e1fc33a-3799-417c-9541-25ee65f0d745 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405827 Nov 23 05:02:40.409371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:40.746797 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132fdd45-83d9-419b-a9e6-43f01ac53125 req-ae47ac34-6e0a-4881-a8a6-ab2471b0b260 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:40.748244 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-132fdd45-83d9-419b-a9e6-43f01ac53125 req-ae47ac34-6e0a-4881-a8a6-ab2471b0b260 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0522149 Nov 23 05:02:40.797152 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-132fdd45-83d9-419b-a9e6-43f01ac53125 req-c0de8d1c-97f1-412e-86fe-0e9614fa4e31 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429313 Nov 23 05:02:41.020369 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-e43f4c8c-6e37-44cb-9e44-8c8498b4b8df service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0441937 Nov 23 05:02:41.035231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d36ada-5253-4552-97fe-7ee90a2b86e4 req-bfbc76b8-ec11-4ef5-8610-c2270b6c06c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:41.037041 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-09d36ada-5253-4552-97fe-7ee90a2b86e4 req-bfbc76b8-ec11-4ef5-8610-c2270b6c06c5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0497723 Nov 23 05:02:41.085473 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-09d36ada-5253-4552-97fe-7ee90a2b86e4 req-ca96abe6-d625-4566-9606-f4fd19d53bcf tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425861 Nov 23 05:02:41.809084 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:42.204017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13299cde-3533-49cd-a5e9-ca5f01259e5d req-278a7b86-fb75-41fd-95d6-7be6065df258 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:42.205534 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13299cde-3533-49cd-a5e9-ca5f01259e5d req-278a7b86-fb75-41fd-95d6-7be6065df258 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0516481 Nov 23 05:02:42.283122 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13299cde-3533-49cd-a5e9-ca5f01259e5d req-4587cb17-c7f3-4bc5-90cb-a6cb7e4d3af7 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0709429 Nov 23 05:02:42.285935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-125e88b8-9af6-4f11-a683-e6b0324d6a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:42.287261 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-125e88b8-9af6-4f11-a683-e6b0324d6a90 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 1099 time: 0.0619447 Nov 23 05:02:42.385150 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-5a57765c-7ad7-49f7-8843-eb04b882d57a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:42.386542 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-5a57765c-7ad7-49f7-8843-eb04b882d57a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0885131 Nov 23 05:02:42.461548 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-041ebca1-d1ca-4e29-82fb-a4794ca9c074 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9 HTTP/1.1" status: 200 len: 1002 time: 0.0592055 Nov 23 05:02:42.516501 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-01b9eb54-c394-4d3f-9dc2-a5b43b0f75ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:42.517929 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-01b9eb54-c394-4d3f-9dc2-a5b43b0f75ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0463774 Nov 23 05:02:42.567984 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-60b6bd4c-c774-47ef-8bdd-7b87968b4df9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:42.569459 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-60b6bd4c-c774-47ef-8bdd-7b87968b4df9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399113 Nov 23 05:02:42.664006 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-32b08498-56f8-4632-9dac-b1bde0c62981 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0823970 Nov 23 05:02:42.690623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:42.764440 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-94544e52-e8be-4997-b753-587a44eaa07b service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890362 Nov 23 05:02:43.399326 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1e5bf8-c778-4efa-a5b3-e77d5404277d req-f982456c-d49f-4b1f-a1e6-6239115db6a3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:43.400787 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6c1e5bf8-c778-4efa-a5b3-e77d5404277d req-f982456c-d49f-4b1f-a1e6-6239115db6a3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0514026 Nov 23 05:02:43.452022 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6c1e5bf8-c778-4efa-a5b3-e77d5404277d req-cc8697b6-efe4-4074-af32-2a325cceed9c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453284 Nov 23 05:02:44.576414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8592c72-b49b-41c0-8bbe-dd7a5a7824a7 req-0bc59b00-8864-4998-8e24-7fc327520bdc tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:44.577918 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8592c72-b49b-41c0-8bbe-dd7a5a7824a7 req-0bc59b00-8864-4998-8e24-7fc327520bdc tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0495996 Nov 23 05:02:44.624961 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8592c72-b49b-41c0-8bbe-dd7a5a7824a7 req-ede6ad0d-5d93-411d-a939-8121fcdbfc03 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404365 Nov 23 05:02:44.808012 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-6550d670-ec13-4782-89e4-6b1352736f87 service neutron] 10.222.0.15 "GET /v2.0/ports/0761a0ea-f0f0-43bb-918e-8f4429de8be9/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0585244 Nov 23 05:02:45.057719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-6264a83f-14fd-4627-8bbb-36f7f56f2223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:45.059325 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-6264a83f-14fd-4627-8bbb-36f7f56f2223 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec&tenant_id=a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 1099 time: 0.0508704 Nov 23 05:02:45.145849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-e44ff4ab-f251-4bc9-b37c-35ffddb3292f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:45.147600 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-e44ff4ab-f251-4bc9-b37c-35ffddb3292f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 1099 time: 0.0412598 Nov 23 05:02:45.244521 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-ac36d097-e945-4f84-a6c2-33e1dd769730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:45.246039 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-ac36d097-e945-4f84-a6c2-33e1dd769730 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0908921 Nov 23 05:02:45.315017 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-513ea99e-00aa-4e44-901c-da7232fccbda service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9 HTTP/1.1" status: 200 len: 1002 time: 0.0565076 Nov 23 05:02:45.369415 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-aa42b7dc-decb-4e58-90f8-888a375abca2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:45.370869 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-aa42b7dc-decb-4e58-90f8-888a375abca2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0486593 Nov 23 05:02:45.423342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-a47da3fd-f6df-44c2-91e4-0ce231583184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:45.424785 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-a47da3fd-f6df-44c2-91e4-0ce231583184 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432374 Nov 23 05:02:45.522373 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-1996797b-2de5-43bb-a28c-6a029857f53a service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857797 Nov 23 05:02:45.621493 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-385f39f8-d058-47ad-9db1-1bbc3248cf0b req-b0d16da0-f72a-42b8-bd8b-783284f7caf6 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881801 Nov 23 05:02:45.754499 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ec16a-74b9-4279-88e7-f58f4aa09271 req-b5f9c786-b886-4224-ad9e-c20786037756 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:45.756096 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-024ec16a-74b9-4279-88e7-f58f4aa09271 req-b5f9c786-b886-4224-ad9e-c20786037756 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0567381 Nov 23 05:02:45.810391 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-024ec16a-74b9-4279-88e7-f58f4aa09271 req-41dfd12b-21cd-4e03-8b99-e55218374f28 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476072 Nov 23 05:02:46.928189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1737e16-9f98-44c3-9fbf-fa399602ab03 req-90e34c7f-dc93-4a81-8800-c0e1a3728d4d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:46.929670 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c1737e16-9f98-44c3-9fbf-fa399602ab03 req-90e34c7f-dc93-4a81-8800-c0e1a3728d4d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0489910 Nov 23 05:02:46.975856 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c1737e16-9f98-44c3-9fbf-fa399602ab03 req-bc9430be-1749-42d4-b0ae-022a00f2c130 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404551 Nov 23 05:02:48.092832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b865c8-89e1-4677-b715-f97bbba407d0 req-76f4c5a8-7823-4867-8c9a-fb18961641a4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:48.094322 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-55b865c8-89e1-4677-b715-f97bbba407d0 req-76f4c5a8-7823-4867-8c9a-fb18961641a4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0482099 Nov 23 05:02:48.141036 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-55b865c8-89e1-4677-b715-f97bbba407d0 req-e39da365-ad71-4c01-ad2a-10f0b1224b3c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402107 Nov 23 05:02:48.336773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-094285b4-29f1-4c4e-b736-db8a9ac97fd9 req-62256b84-ea3e-478a-a1ac-c44e6004c042 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:48.338287 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-094285b4-29f1-4c4e-b736-db8a9ac97fd9 req-62256b84-ea3e-478a-a1ac-c44e6004c042 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0547230 Nov 23 05:02:48.379614 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8cd93-4fb9-4400-a1d3-b9bbe44a3d05 req-ff15776d-4fc1-416a-89e5-396c58f98d91 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:48.380992 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8ef8cd93-4fb9-4400-a1d3-b9bbe44a3d05 req-ff15776d-4fc1-416a-89e5-396c58f98d91 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec&tenant_id=a95b97d210fa49538456c12cbf2326ac&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 946 time: 0.0567160 Nov 23 05:02:48.385544 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-094285b4-29f1-4c4e-b736-db8a9ac97fd9 req-8bd8e4ab-a294-4762-bdce-9fd6cc789cf4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411401 Nov 23 05:02:48.497635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8cd93-4fb9-4400-a1d3-b9bbe44a3d05 req-f4229133-c384-4147-b39f-e2485624091c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:48.499068 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8ef8cd93-4fb9-4400-a1d3-b9bbe44a3d05 req-f4229133-c384-4147-b39f-e2485624091c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 1099 time: 0.0394335 Nov 23 05:02:48.594067 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8cd93-4fb9-4400-a1d3-b9bbe44a3d05 req-fd3d8e47-089e-400e-973e-d7157caaf0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:48.595462 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8ef8cd93-4fb9-4400-a1d3-b9bbe44a3d05 req-fd3d8e47-089e-400e-973e-d7157caaf0d5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0853505 Nov 23 05:02:48.664087 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8ef8cd93-4fb9-4400-a1d3-b9bbe44a3d05 req-b1a4d91e-37de-43a7-a2d0-049458f2a127 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9 HTTP/1.1" status: 200 len: 1002 time: 0.0564661 Nov 23 05:02:48.720576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8cd93-4fb9-4400-a1d3-b9bbe44a3d05 req-95fbe18d-d9bd-479a-93c1-0f177f309e16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:48.722094 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8ef8cd93-4fb9-4400-a1d3-b9bbe44a3d05 req-95fbe18d-d9bd-479a-93c1-0f177f309e16 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0464694 Nov 23 05:02:48.772597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8cd93-4fb9-4400-a1d3-b9bbe44a3d05 req-f6d3359f-d17b-467e-bc48-d21ec037a4c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:48.774127 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8ef8cd93-4fb9-4400-a1d3-b9bbe44a3d05 req-f6d3359f-d17b-467e-bc48-d21ec037a4c6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396986 Nov 23 05:02:48.865565 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 0761a0ea-f0f0-43bb-918e-8f4429de8be9 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:02:48.868562 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8ef8cd93-4fb9-4400-a1d3-b9bbe44a3d05 req-a41780f9-7e56-4b41-a1c0-f73de0fe2538 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814269 Nov 23 05:02:48.874872 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 0761a0ea-f0f0-43bb-918e-8f4429de8be9 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:02:48.964719 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8ef8cd93-4fb9-4400-a1d3-b9bbe44a3d05 req-b9c84d68-cd5c-4abd-93d8-ef6fcddc7231 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875213 Nov 23 05:02:49.164409 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:49.186944 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 0761a0ea-f0f0-43bb-918e-8f4429de8be9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:02:49.205737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0761a0ea-f0f0-43bb-918e-8f4429de8be9'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:02:49.207989 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839c4203-f083-4427-8e4d-93bacc127169" -d '{"events": [{"server_uuid": "b4c45c54-be59-4a09-b5ea-df7a930ca0ec", "name": "network-vif-unplugged", "status": "completed", "tag": "0761a0ea-f0f0-43bb-918e-8f4429de8be9"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:02:49.212439 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '0761a0ea-f0f0-43bb-918e-8f4429de8be9', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'port_id': '0761a0ea-f0f0-43bb-918e-8f4429de8be9', 'mac_address': 'fa:16:3e:44:63:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:02:49.221924 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 0761a0ea-f0f0-43bb-918e-8f4429de8be9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:02:49.246072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:49.259599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 05:02:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-548b62ec-6ad7-4599-a6b7-60aa2f130ea0 x-openstack-request-id: req-548b62ec-6ad7-4599-a6b7-60aa2f130ea0 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:02:49.259888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c45c54-be59-4a09-b5ea-df7a930ca0ec", "name": "network-vif-unplugged", "status": "completed", "tag": "0761a0ea-f0f0-43bb-918e-8f4429de8be9", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:02:49.260137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-548b62ec-6ad7-4599-a6b7-60aa2f130ea0 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:02:49.260524 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0761a0ea-f0f0-43bb-918e-8f4429de8be9', 'code': 200} Nov 23 05:02:49.290072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:49.312523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0761a0ea-f0f0-43bb-918e-8f4429de8be9 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:02:49.323774 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=0761a0ea-f0f0-43bb-918e-8f4429de8be9,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:02:49.346187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:49.346537 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:49.346877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:49.347217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:49.347548 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:49.347906 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:49.348234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:49.348560 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:49.348888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:49.349209 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:49.349556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:49.349877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:49.367631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 05:02:49.367988 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 05:02:49.507302 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5af0005c-6c2f-4aba-bbc7-f25465d24ff1 req-cc017701-fe46-468d-b69c-e805760f0b4f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:49.508724 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5af0005c-6c2f-4aba-bbc7-f25465d24ff1 req-cc017701-fe46-468d-b69c-e805760f0b4f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 944 time: 0.0509515 Nov 23 05:02:49.556034 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5af0005c-6c2f-4aba-bbc7-f25465d24ff1 req-56b20213-a5a4-47dd-8d52-c7f7b82b1e1c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408912 Nov 23 05:02:49.904076 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:49.916104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0761a0ea-f0f0-43bb-918e-8f4429de8be9 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:02:49.935333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 0761a0ea-f0f0-43bb-918e-8f4429de8be9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:02:49.938927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:49.988194 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=0761a0ea-f0f0-43bb-918e-8f4429de8be9,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:02:50.106659 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['0761a0ea-f0f0-43bb-918e-8f4429de8be9'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:02:50.671685 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fdaa87-cd84-43ee-99e1-0ff2c53834e2 req-aba95182-15a1-4ec5-8f29-821c4f0da9a5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:50.673118 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-02fdaa87-cd84-43ee-99e1-0ff2c53834e2 req-aba95182-15a1-4ec5-8f29-821c4f0da9a5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 945 time: 0.0489843 Nov 23 05:02:50.719572 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-02fdaa87-cd84-43ee-99e1-0ff2c53834e2 req-4b5182e0-a121-4830-a730-ca09a411180d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404923 Nov 23 05:02:50.836091 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f13bc8-de19-4046-9702-a9b2f588a06a req-785e4f5b-4678-4c3b-995e-cd117a04f74b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:50.837491 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-41f13bc8-de19-4046-9702-a9b2f588a06a req-785e4f5b-4678-4c3b-995e-cd117a04f74b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 945 time: 0.0530553 Nov 23 05:02:50.887602 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-41f13bc8-de19-4046-9702-a9b2f588a06a req-0f1b7137-add8-444c-a72d-ccc9bba5b4c7 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442395 Nov 23 05:02:50.894804 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 0761a0ea-f0f0-43bb-918e-8f4429de8be9 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:02:50.946132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 0761a0ea-f0f0-43bb-918e-8f4429de8be9 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:02:50.946706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:51.027949 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:51.061093 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 0761a0ea-f0f0-43bb-918e-8f4429de8be9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:02:51.065888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:51.096737 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37230e45-c797-4094-8d52-403304c17585 req-213bbcec-e5d8-4a1e-a484-e28686421e74 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:51.098308 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-37230e45-c797-4094-8d52-403304c17585 req-213bbcec-e5d8-4a1e-a484-e28686421e74 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 945 time: 0.0570803 Nov 23 05:02:51.124108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=0761a0ea-f0f0-43bb-918e-8f4429de8be9,revision_number=8']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:02:51.154979 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-37230e45-c797-4094-8d52-403304c17585 req-ad0c8126-300b-43ac-a417-7123e998af07 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500104 Nov 23 05:02:51.164679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95184e-2ba6-40ce-990a-d946a7f57e65 req-65ac693b-ebd8-4152-b132-8ab350e9c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:51.166312 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c95184e-2ba6-40ce-990a-d946a7f57e65 req-65ac693b-ebd8-4152-b132-8ab350e9c51b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 1099 time: 0.0514870 Nov 23 05:02:51.258986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95184e-2ba6-40ce-990a-d946a7f57e65 req-049da7a6-86da-47c1-bce6-6e2314aaca46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:51.260426 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c95184e-2ba6-40ce-990a-d946a7f57e65 req-049da7a6-86da-47c1-bce6-6e2314aaca46 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0838349 Nov 23 05:02:51.261226 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0761a0ea-f0f0-43bb-918e-8f4429de8be9'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:02:51.263594 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8da1021b-596f-45e5-beb5-3539bb38faa4" -d '{"events": [{"server_uuid": "b4c45c54-be59-4a09-b5ea-df7a930ca0ec", "name": "network-vif-plugged", "status": "completed", "tag": "0761a0ea-f0f0-43bb-918e-8f4429de8be9"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:02:51.300387 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa4e6e61-7933-4140-ad06-cff6b152f02e x-openstack-request-id: req-fa4e6e61-7933-4140-ad06-cff6b152f02e {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:02:51.300675 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c45c54-be59-4a09-b5ea-df7a930ca0ec", "name": "network-vif-plugged", "status": "completed", "tag": "0761a0ea-f0f0-43bb-918e-8f4429de8be9", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:02:51.301073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa4e6e61-7933-4140-ad06-cff6b152f02e {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:02:51.301496 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0761a0ea-f0f0-43bb-918e-8f4429de8be9', 'code': 200} Nov 23 05:02:51.334669 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c95184e-2ba6-40ce-990a-d946a7f57e65 req-268146a8-a088-45b7-a893-4718c1c448cd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9 HTTP/1.1" status: 200 len: 1002 time: 0.0653362 Nov 23 05:02:51.740810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95184e-2ba6-40ce-990a-d946a7f57e65 req-ec5864db-7d18-46e8-aa8b-b284b446eb2d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:51.742320 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c95184e-2ba6-40ce-990a-d946a7f57e65 req-ec5864db-7d18-46e8-aa8b-b284b446eb2d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.3750482 Nov 23 05:02:51.792452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95184e-2ba6-40ce-990a-d946a7f57e65 req-d66b5b2c-7a6d-411c-b58e-906c60b5fe1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:51.793972 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c95184e-2ba6-40ce-990a-d946a7f57e65 req-d66b5b2c-7a6d-411c-b58e-906c60b5fe1a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0401380 Nov 23 05:02:51.893738 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c95184e-2ba6-40ce-990a-d946a7f57e65 req-a6929d0f-888e-4429-a9ed-8b7fc65a684a service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836928 Nov 23 05:02:51.988351 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c95184e-2ba6-40ce-990a-d946a7f57e65 req-c5dc0328-cdea-4665-80a6-b7ce6bb863bf service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828865 Nov 23 05:02:52.267873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc080cb6-6dc8-405f-a41a-3fa8454141a3 req-deec375f-ab82-4e9b-b14d-3c0479a50161 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:52.269366 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cc080cb6-6dc8-405f-a41a-3fa8454141a3 req-deec375f-ab82-4e9b-b14d-3c0479a50161 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0474899 Nov 23 05:02:52.316403 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cc080cb6-6dc8-405f-a41a-3fa8454141a3 req-17df1d62-38bd-4e44-8d5e-c05457afd902 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402808 Nov 23 05:02:53.433034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb94b9-0bed-4efc-808c-7c9f1095d9f1 req-8075cbce-13ed-48e3-b960-562703579882 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:53.434514 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-71cb94b9-0bed-4efc-808c-7c9f1095d9f1 req-8075cbce-13ed-48e3-b960-562703579882 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0508828 Nov 23 05:02:53.484598 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-71cb94b9-0bed-4efc-808c-7c9f1095d9f1 req-14a81b0d-7d86-4e49-a5d9-e36ed4ee66b1 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442858 Nov 23 05:02:53.709207 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72495b28-1bab-4913-8aa2-b1667208d888 req-9f8fb1ea-a273-4eb1-abfe-fce26659f010 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:53.710694 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-72495b28-1bab-4913-8aa2-b1667208d888 req-9f8fb1ea-a273-4eb1-abfe-fce26659f010 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0485668 Nov 23 05:02:53.758510 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-72495b28-1bab-4913-8aa2-b1667208d888 req-c045b7ca-c2a5-4225-84ac-3ad380793372 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407395 Nov 23 05:02:54.876330 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92597b28-91c4-45e1-9eda-99e03a596e79 req-498dff34-6168-452e-a430-206055e9a6aa tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:54.877788 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-92597b28-91c4-45e1-9eda-99e03a596e79 req-498dff34-6168-452e-a430-206055e9a6aa tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0516257 Nov 23 05:02:54.923712 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-92597b28-91c4-45e1-9eda-99e03a596e79 req-a54fe3e7-4ed4-4d28-8c0c-d234a3fd9e5a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400736 Nov 23 05:02:55.689294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-d73dfadd-dcd2-4210-b66c-761a34b1aea0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:55.690706 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-d73dfadd-dcd2-4210-b66c-761a34b1aea0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.0483050 Nov 23 05:02:55.787686 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Deleting port 0761a0ea-f0f0-43bb-918e-8f4429de8be9 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:02:55.788027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:55.874523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] For port 0761a0ea-f0f0-43bb-918e-8f4429de8be9, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=0761a0ea-f0f0-43bb-918e-8f4429de8be9,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:02:55.874879 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:56.077509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:56.077875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:56.078215 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb disassociated. External IP: 172.26.8.149, port: 0761a0ea-f0f0-43bb-918e-8f4429de8be9. Nov 23 05:02:56.078559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Calling delete_port for 0761a0ea-f0f0-43bb-918e-8f4429de8be9 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:02:56.094943 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-234ab42f-7c9a-41e8-a2b2-ec7cc406d799 req-8ba32a33-4cfb-4c94-8b56-ef83792a6c9e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:56.096420 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-234ab42f-7c9a-41e8-a2b2-ec7cc406d799 req-8ba32a33-4cfb-4c94-8b56-ef83792a6c9e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=b4c45c54-be59-4a09-b5ea-df7a930ca0ec HTTP/1.1" status: 200 len: 946 time: 0.1020505 Nov 23 05:02:56.193332 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-234ab42f-7c9a-41e8-a2b2-ec7cc406d799 req-4d4a1907-3a9d-4bc5-babb-1d5fbbc1f248 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896201 Nov 23 05:02:56.259800 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:56.289957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Pushing event deleted for resources: {'Port': ['ID=0761a0ea-f0f0-43bb-918e-8f4429de8be9,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:02:56.300024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:56.300378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:56.300823 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:56.301172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:56.301537 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:56.301870 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:56.302203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:56.302633 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:56.302856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:56.303183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:56.303511 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:56.303832 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:02:56.422475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Router 3b4ee100-0e6c-459c-bb43-3be82cb392af has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:02:56.534156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:02:56.546038 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5a29e-45f1-4df0-95ec-6bc540faa67b None None] Sync routers for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:02:56.555599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e5a29e-45f1-4df0-95ec-6bc540faa67b None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:02:56.556207 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a6e5a29e-45f1-4df0-95ec-6bc540faa67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:02:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:02:56.576027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] No DVR routers for this DVR port 0761a0ea-f0f0-43bb-918e-8f4429de8be9 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:02:56.578519 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:56.581966 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7fd64b89-2705-4e84-ab0f-4fee92c3ada6 req-5c8c4c54-c198-4fc7-a155-7a1ab6e98e84 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "DELETE /v2.0/ports/0761a0ea-f0f0-43bb-918e-8f4429de8be9 HTTP/1.1" status: 204 len: 173 time: 0.8791115 Nov 23 05:02:56.582914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'name': 'network-vif-deleted', 'tag': '0761a0ea-f0f0-43bb-918e-8f4429de8be9'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:02:56.585169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-296b9911-6b20-4a6f-a55c-59830b58abb8" -d '{"events": [{"server_uuid": "b4c45c54-be59-4a09-b5ea-df7a930ca0ec", "name": "network-vif-deleted", "tag": "0761a0ea-f0f0-43bb-918e-8f4429de8be9"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:02:56.621796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:02:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbbe0876-1bdd-415e-b01b-eeaeff78b9cc x-openstack-request-id: req-fbbe0876-1bdd-415e-b01b-eeaeff78b9cc {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:02:56.622089 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4c45c54-be59-4a09-b5ea-df7a930ca0ec", "name": "network-vif-deleted", "tag": "0761a0ea-f0f0-43bb-918e-8f4429de8be9", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:02:56.622359 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fbbe0876-1bdd-415e-b01b-eeaeff78b9cc {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:02:56.622853 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4c45c54-be59-4a09-b5ea-df7a930ca0ec', 'name': 'network-vif-deleted', 'tag': '0761a0ea-f0f0-43bb-918e-8f4429de8be9', 'status': 'completed', 'code': 200} Nov 23 05:02:56.667751 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-a6e5a29e-45f1-4df0-95ec-6bc540faa67b None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:02:56.869221 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a6e5a29e-45f1-4df0-95ec-6bc540faa67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:02:56.898851 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5a29e-45f1-4df0-95ec-6bc540faa67b None None] Checking router: 3b4ee100-0e6c-459c-bb43-3be82cb392af for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:02:56.907015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e5a29e-45f1-4df0-95ec-6bc540faa67b None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:02:56.907617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a6e5a29e-45f1-4df0-95ec-6bc540faa67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:02:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:02:57.011346 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-a6e5a29e-45f1-4df0-95ec-6bc540faa67b None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:02:57.213206 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-a6e5a29e-45f1-4df0-95ec-6bc540faa67b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:02:57.241117 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6e5a29e-45f1-4df0-95ec-6bc540faa67b None None] The sync data for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv is: [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:02:57.415456 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:02:57.463213 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-c0c0cba2-3b89-4aab-8fc2-40fe5aee33b8 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1709204221&fields=id&tenant_id=a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 267 time: 0.0458882 Nov 23 05:02:57.472524 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361b4efa-043a-4966-9d5b-3c2d20a46e33 None None] New status for floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:02:57.575121 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838797d-8840-43b8-9cff-8d191b7082da req-b104e9db-5052-40f3-b50e-11d515eb2e53 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:57.576728 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-b104e9db-5052-40f3-b50e-11d515eb2e53 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 811 time: 0.1065457 Nov 23 05:02:57.595475 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-5a0ae39a-319b-4c4f-8a17-36d330e68740 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/quotas/a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 375 time: 0.0129275 Nov 23 05:02:57.648739 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-0d266e6e-eb1e-404d-8ed1-ef0ddcf22b57 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0474753 Nov 23 05:02:57.747309 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-9de2ea7d-7be9-4c3c-8a6f-e4464a3b0cea service neutron] 10.222.0.37 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873163 Nov 23 05:02:57.836252 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-17857220-fdac-4178-9c7f-4a48d9db7ef5 service neutron] 10.222.0.37 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829966 Nov 23 05:02:57.991425 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b2b880be-1547-49b9-8924-41ed1a19843e req-0f36213e-23f6-4dd8-a366-7dfbecd73740 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 210 time: 0.0271237 Nov 23 05:02:59.100027 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b4fd1a39-7d9d-4b9b-9175-f5d05277f754 req-ff9896ed-324a-4ac4-9186-d63f07420a2e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 210 time: 0.0365202 Nov 23 05:02:59.126180 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838797d-8840-43b8-9cff-8d191b7082da req-4e2341b2-4bdc-4535-95e0-87b30be23dcb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:59.127618 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-4e2341b2-4bdc-4535-95e0-87b30be23dcb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 811 time: 0.1355071 Nov 23 05:02:59.204262 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-6fb86f64-441b-4031-9131-f9552a06e080 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 380 time: 0.0526721 Nov 23 05:02:59.224174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-8838797d-8840-43b8-9cff-8d191b7082da req-26b01e91-1fe9-44d7-a752-6fe3ebe2ed37 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Request body: {'port': {'device_id': '48c8bea5-7282-443f-9d92-1523f260362b', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'admin_state_up': True, 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'security_groups': ['aef67cce-ca93-497b-9a61-2f90d9d89198']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:02:59.336829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8838797d-8840-43b8-9cff-8d191b7082da req-26b01e91-1fe9-44d7-a752-6fe3ebe2ed37 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Made reservation on behalf of a95b97d210fa49538456c12cbf2326ac for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:02:59.340325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8838797d-8840-43b8-9cff-8d191b7082da req-26b01e91-1fe9-44d7-a752-6fe3ebe2ed37 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:59.462946 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-8838797d-8840-43b8-9cff-8d191b7082da req-26b01e91-1fe9-44d7-a752-6fe3ebe2ed37 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Allocated IP 172.20.0.6 (7de2e831-304b-4979-89a1-75303e4aef72/a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65/41214387-54fa-4185-bffb-d15230ec89ba) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:02:59.601441 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8838797d-8840-43b8-9cff-8d191b7082da req-26b01e91-1fe9-44d7-a752-6fe3ebe2ed37 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:59.633488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8838797d-8840-43b8-9cff-8d191b7082da req-26b01e91-1fe9-44d7-a752-6fe3ebe2ed37 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:59.682164 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8838797d-8840-43b8-9cff-8d191b7082da req-26b01e91-1fe9-44d7-a752-6fe3ebe2ed37 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Network 7de2e831-304b-4979-89a1-75303e4aef72 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:02:59.685418 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-8838797d-8840-43b8-9cff-8d191b7082da req-26b01e91-1fe9-44d7-a752-6fe3ebe2ed37 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:02:59.688998 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8838797d-8840-43b8-9cff-8d191b7082da req-26b01e91-1fe9-44d7-a752-6fe3ebe2ed37 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:02:59.712869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b01e91-1fe9-44d7-a752-6fe3ebe2ed37 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Pushing event updated for resources: {'Port': ['ID=41214387-54fa-4185-bffb-d15230ec89ba,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:02:59.743440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838797d-8840-43b8-9cff-8d191b7082da req-26b01e91-1fe9-44d7-a752-6fe3ebe2ed37 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:02:59.744059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8838797d-8840-43b8-9cff-8d191b7082da req-26b01e91-1fe9-44d7-a752-6fe3ebe2ed37 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:59.760579 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-26b01e91-1fe9-44d7-a752-6fe3ebe2ed37 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5399351 Nov 23 05:02:59.788413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Request body: {'port': {'device_id': '48c8bea5-7282-443f-9d92-1523f260362b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:02:59.844611 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:59.942260 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-19453375-afd1-4f19-b367-dfd1f03b1ddf None None] Provisioning complete for port 41214387-54fa-4185-bffb-d15230ec89ba triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:02:59.942857 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19453375-afd1-4f19-b367-dfd1f03b1ddf None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:02:59.981473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-19453375-afd1-4f19-b367-dfd1f03b1ddf None None] Port 41214387-54fa-4185-bffb-d15230ec89ba cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:03:00.134619 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41214387-54fa-4185-bffb-d15230ec89ba {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:03:00.143423 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:00.156483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Transition to ACTIVE for port object 41214387-54fa-4185-bffb-d15230ec89ba will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:03:00.161404 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:00.216681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Pushing event updated for resources: {'Port': ['ID=41214387-54fa-4185-bffb-d15230ec89ba,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:03:00.222076 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbadf2e4-3a1a-4aca-abb0-6724d238b475 req-f0821ef6-d683-43af-bb99-ec883cb2ea0e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:00.223625 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fbadf2e4-3a1a-4aca-abb0-6724d238b475 req-f0821ef6-d683-43af-bb99-ec883cb2ea0e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 943 time: 0.0498433 Nov 23 05:03:00.282882 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fbadf2e4-3a1a-4aca-abb0-6724d238b475 req-35bee703-df85-4ebc-b1ee-3f6717f40f5f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505273 Nov 23 05:03:00.283305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Attempting to bind port 41214387-54fa-4185-bffb-d15230ec89ba on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:03:00.283649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Attempting to bind port 41214387-54fa-4185-bffb-d15230ec89ba by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:03:00.283989 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Attempting to bind port 41214387-54fa-4185-bffb-d15230ec89ba on network 7de2e831-304b-4979-89a1-75303e4aef72 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:03:00.288706 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Port 41214387-54fa-4185-bffb-d15230ec89ba on network 7de2e831-304b-4979-89a1-75303e4aef72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:03:00.289105 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Attempting to bind port 41214387-54fa-4185-bffb-d15230ec89ba on network 7de2e831-304b-4979-89a1-75303e4aef72 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:03:00.294295 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 2, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:03:00.294717 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Checking segment: {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:03:00.295173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Bound using segment: {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:03:00.295831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Bound port: 41214387-54fa-4185-bffb-d15230ec89ba, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:03:00.297313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:00.366766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] For port 41214387-54fa-4185-bffb-d15230ec89ba, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:03:00.370513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] For port 41214387-54fa-4185-bffb-d15230ec89ba, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=41214387-54fa-4185-bffb-d15230ec89ba,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:03:00.375611 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:00.414108 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:00.414733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:00.416476 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-464961b5-520e-4b03-8187-e7c957367737 service neutron] 10.222.0.15 "PUT /v2.0/ports/41214387-54fa-4185-bffb-d15230ec89ba HTTP/1.1" status: 200 len: 1093 time: 0.6329727 Nov 23 05:03:00.421955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:03:00.424288 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-031fa16b-ae5c-4704-a725-06b9634ddd0d" -d '{"events": [{"name": "network-changed", "server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "tag": "41214387-54fa-4185-bffb-d15230ec89ba"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:03:00.452458 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-464961b5-520e-4b03-8187-e7c957367737 service neutron] Pushing event updated for resources: {'Port': ['ID=41214387-54fa-4185-bffb-d15230ec89ba,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:03:00.489971 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84e28366-2ed6-4a42-9184-d918faf7689f x-openstack-request-id: req-84e28366-2ed6-4a42-9184-d918faf7689f {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:03:00.490265 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "tag": "41214387-54fa-4185-bffb-d15230ec89ba", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:03:00.490519 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-84e28366-2ed6-4a42-9184-d918faf7689f {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:03:00.490922 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba', 'status': 'completed', 'code': 200} Nov 23 05:03:00.557928 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838797d-8840-43b8-9cff-8d191b7082da req-b23f0eae-62d6-4402-a56d-a4f141387dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:00.559550 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-b23f0eae-62d6-4402-a56d-a4f141387dea service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 1096 time: 0.0443923 Nov 23 05:03:00.616874 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-9ccec2e4-ad18-4715-89fc-118138fd2c16 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41214387-54fa-4185-bffb-d15230ec89ba HTTP/1.1" status: 200 len: 217 time: 0.0361207 Nov 23 05:03:00.674437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838797d-8840-43b8-9cff-8d191b7082da req-4062fd49-617c-4548-bfee-8d3f37eb27c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:00.675927 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-4062fd49-617c-4548-bfee-8d3f37eb27c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0482419 Nov 23 05:03:00.725821 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8838797d-8840-43b8-9cff-8d191b7082da req-2c65d412-ba85-446e-bc77-557c6b658d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:00.727263 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-2c65d412-ba85-446e-bc77-557c6b658d42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404744 Nov 23 05:03:00.826550 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-7025a3c5-7367-4c7c-81b6-ec6a81516017 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870790 Nov 23 05:03:00.920576 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8838797d-8840-43b8-9cff-8d191b7082da req-2954602c-aa82-4c01-9dc6-3614d3223b5c service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0811734 Nov 23 05:03:00.941863 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 0761a0ea-f0f0-43bb-918e-8f4429de8be9 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:03:00.962504 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 0761a0ea-f0f0-43bb-918e-8f4429de8be9 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:03:00.963142 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 0761a0ea-f0f0-43bb-918e-8f4429de8be9 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:03:01.061225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fa16b-ae5c-4704-a725-06b9634ddd0d req-433c25d0-4c6a-49c9-ab83-bdd38b97d84b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:01.062722 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-031fa16b-ae5c-4704-a725-06b9634ddd0d req-433c25d0-4c6a-49c9-ab83-bdd38b97d84b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 1096 time: 0.0419300 Nov 23 05:03:01.162722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fa16b-ae5c-4704-a725-06b9634ddd0d req-5440ef20-6155-40b2-bded-e21f996a4c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:01.164079 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-031fa16b-ae5c-4704-a725-06b9634ddd0d req-5440ef20-6155-40b2-bded-e21f996a4c9d service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0927989 Nov 23 05:03:01.206526 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-031fa16b-ae5c-4704-a725-06b9634ddd0d req-64d40e99-7186-4af2-8367-0c95a183db11 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41214387-54fa-4185-bffb-d15230ec89ba HTTP/1.1" status: 200 len: 217 time: 0.0339367 Nov 23 05:03:01.254687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fa16b-ae5c-4704-a725-06b9634ddd0d req-dc9d4457-93bc-4912-86cc-939891789dd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:01.256049 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-031fa16b-ae5c-4704-a725-06b9634ddd0d req-dc9d4457-93bc-4912-86cc-939891789dd5 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0417562 Nov 23 05:03:01.305597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fa16b-ae5c-4704-a725-06b9634ddd0d req-768d3b6d-707a-4c62-b90c-04fc4298b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:01.307034 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-031fa16b-ae5c-4704-a725-06b9634ddd0d req-768d3b6d-707a-4c62-b90c-04fc4298b000 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435405 Nov 23 05:03:01.401169 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-031fa16b-ae5c-4704-a725-06b9634ddd0d req-ceacbf63-30c0-4c53-b53c-e47b40d7acfc service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860889 Nov 23 05:03:01.507224 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-031fa16b-ae5c-4704-a725-06b9634ddd0d req-d54af4ed-de52-42f4-9a47-9d5408224a26 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0956690 Nov 23 05:03:01.677168 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe5bab7-28df-4061-a0c5-250a9167bca7 req-3e7840fd-a581-421f-87ac-60a2abbbd1f8 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:01.678645 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7fe5bab7-28df-4061-a0c5-250a9167bca7 req-3e7840fd-a581-421f-87ac-60a2abbbd1f8 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 943 time: 0.3261137 Nov 23 05:03:01.733040 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7fe5bab7-28df-4061-a0c5-250a9167bca7 req-2ffb4390-006e-4656-baba-cbd1bffe11a6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483568 Nov 23 05:03:02.854965 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e92252-20b6-43f5-b20e-a48a9efb6bbb req-76d0d08c-a092-4bed-aae8-187080230395 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:02.856428 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f9e92252-20b6-43f5-b20e-a48a9efb6bbb req-76d0d08c-a092-4bed-aae8-187080230395 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 943 time: 0.0485318 Nov 23 05:03:02.903204 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f9e92252-20b6-43f5-b20e-a48a9efb6bbb req-a52cb861-32f6-40dc-b1b4-789aeda21184 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409927 Nov 23 05:03:04.015300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96a1486-b83a-4fde-8102-b3ee89dd2c80 req-153505d9-007d-45b8-acad-7fdec3bd7464 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:04.016761 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e96a1486-b83a-4fde-8102-b3ee89dd2c80 req-153505d9-007d-45b8-acad-7fdec3bd7464 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 943 time: 0.0478387 Nov 23 05:03:04.063439 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e96a1486-b83a-4fde-8102-b3ee89dd2c80 req-b2177a27-9202-4a66-8333-7ae0a78e9039 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398891 Nov 23 05:03:05.005223 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 41214387-54fa-4185-bffb-d15230ec89ba details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:03:05.101373 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 41214387-54fa-4185-bffb-d15230ec89ba, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=41214387-54fa-4185-bffb-d15230ec89ba,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:03:05.114009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '41214387-54fa-4185-bffb-d15230ec89ba', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'port_id': '41214387-54fa-4185-bffb-d15230ec89ba', 'mac_address': 'fa:16:3e:09:48:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:03:05.151723 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:05.164545 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41214387-54fa-4185-bffb-d15230ec89ba {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:03:05.179970 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae5b658-7412-47cf-99eb-1a22e12687a1 req-0c65823c-de89-4452-aed7-9d8fab995d35 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:05.181488 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fae5b658-7412-47cf-99eb-1a22e12687a1 req-0c65823c-de89-4452-aed7-9d8fab995d35 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 943 time: 0.0489140 Nov 23 05:03:05.183788 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 41214387-54fa-4185-bffb-d15230ec89ba, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=41214387-54fa-4185-bffb-d15230ec89ba,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:03:05.187906 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:05.233085 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fae5b658-7412-47cf-99eb-1a22e12687a1 req-4b54ebfe-b1db-43d6-a42d-ecc465d28bf1 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457277 Nov 23 05:03:05.239446 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=41214387-54fa-4185-bffb-d15230ec89ba,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:03:05.540878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['41214387-54fa-4185-bffb-d15230ec89ba'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:03:06.349667 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90843d42-e9f7-4e38-9e07-c87d67a01cb4 req-7b1b33bb-800c-47b6-b7de-ac0408e95141 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:06.351090 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-90843d42-e9f7-4e38-9e07-c87d67a01cb4 req-7b1b33bb-800c-47b6-b7de-ac0408e95141 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 944 time: 0.0500832 Nov 23 05:03:06.396720 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-90843d42-e9f7-4e38-9e07-c87d67a01cb4 req-2573729c-67cf-4e71-b048-13e6d00aef8d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395947 Nov 23 05:03:06.935367 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b34a041c-bf8e-4f19-b954-ea3cc4f60e14 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:07.005892 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 41214387-54fa-4185-bffb-d15230ec89ba up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:03:07.057205 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 41214387-54fa-4185-bffb-d15230ec89ba completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:03:07.060998 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 41214387-54fa-4185-bffb-d15230ec89ba triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:03:07.061402 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:07.136070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:07.157851 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:03:07.160602 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac41809c-4de1-4dbf-bc88-c6c25fba37ff" -d '{"events": [{"server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "name": "network-vif-plugged", "status": "completed", "tag": "41214387-54fa-4185-bffb-d15230ec89ba"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:03:07.173721 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 41214387-54fa-4185-bffb-d15230ec89ba, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=41214387-54fa-4185-bffb-d15230ec89ba,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:03:07.178381 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:07.204357 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1e90d7d-bcf9-4990-b0c1-0ad4717a726c x-openstack-request-id: req-f1e90d7d-bcf9-4990-b0c1-0ad4717a726c {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:03:07.204653 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "name": "network-vif-plugged", "status": "completed", "tag": "41214387-54fa-4185-bffb-d15230ec89ba", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:03:07.204903 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f1e90d7d-bcf9-4990-b0c1-0ad4717a726c {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:03:07.205306 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba', 'code': 200} Nov 23 05:03:07.230512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=41214387-54fa-4185-bffb-d15230ec89ba,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:03:07.417707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4972533d-cdc9-459b-a670-2b042534286f req-690fad35-2f64-4865-93ef-bf87a8c9aa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:07.419079 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4972533d-cdc9-459b-a670-2b042534286f req-690fad35-2f64-4865-93ef-bf87a8c9aa1e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 1098 time: 0.0400314 Nov 23 05:03:07.467861 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4972533d-cdc9-459b-a670-2b042534286f req-338ae9b2-a768-4881-9fce-4c5aaa83e20f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378778 Nov 23 05:03:07.508865 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ad2a4f-cd2f-4056-a8bc-86bc2339255f req-e9c289f0-7262-4614-826f-7d42e6e95541 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:07.510345 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e9ad2a4f-cd2f-4056-a8bc-86bc2339255f req-e9c289f0-7262-4614-826f-7d42e6e95541 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0469825 Nov 23 05:03:07.557186 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e9ad2a4f-cd2f-4056-a8bc-86bc2339255f req-d70f5203-d1c7-4887-a839-5c4481028f94 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408859 Nov 23 05:03:08.671629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b01e7a5-9cda-47b8-9533-5fcec3b4dae6 req-75ef0c26-3019-45cd-823b-4efb54cee604 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:08.673113 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1b01e7a5-9cda-47b8-9533-5fcec3b4dae6 req-75ef0c26-3019-45cd-823b-4efb54cee604 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0488784 Nov 23 05:03:08.720954 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1b01e7a5-9cda-47b8-9533-5fcec3b4dae6 req-6082aa02-0fe5-4f2f-a44f-9349829f41a3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413082 Nov 23 05:03:08.811998 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:09.205689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a1387535-83c4-474d-b137-471883dc83b9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:09.839642 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9ec458-94be-4c7f-bbc1-06574f15114f req-3abc032d-733e-4059-8252-dea850be45a4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:09.841079 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8a9ec458-94be-4c7f-bbc1-06574f15114f req-3abc032d-733e-4059-8252-dea850be45a4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0502100 Nov 23 05:03:09.886450 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8a9ec458-94be-4c7f-bbc1-06574f15114f req-f4bda741-63d3-46bc-9a5e-7e58a6948163 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394998 Nov 23 05:03:09.999939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a735dbe-248a-4b16-b14b-2b19225b66bf req-eb0f6f48-c394-42e9-9187-18f43448f0e1 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:10.001487 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0a735dbe-248a-4b16-b14b-2b19225b66bf req-eb0f6f48-c394-42e9-9187-18f43448f0e1 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0515945 Nov 23 05:03:10.010427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 50592) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:03:10.014648 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-dc1349cd-54c7-42f1-9989-c1acf863459a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Request body: {'floatingip': {'port_id': '41214387-54fa-4185-bffb-d15230ec89ba'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:03:10.053223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dc1349cd-54c7-42f1-9989-c1acf863459a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:10.411247 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:10.489496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dc1349cd-54c7-42f1-9989-c1acf863459a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:10.493190 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dc1349cd-54c7-42f1-9989-c1acf863459a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:10.595918 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-dc1349cd-54c7-42f1-9989-c1acf863459a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb associated. External IP: 172.26.8.149, port: 41214387-54fa-4185-bffb-d15230ec89ba. Nov 23 05:03:10.802787 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc1349cd-54c7-42f1-9989-c1acf863459a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Router 3b4ee100-0e6c-459c-bb43-3be82cb392af has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:03:10.908329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc1349cd-54c7-42f1-9989-c1acf863459a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:03:10.913882 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-dc1349cd-54c7-42f1-9989-c1acf863459a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:10.919078 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531cd118-3761-4088-a8b1-5cc6b66ffb59 None None] Sync routers for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:03:10.929811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531cd118-3761-4088-a8b1-5cc6b66ffb59 None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:03:10.930452 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-531cd118-3761-4088-a8b1-5cc6b66ffb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:03:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:03:11.041746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-531cd118-3761-4088-a8b1-5cc6b66ffb59 None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:03:11.279614 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-531cd118-3761-4088-a8b1-5cc6b66ffb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f5c45a4a-6a5b-48e8-8760-2d0634f745bb', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'port_id': '41214387-54fa-4185-bffb-d15230ec89ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'mac_address': 'fa:16:3e:09:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8bea5-7282-443f-9d92-1523f260362b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:00:14Z', 'updated_at': '2021-11-23T05:03:10Z', 'revision_number': 9, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:03:11.285249 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dc1349cd-54c7-42f1-9989-c1acf863459a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "PUT /v2.0/floatingips/f5c45a4a-6a5b-48e8-8760-2d0634f745bb HTTP/1.1" status: 200 len: 991 time: 1.2732079 Nov 23 05:03:11.285869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:03:11.288198 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-478f2356-4a17-4d5e-94f3-2881108e8472" -d '{"events": [{"name": "network-changed", "server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "tag": "41214387-54fa-4185-bffb-d15230ec89ba"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:03:11.306663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531cd118-3761-4088-a8b1-5cc6b66ffb59 None None] Checking router: 3b4ee100-0e6c-459c-bb43-3be82cb392af for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:03:11.315359 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531cd118-3761-4088-a8b1-5cc6b66ffb59 None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:03:11.316234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-531cd118-3761-4088-a8b1-5cc6b66ffb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:03:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:03:11.332417 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-781b3f58-3094-4f8d-b9ec-d496d6688ef1 x-openstack-request-id: req-781b3f58-3094-4f8d-b9ec-d496d6688ef1 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:03:11.332703 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "tag": "41214387-54fa-4185-bffb-d15230ec89ba", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:03:11.332952 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-781b3f58-3094-4f8d-b9ec-d496d6688ef1 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:03:11.333381 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba', 'status': 'completed', 'code': 200} Nov 23 05:03:11.428616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f2356-4a17-4d5e-94f3-2881108e8472 req-b5943dcd-d758-4e60-bf11-fcb6a4fd7b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:11.430203 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-478f2356-4a17-4d5e-94f3-2881108e8472 req-b5943dcd-d758-4e60-bf11-fcb6a4fd7b9c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 1098 time: 0.0453537 Nov 23 05:03:11.529893 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f2356-4a17-4d5e-94f3-2881108e8472 req-a0066ba9-1b1a-46b4-b32d-52450506461a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:11.531426 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-478f2356-4a17-4d5e-94f3-2881108e8472 req-a0066ba9-1b1a-46b4-b32d-52450506461a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0936544 Nov 23 05:03:11.572637 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-531cd118-3761-4088-a8b1-5cc6b66ffb59 None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:03:11.598921 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-478f2356-4a17-4d5e-94f3-2881108e8472 req-f3e7ee46-b4c5-4b1b-b60d-dd7667876366 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41214387-54fa-4185-bffb-d15230ec89ba HTTP/1.1" status: 200 len: 999 time: 0.0590065 Nov 23 05:03:11.651185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f2356-4a17-4d5e-94f3-2881108e8472 req-8c1bdd2a-57af-4c5e-9f57-f168600eca6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:11.652954 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-478f2356-4a17-4d5e-94f3-2881108e8472 req-8c1bdd2a-57af-4c5e-9f57-f168600eca6d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0469363 Nov 23 05:03:11.701693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478f2356-4a17-4d5e-94f3-2881108e8472 req-b69302bc-1e24-4404-881c-bd8c54e28edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:11.703170 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-478f2356-4a17-4d5e-94f3-2881108e8472 req-b69302bc-1e24-4404-881c-bd8c54e28edf service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432284 Nov 23 05:03:11.793230 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-478f2356-4a17-4d5e-94f3-2881108e8472 req-4185efad-cc98-4ddc-94bb-99acb66a8e3a service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822628 Nov 23 05:03:11.814749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-531cd118-3761-4088-a8b1-5cc6b66ffb59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f5c45a4a-6a5b-48e8-8760-2d0634f745bb', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'port_id': '41214387-54fa-4185-bffb-d15230ec89ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'mac_address': 'fa:16:3e:09:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8bea5-7282-443f-9d92-1523f260362b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:00:14Z', 'updated_at': '2021-11-23T05:03:10Z', 'revision_number': 9, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:03:11.818728 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:11.842585 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-531cd118-3761-4088-a8b1-5cc6b66ffb59 None None] The sync data for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv is: [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f5c45a4a-6a5b-48e8-8760-2d0634f745bb', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'port_id': '41214387-54fa-4185-bffb-d15230ec89ba', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'mac_address': 'fa:16:3e:09:48:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48c8bea5-7282-443f-9d92-1523f260362b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:00:14Z', 'updated_at': '2021-11-23T05:03:10Z', 'revision_number': 9, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:03:11.892711 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-478f2356-4a17-4d5e-94f3-2881108e8472 req-a9d4fd82-c221-4782-8f7c-9d8254fbc2f1 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922470 Nov 23 05:03:12.041985 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594596a3-e80f-4484-89a1-0520baebeea8 None None] New status for floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:03:12.693256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:34.414447 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:03:36.936651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c046aa57-bae6-4036-9c00-512791929bb4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:38.826978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:39.208736 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-748e39a2-0d27-4f5c-be94-63b017fbd1d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:39.727422 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e5b12a83-3464-4ecf-a4b4-b3c7951454e5 req-c535b71e-6d36-451d-b9ae-b0bf5393958f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395656 Nov 23 05:03:39.837892 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b12a83-3464-4ecf-a4b4-b3c7951454e5 req-1675606a-7c93-4e9f-972a-2e16e101afc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:39.839388 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e5b12a83-3464-4ecf-a4b4-b3c7951454e5 req-1675606a-7c93-4e9f-972a-2e16e101afc0 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 1098 time: 0.0408452 Nov 23 05:03:39.946697 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b12a83-3464-4ecf-a4b4-b3c7951454e5 req-71343e3d-8788-4593-97d2-9df29346095a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:39.948146 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e5b12a83-3464-4ecf-a4b4-b3c7951454e5 req-71343e3d-8788-4593-97d2-9df29346095a service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0880322 Nov 23 05:03:40.014415 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e5b12a83-3464-4ecf-a4b4-b3c7951454e5 req-335b1e30-b69e-4345-aacd-31b54af68714 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41214387-54fa-4185-bffb-d15230ec89ba HTTP/1.1" status: 200 len: 1002 time: 0.0578704 Nov 23 05:03:40.065520 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b12a83-3464-4ecf-a4b4-b3c7951454e5 req-32a8a9f6-1351-4757-a640-f1fe59ef30c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:40.066934 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e5b12a83-3464-4ecf-a4b4-b3c7951454e5 req-32a8a9f6-1351-4757-a640-f1fe59ef30c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0434313 Nov 23 05:03:40.116144 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b12a83-3464-4ecf-a4b4-b3c7951454e5 req-341282bb-a979-485a-b276-c98d0f063ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:40.117684 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e5b12a83-3464-4ecf-a4b4-b3c7951454e5 req-341282bb-a979-485a-b276-c98d0f063ea0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432992 Nov 23 05:03:40.206808 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e5b12a83-3464-4ecf-a4b4-b3c7951454e5 req-6bc890b9-11a3-4b39-a54f-72310c466437 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812702 Nov 23 05:03:40.309781 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e5b12a83-3464-4ecf-a4b4-b3c7951454e5 req-f5bbcc9a-1919-4f0a-b41b-54f102ab63f9 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0936348 Nov 23 05:03:40.418534 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:41.849000 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:42.695576 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:03:50.791478 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acc04fe-9ff7-4c69-b98e-2272cb9dbfef req-ff959d18-32b9-44e5-9f36-517fe479fce0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:50.792919 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3acc04fe-9ff7-4c69-b98e-2272cb9dbfef req-ff959d18-32b9-44e5-9f36-517fe479fce0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0633814 Nov 23 05:03:50.851355 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-9c1b6399-f9c8-4298-8be5-72deaab9de33 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1229599 Nov 23 05:03:50.858478 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3acc04fe-9ff7-4c69-b98e-2272cb9dbfef req-83809321-7611-4a13-8067-d33bdd8cc4d4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515065 Nov 23 05:03:51.975018 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250329a2-c0c0-4418-bff0-f743b84fc194 req-4720b2f8-82b4-4bca-a7f4-f492ac2115f9 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:51.976493 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-250329a2-c0c0-4418-bff0-f743b84fc194 req-4720b2f8-82b4-4bca-a7f4-f492ac2115f9 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0493577 Nov 23 05:03:52.024368 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-250329a2-c0c0-4418-bff0-f743b84fc194 req-0a9569e5-f171-4e73-bd6b-27aeeed28da7 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418522 Nov 23 05:03:52.126468 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-27b0c93e-f8a7-45b4-9cca-5606c67d48d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:52.127977 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-27b0c93e-f8a7-45b4-9cca-5606c67d48d9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 1098 time: 0.0447555 Nov 23 05:03:52.229265 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-54d8ff42-2a66-4461-9ad7-71c46826c4bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:52.230743 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-54d8ff42-2a66-4461-9ad7-71c46826c4bf service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0901873 Nov 23 05:03:52.305472 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-d5c06762-a7ec-4e56-9466-88576d8b232d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41214387-54fa-4185-bffb-d15230ec89ba HTTP/1.1" status: 200 len: 1002 time: 0.0625238 Nov 23 05:03:52.358221 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-44075cfd-8db4-4b1b-ac38-e00eeaf12722 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:52.359642 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-44075cfd-8db4-4b1b-ac38-e00eeaf12722 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0439463 Nov 23 05:03:52.412428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-665f9bdb-cb56-4c2a-b2a5-bd39e524b7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:52.413864 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-665f9bdb-cb56-4c2a-b2a5-bd39e524b7d7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0397184 Nov 23 05:03:52.508600 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-c3be181a-93ca-4f30-9711-93bfacc913e3 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854702 Nov 23 05:03:52.603958 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-438339d6-b822-41ac-b547-2ab37a01c051 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838284 Nov 23 05:03:53.140136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe2d90-08da-4ba4-a198-e1c80e1fab20 req-11746097-66b7-463f-98a7-a1af884d010e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:53.141609 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f4fe2d90-08da-4ba4-a198-e1c80e1fab20 req-11746097-66b7-463f-98a7-a1af884d010e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0491974 Nov 23 05:03:53.191769 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f4fe2d90-08da-4ba4-a198-e1c80e1fab20 req-b40e27b1-f0c8-4703-aba4-4fdfd8db5108 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439403 Nov 23 05:03:54.307637 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32decce4-a9ea-45d6-997b-cbe015b0f591 req-825b2d77-6b19-4c43-bcc9-2f21686536cc tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:54.309121 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-32decce4-a9ea-45d6-997b-cbe015b0f591 req-825b2d77-6b19-4c43-bcc9-2f21686536cc tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0509377 Nov 23 05:03:54.358314 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-32decce4-a9ea-45d6-997b-cbe015b0f591 req-8610786b-a0d2-423f-a34e-80235148293d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433598 Nov 23 05:03:55.475785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a126dc61-8984-48b1-a62c-42a28c84fcb9 req-099e4723-6546-41d3-b03d-a6c631c7704b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:55.477242 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a126dc61-8984-48b1-a62c-42a28c84fcb9 req-099e4723-6546-41d3-b03d-a6c631c7704b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0497308 Nov 23 05:03:55.524518 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a126dc61-8984-48b1-a62c-42a28c84fcb9 req-1125f379-c595-4350-80f0-b7adb0d1a09f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413923 Nov 23 05:03:56.637655 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db89d801-cbd5-43b5-9da5-584b6c8deac1 req-c5b3da32-dce9-476e-a12c-d3088f5f9383 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:56.639128 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-db89d801-cbd5-43b5-9da5-584b6c8deac1 req-c5b3da32-dce9-476e-a12c-d3088f5f9383 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0481300 Nov 23 05:03:56.686216 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-db89d801-cbd5-43b5-9da5-584b6c8deac1 req-4691e5c4-df35-47b5-96d2-19a7a1b17ed3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411754 Nov 23 05:03:57.799725 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16a1496-3737-4d1e-bdae-0b2cb89c5e8a req-a8605951-f31d-42b2-bba8-05c9c8ad71a0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:57.801191 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f16a1496-3737-4d1e-bdae-0b2cb89c5e8a req-a8605951-f31d-42b2-bba8-05c9c8ad71a0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0489788 Nov 23 05:03:57.846610 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f16a1496-3737-4d1e-bdae-0b2cb89c5e8a req-aa6814c8-882b-476d-858d-de3face6b23e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395706 Nov 23 05:03:58.967320 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1188fa5c-7582-4c07-8a43-565a43f07460 req-391cc023-9524-4647-9a0a-497242f9dd6a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:03:58.968786 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1188fa5c-7582-4c07-8a43-565a43f07460 req-391cc023-9524-4647-9a0a-497242f9dd6a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0515249 Nov 23 05:03:59.015796 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1188fa5c-7582-4c07-8a43-565a43f07460 req-2b7a97e3-5499-4a0d-9b00-17777cb8d6da tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405746 Nov 23 05:04:00.134450 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4f02523-d534-4a8c-8af4-e71d7d610a02 req-ab739c33-ce65-44e4-9b4c-ca055181c073 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:00.135888 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b4f02523-d534-4a8c-8af4-e71d7d610a02 req-ab739c33-ce65-44e4-9b4c-ca055181c073 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0521679 Nov 23 05:04:00.183933 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b4f02523-d534-4a8c-8af4-e71d7d610a02 req-66401ccb-9ae5-4749-8df4-ba42e74b1b2d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421724 Nov 23 05:04:01.298771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e450e3a-e269-446f-902d-d2ec0ee74d62 req-87945c20-b462-4b46-bcce-44d56ada05fd tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:01.300236 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1e450e3a-e269-446f-902d-d2ec0ee74d62 req-87945c20-b462-4b46-bcce-44d56ada05fd tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0491121 Nov 23 05:04:01.345846 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1e450e3a-e269-446f-902d-d2ec0ee74d62 req-c55b0e6d-cb68-43fc-b16e-d5e9a344f9b2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397940 Nov 23 05:04:02.460271 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca911be-f2ef-47b0-a1a8-12be0faefe91 req-00150428-164b-476a-8ef2-be7b35d872e3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:02.461854 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-eca911be-f2ef-47b0-a1a8-12be0faefe91 req-00150428-164b-476a-8ef2-be7b35d872e3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0485432 Nov 23 05:04:02.509509 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-eca911be-f2ef-47b0-a1a8-12be0faefe91 req-ec4de982-bff6-4394-804f-697880736fa6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415678 Nov 23 05:04:03.621757 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e83d1-cf88-418d-a672-d8ca628c55b3 req-4596579b-03da-4993-a975-6ad1f3e9f71f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:03.623195 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-131e83d1-cf88-418d-a672-d8ca628c55b3 req-4596579b-03da-4993-a975-6ad1f3e9f71f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0470583 Nov 23 05:04:03.672556 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-131e83d1-cf88-418d-a672-d8ca628c55b3 req-8eec68de-6ab8-43cf-826a-d3d1495d6a77 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436471 Nov 23 05:04:04.687966 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-84abc620-ff00-4e56-9519-cad4a9fcb730 service neutron] 10.222.0.15 "GET /v2.0/ports/41214387-54fa-4185-bffb-d15230ec89ba/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0531011 Nov 23 05:04:04.795018 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5755f8-05f6-4053-aecf-75c42403ba22 req-bb7c2527-e3e5-4d23-b1ea-dd4a3bfc2e2c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:04.796506 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ed5755f8-05f6-4053-aecf-75c42403ba22 req-bb7c2527-e3e5-4d23-b1ea-dd4a3bfc2e2c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0563791 Nov 23 05:04:04.844752 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ed5755f8-05f6-4053-aecf-75c42403ba22 req-ea37be4c-42b7-47ff-9a14-5d15b0b63883 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421202 Nov 23 05:04:04.944691 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-dff62560-b46e-4918-bcd2-1c5dc13f440f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:04.946157 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-dff62560-b46e-4918-bcd2-1c5dc13f440f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b&tenant_id=a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 1098 time: 0.0403857 Nov 23 05:04:05.029652 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-25a514b3-8ed3-4010-9f2e-c53b6e2e5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:05.031116 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-25a514b3-8ed3-4010-9f2e-c53b6e2e5493 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 1098 time: 0.0398626 Nov 23 05:04:05.129044 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-c3d90d7f-e676-41f5-b47b-68fa23ae74ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:05.130525 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-c3d90d7f-e676-41f5-b47b-68fa23ae74ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0872803 Nov 23 05:04:05.200481 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-3fb554c9-d194-44a4-a1be-8752d13cbc7b service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41214387-54fa-4185-bffb-d15230ec89ba HTTP/1.1" status: 200 len: 1002 time: 0.0577421 Nov 23 05:04:05.258451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-acafb8e7-7e90-488f-9b30-c7fead687c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:05.259871 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-acafb8e7-7e90-488f-9b30-c7fead687c39 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0471795 Nov 23 05:04:05.309303 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-35877362-b95f-4d3b-a7c9-786a82fc881c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:05.310730 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-35877362-b95f-4d3b-a7c9-786a82fc881c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393457 Nov 23 05:04:05.404729 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-68029bfe-5f99-49b6-8143-ad16240e4145 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822804 Nov 23 05:04:05.501121 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc2d30b3-5d25-4ab7-9235-c37e985c4a8e req-933ea84d-5147-40cc-891f-16c09f14a07b service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859277 Nov 23 05:04:05.959698 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c051de-373d-4c16-ae96-c87aeb05452c req-6bfdc380-4de2-4590-95b2-221f1bd40904 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:05.961153 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-68c051de-373d-4c16-ae96-c87aeb05452c req-6bfdc380-4de2-4590-95b2-221f1bd40904 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0485454 Nov 23 05:04:06.007840 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-68c051de-373d-4c16-ae96-c87aeb05452c req-9394ec0d-1548-44ef-ab93-c919236d175b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407405 Nov 23 05:04:06.937534 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9f8d3c34-3f48-4a8b-80bc-7cf110cad87d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:07.123384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066532d2-5a76-4817-819f-c398ae6c1a3f req-5acac775-a4fb-4346-bfe6-e435a4461130 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:07.124840 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-066532d2-5a76-4817-819f-c398ae6c1a3f req-5acac775-a4fb-4346-bfe6-e435a4461130 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0498610 Nov 23 05:04:07.171841 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-066532d2-5a76-4817-819f-c398ae6c1a3f req-748a5690-1078-4ea1-8d74-cdc37984aa87 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410450 Nov 23 05:04:08.284620 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e156f83f-7ed6-4521-8c03-83e89a8d0de9 req-a4945792-a9bb-4c8a-856a-dcdfa57fe0c8 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:08.286594 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e156f83f-7ed6-4521-8c03-83e89a8d0de9 req-a4945792-a9bb-4c8a-856a-dcdfa57fe0c8 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0476451 Nov 23 05:04:08.334558 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e156f83f-7ed6-4521-8c03-83e89a8d0de9 req-e48b0f8f-7ff2-4af0-ba17-ac5c71c1d8f8 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421746 Nov 23 05:04:08.627025 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-439c8dd0-c767-42e7-8541-3f9c9af632df tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:08.628477 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-439c8dd0-c767-42e7-8541-3f9c9af632df tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b&tenant_id=a95b97d210fa49538456c12cbf2326ac&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 945 time: 0.0562165 Nov 23 05:04:08.639788 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ced3de-9a23-42b2-8fc2-7bd30a095bc1 req-63f10d30-903d-4584-9cd3-9ed1d6f20289 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:08.641257 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-54ced3de-9a23-42b2-8fc2-7bd30a095bc1 req-63f10d30-903d-4584-9cd3-9ed1d6f20289 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0530348 Nov 23 05:04:08.688656 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-54ced3de-9a23-42b2-8fc2-7bd30a095bc1 req-3fb8fc2f-06e5-4a97-b663-5f6ec05054db tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406675 Nov 23 05:04:08.690791 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-2ffaad70-72b2-4ee2-9487-741f5136b20f service neutron] 10.222.0.15 "GET /v2.0/ports/41214387-54fa-4185-bffb-d15230ec89ba/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0538666 Nov 23 05:04:08.774674 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-31c432c2-bda9-4c50-a3c2-64f835028164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:08.776201 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-31c432c2-bda9-4c50-a3c2-64f835028164 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 1098 time: 0.0408275 Nov 23 05:04:08.825144 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:08.868087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-418bcdab-1fbf-4a8a-92aa-0797e799f0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:08.869545 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-418bcdab-1fbf-4a8a-92aa-0797e799f0ea service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0863948 Nov 23 05:04:08.933801 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-3319906c-004c-4b22-811e-aea934c70bdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41214387-54fa-4185-bffb-d15230ec89ba HTTP/1.1" status: 200 len: 1002 time: 0.0573175 Nov 23 05:04:08.982426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-5ed12c8c-b58d-4aab-bcf3-ea04d2a20a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:08.983790 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-5ed12c8c-b58d-4aab-bcf3-ea04d2a20a10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0428720 Nov 23 05:04:09.031953 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-21d044cd-99e9-43c7-a5df-54e60d052044 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:09.033401 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-21d044cd-99e9-43c7-a5df-54e60d052044 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423706 Nov 23 05:04:09.128854 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-b8abcfb3-6ee8-4216-be7a-ab42b4673722 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877502 Nov 23 05:04:09.209241 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b223ad05-0c86-4b90-aea0-d9138fc3f304 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:09.224530 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-d51c8365-e9bb-43e4-a9aa-d7941988298d service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885382 Nov 23 05:04:09.314829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 41214387-54fa-4185-bffb-d15230ec89ba details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:04:09.325597 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 41214387-54fa-4185-bffb-d15230ec89ba no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:04:09.470529 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 41214387-54fa-4185-bffb-d15230ec89ba, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=41214387-54fa-4185-bffb-d15230ec89ba,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:04:09.483789 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:09.486743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '41214387-54fa-4185-bffb-d15230ec89ba', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'port_id': '41214387-54fa-4185-bffb-d15230ec89ba', 'mac_address': 'fa:16:3e:09:48:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:04:09.533809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:04:09.536569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a5ac7f2-34ce-4f05-a676-ddaeccecf4f6" -d '{"events": [{"server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "name": "network-vif-unplugged", "status": "completed", "tag": "41214387-54fa-4185-bffb-d15230ec89ba"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:04:09.553159 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 41214387-54fa-4185-bffb-d15230ec89ba, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=41214387-54fa-4185-bffb-d15230ec89ba,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:04:09.557664 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:09.559217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:09.587789 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 05:04:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8269c335-ca1c-4052-ab92-b2d990d1cf87 x-openstack-request-id: req-8269c335-ca1c-4052-ab92-b2d990d1cf87 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:04:09.588077 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "name": "network-vif-unplugged", "status": "completed", "tag": "41214387-54fa-4185-bffb-d15230ec89ba", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:04:09.588323 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-8269c335-ca1c-4052-ab92-b2d990d1cf87 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:04:09.588703 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba', 'code': 200} Nov 23 05:04:09.593134 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41214387-54fa-4185-bffb-d15230ec89ba {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:04:09.641659 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=41214387-54fa-4185-bffb-d15230ec89ba,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:04:09.653823 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:09.654173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:09.654512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:09.654852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:09.655183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:09.655511 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:09.655838 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:09.656164 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:09.656487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:09.656808 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:09.657128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:09.657475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:09.663000 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 05:04:09.663354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 05:04:09.803487 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d6ca74-5298-45e9-8bf5-dfc20269eb84 req-eb29e658-2702-4e8b-9849-bed28e638045 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:09.804960 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d1d6ca74-5298-45e9-8bf5-dfc20269eb84 req-eb29e658-2702-4e8b-9849-bed28e638045 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 943 time: 0.0494530 Nov 23 05:04:09.850795 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d1d6ca74-5298-45e9-8bf5-dfc20269eb84 req-56ca756c-f30c-4b26-8f4e-6bf79384aa48 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399849 Nov 23 05:04:10.203114 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:10.215451 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41214387-54fa-4185-bffb-d15230ec89ba {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:04:10.234307 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 41214387-54fa-4185-bffb-d15230ec89ba, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=41214387-54fa-4185-bffb-d15230ec89ba,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:04:10.240149 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:10.286690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=41214387-54fa-4185-bffb-d15230ec89ba,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:04:10.381528 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['41214387-54fa-4185-bffb-d15230ec89ba'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:04:10.432734 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:10.969429 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5081e95-d510-43f3-b024-3c19573c4027 req-84440cd7-75fd-4c35-bdbd-52041c86c002 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:10.970888 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c5081e95-d510-43f3-b024-3c19573c4027 req-84440cd7-75fd-4c35-bdbd-52041c86c002 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 944 time: 0.0510659 Nov 23 05:04:11.017535 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c5081e95-d510-43f3-b024-3c19573c4027 req-c5101b8a-89d0-4a5f-8eb4-193b4f914ac1 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401661 Nov 23 05:04:11.326587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 41214387-54fa-4185-bffb-d15230ec89ba up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:04:11.373846 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 41214387-54fa-4185-bffb-d15230ec89ba triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:04:11.374221 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:11.413557 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:04:11.454433 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:11.484930 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 41214387-54fa-4185-bffb-d15230ec89ba, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=41214387-54fa-4185-bffb-d15230ec89ba,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:04:11.488423 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:11.541669 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=41214387-54fa-4185-bffb-d15230ec89ba,revision_number=8']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:04:11.590114 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:04:11.592369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95cd98dc-a5df-467a-9f83-1380777b5a1c" -d '{"events": [{"server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "name": "network-vif-plugged", "status": "completed", "tag": "41214387-54fa-4185-bffb-d15230ec89ba"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:04:11.637586 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:04:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deff97c-6872-4510-b9d8-e28c049ceb8e x-openstack-request-id: req-6deff97c-6872-4510-b9d8-e28c049ceb8e {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:04:11.637877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "name": "network-vif-plugged", "status": "completed", "tag": "41214387-54fa-4185-bffb-d15230ec89ba", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:04:11.638135 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-6deff97c-6872-4510-b9d8-e28c049ceb8e {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:04:11.638527 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba', 'code': 200} Nov 23 05:04:11.823020 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:12.058920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-ff81b7a3-dc2a-49ac-ba05-156118680dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:12.060414 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-ff81b7a3-dc2a-49ac-ba05-156118680dfa service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b&tenant_id=a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 1098 time: 0.0420685 Nov 23 05:04:12.164798 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45aba9d-5270-4834-a1c4-deb1bf01e2d1 req-1c8679c4-2ff9-498c-a2d9-c50f519b612f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:12.166197 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b45aba9d-5270-4834-a1c4-deb1bf01e2d1 req-1c8679c4-2ff9-498c-a2d9-c50f519b612f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0811498 Nov 23 05:04:12.171562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-558e8f18-bcdc-4182-aef2-1d158fe6cc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:12.172913 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-558e8f18-bcdc-4182-aef2-1d158fe6cc4c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 1098 time: 0.0553660 Nov 23 05:04:12.262441 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b45aba9d-5270-4834-a1c4-deb1bf01e2d1 req-4d13c057-0a55-48f7-a0a0-f7f78bce236d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885482 Nov 23 05:04:12.295562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-89ec83ba-a214-4454-8163-1a4d021749df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:12.296979 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-89ec83ba-a214-4454-8163-1a4d021749df service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.1085169 Nov 23 05:04:12.373312 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-808b0c57-ce9e-4288-be60-f866650b79c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=41214387-54fa-4185-bffb-d15230ec89ba HTTP/1.1" status: 200 len: 1002 time: 0.0629406 Nov 23 05:04:12.426768 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-4d397ee1-6a5c-4948-9c19-5a780b2dc098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:12.428051 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-4d397ee1-6a5c-4948-9c19-5a780b2dc098 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0428126 Nov 23 05:04:12.476540 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-f69fa293-0cef-4232-92eb-93f121b0ebb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:12.478028 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-f69fa293-0cef-4232-92eb-93f121b0ebb7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424254 Nov 23 05:04:12.571784 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-b35d5404-3c7d-4ea5-a64f-9e4053fafaba service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818906 Nov 23 05:04:12.667597 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5d169944-150c-471f-87a5-5d5e30cf10fe req-a763b411-dd09-4e5d-8e4f-bb2a4b79ae4d service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844033 Nov 23 05:04:12.698344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:13.380799 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e1817a1-3b20-4587-b8ab-8348bde5bd23 req-9011fd16-6a23-4663-927e-a9650e6fe142 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:13.382258 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2e1817a1-3b20-4587-b8ab-8348bde5bd23 req-9011fd16-6a23-4663-927e-a9650e6fe142 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0517228 Nov 23 05:04:13.428291 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2e1817a1-3b20-4587-b8ab-8348bde5bd23 req-db8be9d9-1a99-4e39-8db9-d17339a7769f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402186 Nov 23 05:04:14.544983 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae86fcb-1c08-4677-a6dc-cab12ee5ad9d req-130d4554-ce69-478b-9eee-80e327d1612d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:14.546481 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0ae86fcb-1c08-4677-a6dc-cab12ee5ad9d req-130d4554-ce69-478b-9eee-80e327d1612d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0500300 Nov 23 05:04:14.592556 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0ae86fcb-1c08-4677-a6dc-cab12ee5ad9d req-2da54500-ecae-4edd-a4b0-8fd227a6880c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402477 Nov 23 05:04:14.704989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8225553-76e4-461c-83fa-8c26a1b31f9e req-86937e10-a075-48cc-9238-8a11a17e4348 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:14.706578 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f8225553-76e4-461c-83fa-8c26a1b31f9e req-86937e10-a075-48cc-9238-8a11a17e4348 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0478227 Nov 23 05:04:14.753533 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f8225553-76e4-461c-83fa-8c26a1b31f9e req-336464bb-56a7-4dcf-a4e1-7abf9fb8d750 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406003 Nov 23 05:04:14.864387 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad38bea-ae57-4665-8d52-cfd33c535a26 req-f6df6301-2d53-44d5-8056-e65bc263d1ed tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:14.865834 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2ad38bea-ae57-4665-8d52-cfd33c535a26 req-f6df6301-2d53-44d5-8056-e65bc263d1ed tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0475774 Nov 23 05:04:14.911620 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2ad38bea-ae57-4665-8d52-cfd33c535a26 req-fa0aebd6-d83e-42b4-b2f1-d5fc3935996c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400543 Nov 23 05:04:15.140037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f93fe4-10a1-43d2-ae50-7b649eb8c4b4 req-e1712a54-b3eb-4331-9313-086f444854d0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:15.141504 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13f93fe4-10a1-43d2-ae50-7b649eb8c4b4 req-e1712a54-b3eb-4331-9313-086f444854d0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0520496 Nov 23 05:04:15.189784 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13f93fe4-10a1-43d2-ae50-7b649eb8c4b4 req-726b083d-c53d-4644-aa97-97a22ebe6de5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416286 Nov 23 05:04:15.350360 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 41214387-54fa-4185-bffb-d15230ec89ba details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:04:15.360023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 41214387-54fa-4185-bffb-d15230ec89ba no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:04:15.505833 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 41214387-54fa-4185-bffb-d15230ec89ba, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=41214387-54fa-4185-bffb-d15230ec89ba,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:04:15.513656 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:15.528228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '41214387-54fa-4185-bffb-d15230ec89ba', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'port_id': '41214387-54fa-4185-bffb-d15230ec89ba', 'mac_address': 'fa:16:3e:09:48:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:04:15.545136 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:04:15.547362 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf42f32-2361-4058-9928-b341ec42a8ba" -d '{"events": [{"server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "name": "network-vif-unplugged", "status": "completed", "tag": "41214387-54fa-4185-bffb-d15230ec89ba"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:04:15.581070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 41214387-54fa-4185-bffb-d15230ec89ba, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=41214387-54fa-4185-bffb-d15230ec89ba,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:04:15.592636 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:15.599685 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:15.626010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 05:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0f66c82-4db3-4350-87ec-ae24a3e950d0 x-openstack-request-id: req-b0f66c82-4db3-4350-87ec-ae24a3e950d0 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:04:15.626236 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "name": "network-vif-unplugged", "status": "completed", "tag": "41214387-54fa-4185-bffb-d15230ec89ba", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:04:15.626459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b0f66c82-4db3-4350-87ec-ae24a3e950d0 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:04:15.626827 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba', 'code': 200} Nov 23 05:04:15.642923 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 41214387-54fa-4185-bffb-d15230ec89ba {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:04:15.689427 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=41214387-54fa-4185-bffb-d15230ec89ba,revision_number=9']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:04:15.699168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 05:04:15.699526 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 05:04:16.239339 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:16.251917 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41214387-54fa-4185-bffb-d15230ec89ba {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:04:16.273604 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 41214387-54fa-4185-bffb-d15230ec89ba, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=41214387-54fa-4185-bffb-d15230ec89ba,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:04:16.277877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:16.308884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52762767-badb-48c0-aa35-07a4662fc738 req-d8a3c769-9641-4f90-91b4-276328fcd66c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:16.310389 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-52762767-badb-48c0-aa35-07a4662fc738 req-d8a3c769-9641-4f90-91b4-276328fcd66c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 943 time: 0.0512898 Nov 23 05:04:16.324090 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=41214387-54fa-4185-bffb-d15230ec89ba,revision_number=10']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:04:16.362504 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-52762767-badb-48c0-aa35-07a4662fc738 req-33382402-076d-4a7a-ba5b-693dcf1fa7b3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459306 Nov 23 05:04:16.440378 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['41214387-54fa-4185-bffb-d15230ec89ba'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:04:17.351394 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 41214387-54fa-4185-bffb-d15230ec89ba up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:04:17.400447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 41214387-54fa-4185-bffb-d15230ec89ba triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:04:17.400823 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:17.481422 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:17.483293 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff211f-4199-4ffa-b961-d8603484a207 req-a59ef540-f494-4a19-9738-d582b2cd385b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:17.484847 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-14ff211f-4199-4ffa-b961-d8603484a207 req-a59ef540-f494-4a19-9738-d582b2cd385b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 945 time: 0.0490513 Nov 23 05:04:17.513433 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 41214387-54fa-4185-bffb-d15230ec89ba, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=41214387-54fa-4185-bffb-d15230ec89ba,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:04:17.518949 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:17.540622 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-14ff211f-4199-4ffa-b961-d8603484a207 req-aa8f3072-b703-4e56-b167-d0748cd7253c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497909 Nov 23 05:04:17.568533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=41214387-54fa-4185-bffb-d15230ec89ba,revision_number=11']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:04:17.628775 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:04:17.631135 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a5a8b1-d123-4871-a814-f1a1c10bcd05" -d '{"events": [{"server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "name": "network-vif-plugged", "status": "completed", "tag": "41214387-54fa-4185-bffb-d15230ec89ba"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:04:17.667336 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:04:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e69e6112-15b8-4b8a-8ca7-94a250cf49e5 x-openstack-request-id: req-e69e6112-15b8-4b8a-8ca7-94a250cf49e5 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:04:17.667628 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "name": "network-vif-plugged", "status": "completed", "tag": "41214387-54fa-4185-bffb-d15230ec89ba", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:04:17.667892 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e69e6112-15b8-4b8a-8ca7-94a250cf49e5 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:04:17.668287 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba', 'code': 200} Nov 23 05:04:17.813041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-4e243091-5fdd-4b6b-8a4f-d889301b9076 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:17.814498 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-4e243091-5fdd-4b6b-8a4f-d889301b9076 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 946 time: 0.0479727 Nov 23 05:04:17.909262 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Deleting port 41214387-54fa-4185-bffb-d15230ec89ba {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:04:17.909547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:18.005216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] For port 41214387-54fa-4185-bffb-d15230ec89ba, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=41214387-54fa-4185-bffb-d15230ec89ba,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:04:18.005634 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:18.177346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:18.177637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:18.177950 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb disassociated. External IP: 172.26.8.149, port: 41214387-54fa-4185-bffb-d15230ec89ba. Nov 23 05:04:18.178287 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Calling delete_port for 41214387-54fa-4185-bffb-d15230ec89ba owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:04:18.306043 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:18.343134 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Pushing event deleted for resources: {'Port': ['ID=41214387-54fa-4185-bffb-d15230ec89ba,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:04:18.356595 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:18.356952 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:18.357317 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:18.357664 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:18.358000 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:18.358334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:18.358665 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:18.358996 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:18.359326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:18.360172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:18.360172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:18.360465 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:04:18.472275 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Router 3b4ee100-0e6c-459c-bb43-3be82cb392af has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:04:18.580550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:04:18.592342 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9a288-9c5d-4688-8831-fc79eeb052ef None None] Sync routers for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:04:18.603327 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9a288-9c5d-4688-8831-fc79eeb052ef None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:04:18.604401 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-81e9a288-9c5d-4688-8831-fc79eeb052ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:04:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:04:18.623305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] No DVR routers for this DVR port 41214387-54fa-4185-bffb-d15230ec89ba on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:04:18.628279 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:18.632362 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2d1655a7-97f2-455a-9a00-edcfa0db9497 req-3a851924-1a35-4fab-9772-dc161af5498f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "DELETE /v2.0/ports/41214387-54fa-4185-bffb-d15230ec89ba HTTP/1.1" status: 204 len: 173 time: 0.8081067 Nov 23 05:04:18.632836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'name': 'network-vif-deleted', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:04:18.635125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-690ddd91-18ea-4df5-be75-d74881e2a641" -d '{"events": [{"server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "name": "network-vif-deleted", "tag": "41214387-54fa-4185-bffb-d15230ec89ba"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:04:18.649940 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2c0fa5ad-b9df-42e3-b34a-49ef560ae18b req-fccaa8be-869d-405d-b8ab-35f8589c99eb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=48c8bea5-7282-443f-9d92-1523f260362b HTTP/1.1" status: 200 len: 210 time: 0.0347443 Nov 23 05:04:18.678616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:04:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a32268-9047-4017-941c-ebcdf3b00627 x-openstack-request-id: req-c1a32268-9047-4017-941c-ebcdf3b00627 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:04:18.678784 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "48c8bea5-7282-443f-9d92-1523f260362b", "name": "network-vif-deleted", "tag": "41214387-54fa-4185-bffb-d15230ec89ba", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:04:18.679014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c1a32268-9047-4017-941c-ebcdf3b00627 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:04:18.679356 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '48c8bea5-7282-443f-9d92-1523f260362b', 'name': 'network-vif-deleted', 'tag': '41214387-54fa-4185-bffb-d15230ec89ba', 'status': 'completed', 'code': 200} Nov 23 05:04:18.715922 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-81e9a288-9c5d-4688-8831-fc79eeb052ef None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:04:18.917140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-81e9a288-9c5d-4688-8831-fc79eeb052ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:04:18.942396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9a288-9c5d-4688-8831-fc79eeb052ef None None] Checking router: 3b4ee100-0e6c-459c-bb43-3be82cb392af for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:04:18.950473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e9a288-9c5d-4688-8831-fc79eeb052ef None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:04:18.951061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-81e9a288-9c5d-4688-8831-fc79eeb052ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:04:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:04:19.202776 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-81e9a288-9c5d-4688-8831-fc79eeb052ef None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:04:19.400424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-81e9a288-9c5d-4688-8831-fc79eeb052ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:04:19.430291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81e9a288-9c5d-4688-8831-fc79eeb052ef None None] The sync data for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv is: [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:04:19.648590 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e3eee46-9af9-4157-b149-3777ce39e513 None None] New status for floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:04:19.902628 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-4ab5a634-088a-420d-b338-f4a65979fa3a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-securitygroup--1709204221&fields=id&tenant_id=a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 267 time: 0.0415850 Nov 23 05:04:20.010343 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-ae35086a-b3d7-4668-8524-3d0fd64baa33 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:20.011797 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-ae35086a-b3d7-4668-8524-3d0fd64baa33 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 811 time: 0.1027880 Nov 23 05:04:20.027509 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-2690f48e-b003-4a4d-a832-3783bb99e524 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/quotas/a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 375 time: 0.0100563 Nov 23 05:04:20.076383 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-fd3b779d-70ec-48dc-b77b-4bfb08b25f62 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0435743 Nov 23 05:04:20.133199 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-3c304ef5-e450-4b7e-b474-2090768d4948 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:04:20.134225 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-3c304ef5-e450-4b7e-b474-2090768d4948 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464327 Nov 23 05:04:20.222023 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c288d267-dc48-4ae6-a0af-17ab70e6ee53 service neutron] 10.222.0.37 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817611 Nov 23 05:04:20.313440 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-b6580635-7932-4b88-a624-a7ce524ef16c service neutron] 10.222.0.37 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854058 Nov 23 05:04:20.469319 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb8d29e3-b517-458c-9215-0f207f29d7eb req-6bbdc6bd-773f-4edf-9f91-bb0ac2092aa7 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 210 time: 0.0264397 Nov 23 05:04:21.362658 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 41214387-54fa-4185-bffb-d15230ec89ba no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:04:21.382535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 41214387-54fa-4185-bffb-d15230ec89ba {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:04:21.382889 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 41214387-54fa-4185-bffb-d15230ec89ba not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:04:21.560316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-7e6e91fc-d148-445c-a368-44aa6d16ff5e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:21.562300 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-7e6e91fc-d148-445c-a368-44aa6d16ff5e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 811 time: 0.1127193 Nov 23 05:04:21.567840 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3312d01c-8f9e-41d5-9848-5b9a8b342dff req-8da23d1b-0b7c-4274-a722-3a1b3701ab8c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 210 time: 0.0289030 Nov 23 05:04:21.641681 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-f059da12-f9be-4622-9fa5-a62669b26861 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 380 time: 0.0520506 Nov 23 05:04:21.666806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-f5eed288-a467-4c78-bf81-8bef713898d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Request body: {'port': {'device_id': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'admin_state_up': True, 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'security_groups': ['aef67cce-ca93-497b-9a61-2f90d9d89198']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:04:21.774868 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-f5eed288-a467-4c78-bf81-8bef713898d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Made reservation on behalf of a95b97d210fa49538456c12cbf2326ac for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:04:21.778735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-f5eed288-a467-4c78-bf81-8bef713898d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:21.905171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-f5eed288-a467-4c78-bf81-8bef713898d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Allocated IP 172.20.0.12 (7de2e831-304b-4979-89a1-75303e4aef72/a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65/ef337f2b-8344-4475-8183-c74480f26b2b) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:04:22.040894 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-f5eed288-a467-4c78-bf81-8bef713898d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:22.073767 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-f5eed288-a467-4c78-bf81-8bef713898d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:22.116761 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-f5eed288-a467-4c78-bf81-8bef713898d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Network 7de2e831-304b-4979-89a1-75303e4aef72 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:04:22.119923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-f5eed288-a467-4c78-bf81-8bef713898d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:04:22.123423 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-f5eed288-a467-4c78-bf81-8bef713898d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:04:22.130254 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eed288-a467-4c78-bf81-8bef713898d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Pushing event updated for resources: {'Port': ['ID=ef337f2b-8344-4475-8183-c74480f26b2b,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:04:22.176437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-f5eed288-a467-4c78-bf81-8bef713898d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:22.177049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-f5eed288-a467-4c78-bf81-8bef713898d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:22.193915 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-f5eed288-a467-4c78-bf81-8bef713898d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5310607 Nov 23 05:04:22.293496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Request body: {'port': {'device_id': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:04:22.321859 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-256bdd61-41ba-45eb-a3c5-8496f27112a6 None None] Provisioning complete for port ef337f2b-8344-4475-8183-c74480f26b2b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:04:22.322313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-256bdd61-41ba-45eb-a3c5-8496f27112a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:22.356001 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-256bdd61-41ba-45eb-a3c5-8496f27112a6 None None] Port ef337f2b-8344-4475-8183-c74480f26b2b cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:04:22.709542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:22.758811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5354c7a-4f1d-4aa5-9c35-36476ab0f792 req-24ba582b-e5fd-4927-88b0-4f4a296f1ded tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:22.760248 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a5354c7a-4f1d-4aa5-9c35-36476ab0f792 req-24ba582b-e5fd-4927-88b0-4f4a296f1ded tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 932 time: 0.0816832 Nov 23 05:04:22.878191 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a5354c7a-4f1d-4aa5-9c35-36476ab0f792 req-9dff18ab-6b7a-4194-998a-ea4df8778265 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1119022 Nov 23 05:04:23.014715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef337f2b-8344-4475-8183-c74480f26b2b {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:04:23.023682 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:23.035625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Transition to ACTIVE for port object ef337f2b-8344-4475-8183-c74480f26b2b will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:04:23.039200 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:23.089174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Pushing event updated for resources: {'Port': ['ID=ef337f2b-8344-4475-8183-c74480f26b2b,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:04:23.158784 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Attempting to bind port ef337f2b-8344-4475-8183-c74480f26b2b on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:04:23.159115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Attempting to bind port ef337f2b-8344-4475-8183-c74480f26b2b by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:04:23.159445 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Attempting to bind port ef337f2b-8344-4475-8183-c74480f26b2b on network 7de2e831-304b-4979-89a1-75303e4aef72 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:04:23.164001 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Port ef337f2b-8344-4475-8183-c74480f26b2b on network 7de2e831-304b-4979-89a1-75303e4aef72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:04:23.164447 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Attempting to bind port ef337f2b-8344-4475-8183-c74480f26b2b on network 7de2e831-304b-4979-89a1-75303e4aef72 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:04:23.169582 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 4, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:04:23.169919 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Checking segment: {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:04:23.170299 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Bound using segment: {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:04:23.170721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Bound port: ef337f2b-8344-4475-8183-c74480f26b2b, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '589a0d39-196f-41e7-9f7d-e45237aedf50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:04:23.171080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:23.239065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] For port ef337f2b-8344-4475-8183-c74480f26b2b, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:04:23.242052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] For port ef337f2b-8344-4475-8183-c74480f26b2b, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ef337f2b-8344-4475-8183-c74480f26b2b,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:04:23.246363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:23.285180 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:23.285899 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:23.287282 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] 10.222.0.15 "PUT /v2.0/ports/ef337f2b-8344-4475-8183-c74480f26b2b HTTP/1.1" status: 200 len: 1094 time: 1.0707386 Nov 23 05:04:23.287746 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:04:23.290106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c725631-c774-4397-ab4a-cda56839003e" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:04:23.321332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06fbc46-b418-4b8e-8aed-3cc05168dd62 service neutron] Pushing event updated for resources: {'Port': ['ID=ef337f2b-8344-4475-8183-c74480f26b2b,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:04:23.335368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:04:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-976b81f6-9b8a-4b7b-8109-d2bd4a850f7f x-openstack-request-id: req-976b81f6-9b8a-4b7b-8109-d2bd4a850f7f {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:04:23.335687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:04:23.335945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-976b81f6-9b8a-4b7b-8109-d2bd4a850f7f {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:04:23.336349 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'status': 'completed', 'code': 200} Nov 23 05:04:23.401597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-5217e5fc-9a6c-4c2a-bda0-e589f708a870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:23.403051 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-5217e5fc-9a6c-4c2a-bda0-e589f708a870 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 1097 time: 0.0435379 Nov 23 05:04:23.466084 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-60732c19-2aaf-4ef0-9ce8-645c3bf661fc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef337f2b-8344-4475-8183-c74480f26b2b HTTP/1.1" status: 200 len: 217 time: 0.0402131 Nov 23 05:04:23.518231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-4d46f665-9b34-4e3f-b2ba-c69cd28e3f10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:23.520454 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-4d46f665-9b34-4e3f-b2ba-c69cd28e3f10 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0433981 Nov 23 05:04:23.569792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-7aa170d3-90a6-4371-89c4-5fcbec0ef652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:23.571231 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-7aa170d3-90a6-4371-89c4-5fcbec0ef652 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393641 Nov 23 05:04:23.669755 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-6f5f8a63-5baa-4fc7-a18e-e235b07cc3f8 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863187 Nov 23 05:04:23.763640 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-540fb789-56d8-4d56-b9a4-f05adea80e64 req-cb79ed77-35c8-4572-b117-ecc79c8d5592 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824153 Nov 23 05:04:23.900206 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c725631-c774-4397-ab4a-cda56839003e req-7b3af396-4cf8-4499-9d25-b40b003d76df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:23.901699 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2c725631-c774-4397-ab4a-cda56839003e req-7b3af396-4cf8-4499-9d25-b40b003d76df service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 1097 time: 0.0414691 Nov 23 05:04:24.007775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c725631-c774-4397-ab4a-cda56839003e req-405bd233-90a0-461f-95d9-a321459940d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:24.009254 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2c725631-c774-4397-ab4a-cda56839003e req-405bd233-90a0-461f-95d9-a321459940d6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0988388 Nov 23 05:04:24.056726 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2c725631-c774-4397-ab4a-cda56839003e req-f1eec1c1-6dd1-44a6-8bb0-f8c978fef412 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef337f2b-8344-4475-8183-c74480f26b2b HTTP/1.1" status: 200 len: 217 time: 0.0385201 Nov 23 05:04:24.132293 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c725631-c774-4397-ab4a-cda56839003e req-e69e4b5e-3ef7-4953-a54d-d93e50cd1e62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:24.133831 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2c725631-c774-4397-ab4a-cda56839003e req-e69e4b5e-3ef7-4953-a54d-d93e50cd1e62 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0683291 Nov 23 05:04:24.144263 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1009f4-6529-4a62-a70c-6876825c8c01 req-ada66883-2530-4997-ae06-1df5ee15d659 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:24.146630 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0c1009f4-6529-4a62-a70c-6876825c8c01 req-ada66883-2530-4997-ae06-1df5ee15d659 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 944 time: 0.1899662 Nov 23 05:04:24.216413 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0c1009f4-6529-4a62-a70c-6876825c8c01 req-4a03abc1-e913-433d-9433-19e650ae74f1 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0615892 Nov 23 05:04:24.218932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c725631-c774-4397-ab4a-cda56839003e req-c81711b4-a5e0-4e0e-869b-d6eb0c7a6c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:24.220306 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2c725631-c774-4397-ab4a-cda56839003e req-c81711b4-a5e0-4e0e-869b-d6eb0c7a6c63 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728285 Nov 23 05:04:24.319088 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2c725631-c774-4397-ab4a-cda56839003e req-f54c5b80-b7dd-4b7e-98ea-efcfc9b276e6 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884492 Nov 23 05:04:24.411470 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2c725631-c774-4397-ab4a-cda56839003e req-3fb7b403-f9a7-4cce-ae5e-2ec3d042ede2 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832646 Nov 23 05:04:25.378115 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecd6e61-1a88-4000-9e00-c62bed86bde1 req-7c201be2-2dfd-4b13-b0c5-00732cf52d53 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:25.380095 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5ecd6e61-1a88-4000-9e00-c62bed86bde1 req-7c201be2-2dfd-4b13-b0c5-00732cf52d53 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 944 time: 0.0959549 Nov 23 05:04:25.426492 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5ecd6e61-1a88-4000-9e00-c62bed86bde1 req-2a04551c-e226-49c2-bb8b-d9574d8e4da3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404048 Nov 23 05:04:26.540218 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db21a3d0-3396-4f03-8da1-d6a625fdf68b req-b71f7478-0f68-4e86-b663-f8b5c1984cb6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:26.541719 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db21a3d0-3396-4f03-8da1-d6a625fdf68b req-b71f7478-0f68-4e86-b663-f8b5c1984cb6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 944 time: 0.0493832 Nov 23 05:04:26.592965 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db21a3d0-3396-4f03-8da1-d6a625fdf68b req-79c3fe3c-ce2a-4889-aafd-3b2a2f2d4adf tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453496 Nov 23 05:04:27.411015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device ef337f2b-8344-4475-8183-c74480f26b2b details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:04:27.503148 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port ef337f2b-8344-4475-8183-c74480f26b2b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ef337f2b-8344-4475-8183-c74480f26b2b,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:04:27.514908 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'port_id': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'mac_address': 'fa:16:3e:eb:f0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:04:27.551414 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:27.567797 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef337f2b-8344-4475-8183-c74480f26b2b {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:04:27.586832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port ef337f2b-8344-4475-8183-c74480f26b2b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ef337f2b-8344-4475-8183-c74480f26b2b,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:04:27.590689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:27.637471 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=ef337f2b-8344-4475-8183-c74480f26b2b,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:04:27.710790 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa13559-01bd-4b04-a504-27477531e35f req-833efbc6-88ce-48b9-ac3e-1b74e745cb87 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:27.712178 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2fa13559-01bd-4b04-a504-27477531e35f req-833efbc6-88ce-48b9-ac3e-1b74e745cb87 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 945 time: 0.0523117 Nov 23 05:04:27.757930 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2fa13559-01bd-4b04-a504-27477531e35f req-ea30316e-b884-4043-9dc2-9c0a17e8b1d9 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399706 Nov 23 05:04:27.945994 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['ef337f2b-8344-4475-8183-c74480f26b2b'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:04:28.870817 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605ff952-b0a6-4266-9436-2c648944670a req-6805ad26-7a9a-4ac9-9c1b-08d660a31006 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:28.872269 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-605ff952-b0a6-4266-9436-2c648944670a req-6805ad26-7a9a-4ac9-9c1b-08d660a31006 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 945 time: 0.0485327 Nov 23 05:04:28.918977 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-605ff952-b0a6-4266-9436-2c648944670a req-b478656c-450a-4ae4-869b-74ebc56851cd tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409024 Nov 23 05:04:29.440482 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device ef337f2b-8344-4475-8183-c74480f26b2b up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:04:29.487840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port ef337f2b-8344-4475-8183-c74480f26b2b completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:04:29.492030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port ef337f2b-8344-4475-8183-c74480f26b2b triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:04:29.492404 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:29.568113 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:29.589489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:04:29.591743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66aa0562-6b06-4270-9e24-5cc2a1f801e1" -d '{"events": [{"server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "name": "network-vif-plugged", "status": "completed", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:04:29.607794 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port ef337f2b-8344-4475-8183-c74480f26b2b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ef337f2b-8344-4475-8183-c74480f26b2b,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:04:29.611836 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:29.635358 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5ec5454-0afc-4830-8549-320d9f7d1510 x-openstack-request-id: req-a5ec5454-0afc-4830-8549-320d9f7d1510 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:04:29.635666 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "name": "network-vif-plugged", "status": "completed", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:04:29.635926 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a5ec5454-0afc-4830-8549-320d9f7d1510 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:04:29.636320 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'code': 200} Nov 23 05:04:29.661268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=ef337f2b-8344-4475-8183-c74480f26b2b,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:04:29.857234 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4558aaf0-766f-485f-b4f7-7d2cb91855a9 req-614e54f8-acf7-464d-8d9d-7bbc1fa46f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:29.858701 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4558aaf0-766f-485f-b4f7-7d2cb91855a9 req-614e54f8-acf7-464d-8d9d-7bbc1fa46f9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 1099 time: 0.0390396 Nov 23 05:04:29.902925 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4558aaf0-766f-485f-b4f7-7d2cb91855a9 req-6de67e13-0865-4872-afba-f69fe5903786 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358067 Nov 23 05:04:30.034630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5064c714-ea21-4e4a-9eb4-e87fd6da68d5 req-81fa9e9e-250d-4045-8a06-621140c8e3c9 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:30.036520 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5064c714-ea21-4e4a-9eb4-e87fd6da68d5 req-81fa9e9e-250d-4045-8a06-621140c8e3c9 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0525370 Nov 23 05:04:30.083026 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5064c714-ea21-4e4a-9eb4-e87fd6da68d5 req-8c7a5bf4-0610-41ea-87b7-1a6d50fd1847 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405574 Nov 23 05:04:31.197786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89056fb5-55ce-4880-94bc-0d1999aef8cd req-14a00a43-d545-460f-865c-0b12e68b2348 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:31.199275 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-89056fb5-55ce-4880-94bc-0d1999aef8cd req-14a00a43-d545-460f-865c-0b12e68b2348 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0482762 Nov 23 05:04:31.245431 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-89056fb5-55ce-4880-94bc-0d1999aef8cd req-3e00f795-00b1-42d2-9108-f160d08076e3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400884 Nov 23 05:04:31.358177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8752de8-a95a-44e3-9856-ba593f2b96b1 req-4005c801-b54f-41bb-95d9-cb8ab0522599 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:31.359643 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b8752de8-a95a-44e3-9856-ba593f2b96b1 req-4005c801-b54f-41bb-95d9-cb8ab0522599 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0499828 Nov 23 05:04:31.368821 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 50842) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:04:31.373142 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c5be04d2-01b8-48e8-ba3a-be6b9d3c204b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Request body: {'floatingip': {'port_id': 'ef337f2b-8344-4475-8183-c74480f26b2b'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:04:31.415786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5be04d2-01b8-48e8-ba3a-be6b9d3c204b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:31.849032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5be04d2-01b8-48e8-ba3a-be6b9d3c204b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:31.852778 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5be04d2-01b8-48e8-ba3a-be6b9d3c204b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:31.951842 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-c5be04d2-01b8-48e8-ba3a-be6b9d3c204b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb associated. External IP: 172.26.8.149, port: ef337f2b-8344-4475-8183-c74480f26b2b. Nov 23 05:04:32.157703 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5be04d2-01b8-48e8-ba3a-be6b9d3c204b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Router 3b4ee100-0e6c-459c-bb43-3be82cb392af has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:04:32.264167 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5be04d2-01b8-48e8-ba3a-be6b9d3c204b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:04:32.268902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c5be04d2-01b8-48e8-ba3a-be6b9d3c204b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:32.274311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f2770-8bcc-4033-a68e-9906714c2d4a None None] Sync routers for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:04:32.283785 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f2770-8bcc-4033-a68e-9906714c2d4a None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:04:32.284403 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ec0f2770-8bcc-4033-a68e-9906714c2d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:04:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:04:32.296297 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c5be04d2-01b8-48e8-ba3a-be6b9d3c204b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "PUT /v2.0/floatingips/f5c45a4a-6a5b-48e8-8760-2d0634f745bb HTTP/1.1" status: 200 len: 993 time: 0.9264216 Nov 23 05:04:32.296885 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:04:32.299183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bd01307-208a-4cde-b65b-676bba7bc23f" -d '{"events": [{"name": "network-changed", "server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:04:32.336706 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:04:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfec75e4-67e6-4d56-814f-63744d1629da x-openstack-request-id: req-cfec75e4-67e6-4d56-814f-63744d1629da {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:04:32.337002 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:04:32.337253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cfec75e4-67e6-4d56-814f-63744d1629da {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:04:32.338384 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'status': 'completed', 'code': 200} Nov 23 05:04:32.393652 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ec0f2770-8bcc-4033-a68e-9906714c2d4a None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:04:32.438440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd01307-208a-4cde-b65b-676bba7bc23f req-6e918621-efd3-4eac-9fd3-445ed08b20e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:32.440193 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2bd01307-208a-4cde-b65b-676bba7bc23f req-6e918621-efd3-4eac-9fd3-445ed08b20e7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 1099 time: 0.0434406 Nov 23 05:04:32.536226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd01307-208a-4cde-b65b-676bba7bc23f req-869e8edc-fc39-4aa1-9b93-a8a93294ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:32.537727 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2bd01307-208a-4cde-b65b-676bba7bc23f req-869e8edc-fc39-4aa1-9b93-a8a93294ba11 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0899117 Nov 23 05:04:32.603961 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2bd01307-208a-4cde-b65b-676bba7bc23f req-81ee85c4-35f2-4cd3-81e4-5082ed49af8d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef337f2b-8344-4475-8183-c74480f26b2b HTTP/1.1" status: 200 len: 1001 time: 0.0583954 Nov 23 05:04:32.624660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ec0f2770-8bcc-4033-a68e-9906714c2d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f5c45a4a-6a5b-48e8-8760-2d0634f745bb', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'port_id': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'mac_address': 'fa:16:3e:eb:f0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:00:14Z', 'updated_at': '2021-11-23T05:04:31Z', 'revision_number': 13, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:04:32.653856 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f2770-8bcc-4033-a68e-9906714c2d4a None None] Checking router: 3b4ee100-0e6c-459c-bb43-3be82cb392af for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:04:32.659034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd01307-208a-4cde-b65b-676bba7bc23f req-b75f999c-fb46-4d0c-a8bb-6ede5a2ae449 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:32.660614 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2bd01307-208a-4cde-b65b-676bba7bc23f req-b75f999c-fb46-4d0c-a8bb-6ede5a2ae449 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0499642 Nov 23 05:04:32.665884 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec0f2770-8bcc-4033-a68e-9906714c2d4a None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:04:32.666500 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ec0f2770-8bcc-4033-a68e-9906714c2d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:04:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:04:32.730623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd01307-208a-4cde-b65b-676bba7bc23f req-fdd1aa41-2c68-497e-a956-0752ec49f6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:32.732022 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2bd01307-208a-4cde-b65b-676bba7bc23f req-fdd1aa41-2c68-497e-a956-0752ec49f6ac service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424926 Nov 23 05:04:32.773816 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ec0f2770-8bcc-4033-a68e-9906714c2d4a None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:04:32.823602 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2bd01307-208a-4cde-b65b-676bba7bc23f req-3b66d867-2161-444e-92a6-d65fbd094f59 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832055 Nov 23 05:04:32.919636 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2bd01307-208a-4cde-b65b-676bba7bc23f req-d4432d05-42df-426a-b5ad-c916a37fa232 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0880601 Nov 23 05:04:33.003501 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ec0f2770-8bcc-4033-a68e-9906714c2d4a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f5c45a4a-6a5b-48e8-8760-2d0634f745bb', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'port_id': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'mac_address': 'fa:16:3e:eb:f0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:00:14Z', 'updated_at': '2021-11-23T05:04:31Z', 'revision_number': 13, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:04:33.033242 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec0f2770-8bcc-4033-a68e-9906714c2d4a None None] The sync data for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv is: [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f5c45a4a-6a5b-48e8-8760-2d0634f745bb', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'floating_ip_address': '172.26.8.149', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'port_id': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1572, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'mac_address': 'fa:16:3e:eb:f0:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:00:14Z', 'updated_at': '2021-11-23T05:04:31Z', 'revision_number': 13, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:04:33.223495 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77d16c85-211e-496d-87ae-b5d308f9ddcb None None] New status for floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:04:36.938106 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3c63f711-0b3d-4eec-b26e-3dcf224f1565 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:38.857615 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:39.209526 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-619e6046-8727-4f93-b589-4622f78718eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:40.421223 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:41.725074 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33f3fb21-ef69-49b9-bba2-f9d17c2a0727 req-5445a3bb-306f-4aba-b84c-ff554147f740 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0412886 Nov 23 05:04:41.827692 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:41.831496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3fb21-ef69-49b9-bba2-f9d17c2a0727 req-bbd971e1-87b6-4f3c-adad-75d13a9cae0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:41.833582 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33f3fb21-ef69-49b9-bba2-f9d17c2a0727 req-bbd971e1-87b6-4f3c-adad-75d13a9cae0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 1099 time: 0.0414007 Nov 23 05:04:41.938551 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3fb21-ef69-49b9-bba2-f9d17c2a0727 req-37ceca18-a827-4808-9c96-130d2bd1fa8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:41.940031 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33f3fb21-ef69-49b9-bba2-f9d17c2a0727 req-37ceca18-a827-4808-9c96-130d2bd1fa8b service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0873961 Nov 23 05:04:42.006278 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33f3fb21-ef69-49b9-bba2-f9d17c2a0727 req-a63a9908-5c8c-4334-b3d7-0f72aa92cd75 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef337f2b-8344-4475-8183-c74480f26b2b HTTP/1.1" status: 200 len: 1003 time: 0.0581095 Nov 23 05:04:42.059487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3fb21-ef69-49b9-bba2-f9d17c2a0727 req-4f9b3ec8-473d-4f9c-92de-01162ff9e97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:42.060919 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33f3fb21-ef69-49b9-bba2-f9d17c2a0727 req-4f9b3ec8-473d-4f9c-92de-01162ff9e97d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0473380 Nov 23 05:04:42.106087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f3fb21-ef69-49b9-bba2-f9d17c2a0727 req-6a922bd2-5d99-4391-892a-800bbff01aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:04:42.107556 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33f3fb21-ef69-49b9-bba2-f9d17c2a0727 req-6a922bd2-5d99-4391-892a-800bbff01aa3 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393121 Nov 23 05:04:42.197000 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33f3fb21-ef69-49b9-bba2-f9d17c2a0727 req-98f4d4ed-57a6-4716-b5aa-c871bf10e280 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810683 Nov 23 05:04:42.292347 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33f3fb21-ef69-49b9-bba2-f9d17c2a0727 req-34c79ec9-3c45-4d50-85ec-a960314e3075 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865636 Nov 23 05:04:42.700954 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:04:48.413920 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:05:06.940082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c36935e8-caf4-426f-b9fa-203b74aa12c6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:05:08.864948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:05:09.210981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-488eae80-386a-49f8-9e4d-b7d27491d7c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:05:10.423342 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:05:11.827369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:05:12.702057 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:05:14.093825 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1156d475-a0c8-4552-82e7-a63420642130 req-1731992a-c861-4711-bb7b-b7a1828b7431 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:14.095285 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1156d475-a0c8-4552-82e7-a63420642130 req-1731992a-c861-4711-bb7b-b7a1828b7431 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0497489 Nov 23 05:05:14.143652 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1156d475-a0c8-4552-82e7-a63420642130 req-670f3e11-aaf2-4324-98ea-e7fabfb84167 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422637 Nov 23 05:05:25.412923 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:05:27.313403 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-5bbb666a-e618-4802-88fe-33a8f832e5f9 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0448492 Nov 23 05:05:27.325777 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e28c6d-1d6b-4788-9b08-700160260f14 req-54cdb7a4-46c2-4c13-b425-359a73fb79f3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:27.327239 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f4e28c6d-1d6b-4788-9b08-700160260f14 req-54cdb7a4-46c2-4c13-b425-359a73fb79f3 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0483763 Nov 23 05:05:27.376965 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f4e28c6d-1d6b-4788-9b08-700160260f14 req-3fa3bf04-0122-491c-98b9-cc4ff3df29a1 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427625 Nov 23 05:05:28.494080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0603924d-24e2-40f3-b57f-5937bce63e6f req-994df84b-d519-44c6-b772-19d96fa5fdc8 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:28.495538 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0603924d-24e2-40f3-b57f-5937bce63e6f req-994df84b-d519-44c6-b772-19d96fa5fdc8 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0492234 Nov 23 05:05:28.543263 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0603924d-24e2-40f3-b57f-5937bce63e6f req-85b20ccf-9ea4-4733-b4d7-6b981d9eec05 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417559 Nov 23 05:05:28.636163 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-d341d464-5143-4696-bb5d-de8afaa1796b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:28.637681 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-d341d464-5143-4696-bb5d-de8afaa1796b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 1099 time: 0.0414853 Nov 23 05:05:28.745452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-d51a63ae-82d6-4538-b916-f58f70795c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:28.747315 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-d51a63ae-82d6-4538-b916-f58f70795c5e service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0976822 Nov 23 05:05:28.819626 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-3c6ecc7a-bd11-4383-ae57-e2afe5fb6169 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef337f2b-8344-4475-8183-c74480f26b2b HTTP/1.1" status: 200 len: 1003 time: 0.0598555 Nov 23 05:05:28.873215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-38414063-7a2f-444c-a6fa-e42aff41e20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:28.874628 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-38414063-7a2f-444c-a6fa-e42aff41e20d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0435388 Nov 23 05:05:28.929072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-ea055552-9659-4e9c-8a5c-b7812d7b17f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:28.930555 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-ea055552-9659-4e9c-8a5c-b7812d7b17f2 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0432882 Nov 23 05:05:29.025169 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-c4352584-c26b-4c41-af4f-0fbd917c0630 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828724 Nov 23 05:05:29.123328 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-c9258f4f-dfa4-425c-85fd-d4c3eb0df79c service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861425 Nov 23 05:05:29.658703 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2766e4bd-cc8a-4b75-a695-3894a8a00512 req-132ee5cb-b68d-48fd-a1fe-3d31dc4b873d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:29.660165 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2766e4bd-cc8a-4b75-a695-3894a8a00512 req-132ee5cb-b68d-48fd-a1fe-3d31dc4b873d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0488553 Nov 23 05:05:29.710825 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2766e4bd-cc8a-4b75-a695-3894a8a00512 req-0069e6de-a0d9-4c7f-9d40-1def5dab4cde tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446835 Nov 23 05:05:30.832332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77baac9-811f-470d-9b55-8e8b4177a8e7 req-5dd7ea9c-70ef-4c5a-8231-20388335f8d2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:30.833845 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b77baac9-811f-470d-9b55-8e8b4177a8e7 req-5dd7ea9c-70ef-4c5a-8231-20388335f8d2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0544717 Nov 23 05:05:30.880925 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b77baac9-811f-470d-9b55-8e8b4177a8e7 req-8994203c-8796-4244-9f1b-7fab15cd7b31 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411966 Nov 23 05:05:31.993356 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1558b4a7-8912-47f1-b1fe-81d81f5cf787 req-713800b7-e5e5-4c0c-b61d-d6e61f4a582a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:31.994840 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1558b4a7-8912-47f1-b1fe-81d81f5cf787 req-713800b7-e5e5-4c0c-b61d-d6e61f4a582a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0479300 Nov 23 05:05:32.042531 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1558b4a7-8912-47f1-b1fe-81d81f5cf787 req-d9a6fc18-5e07-4152-b7a4-1f7ac676cb27 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411627 Nov 23 05:05:33.155166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e42add7-b194-460c-b7ff-a2f90bcdd96f req-f1cae031-0843-4266-a6a3-f85f9ce9c09b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:33.156602 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1e42add7-b194-460c-b7ff-a2f90bcdd96f req-f1cae031-0843-4266-a6a3-f85f9ce9c09b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0477896 Nov 23 05:05:33.205084 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1e42add7-b194-460c-b7ff-a2f90bcdd96f req-18cf36f5-1f71-44f5-9448-08fd91b26982 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421560 Nov 23 05:05:34.321931 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1544a0d5-26b6-4c77-845f-ed808e712658 req-ad0d3a3a-1dc7-446d-bdf2-c32ff14264c2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:34.323375 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1544a0d5-26b6-4c77-845f-ed808e712658 req-ad0d3a3a-1dc7-446d-bdf2-c32ff14264c2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0483971 Nov 23 05:05:34.374260 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1544a0d5-26b6-4c77-845f-ed808e712658 req-d80ee4bb-34ec-426e-8fbd-e998e60b8cc0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451007 Nov 23 05:05:35.498628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89e4f2b-b5ea-4342-a95e-454c37552821 req-27ddbeb8-9d07-4070-b5f8-39ca269b3338 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:35.500091 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a89e4f2b-b5ea-4342-a95e-454c37552821 req-27ddbeb8-9d07-4070-b5f8-39ca269b3338 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0485981 Nov 23 05:05:35.546364 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a89e4f2b-b5ea-4342-a95e-454c37552821 req-9b6e61f5-11eb-469f-afc9-44d3628b6281 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398467 Nov 23 05:05:36.666728 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d443dc8-cc7e-4d68-b83b-58cda2c8c550 req-b67b725a-eba3-4893-bea4-1b9f81ac5112 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:36.668203 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0d443dc8-cc7e-4d68-b83b-58cda2c8c550 req-b67b725a-eba3-4893-bea4-1b9f81ac5112 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0553522 Nov 23 05:05:36.717118 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0d443dc8-cc7e-4d68-b83b-58cda2c8c550 req-71fd4e2b-00e6-456e-8a1d-2af55c7a8556 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430326 Nov 23 05:05:36.942837 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-621099db-f6af-4b09-b3b3-7b203b531550 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:05:37.831399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286b0841-1d9b-4b7b-a77c-529cd565c9b4 req-d42258ce-d6e3-4c88-8db5-4fab9526a176 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:37.833395 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-286b0841-1d9b-4b7b-a77c-529cd565c9b4 req-d42258ce-d6e3-4c88-8db5-4fab9526a176 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0480993 Nov 23 05:05:37.880641 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-286b0841-1d9b-4b7b-a77c-529cd565c9b4 req-77037595-4dcb-496f-92e3-2ea862161f7f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409379 Nov 23 05:05:38.864865 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:05:38.994832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-614af2d7-a9b3-4620-8cec-05c612d0b463 req-518fc548-55ba-43bc-977a-f331075a7182 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:38.996288 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-614af2d7-a9b3-4620-8cec-05c612d0b463 req-518fc548-55ba-43bc-977a-f331075a7182 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0496166 Nov 23 05:05:39.042556 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-614af2d7-a9b3-4620-8cec-05c612d0b463 req-a3fb89bb-5560-45e3-ba8d-df064fc72d07 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403271 Nov 23 05:05:39.211835 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-aa079946-71ac-45db-bb1d-9d3d15a9e856 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:05:40.159470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d584bfd-34f9-45a9-9153-3559527c3e90 req-55670908-8366-4e7f-943b-3c9203c2b38d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:40.160897 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6d584bfd-34f9-45a9-9153-3559527c3e90 req-55670908-8366-4e7f-943b-3c9203c2b38d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0514300 Nov 23 05:05:40.206275 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6d584bfd-34f9-45a9-9153-3559527c3e90 req-f15c6be9-8c21-449d-9199-b10b063777cd tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395813 Nov 23 05:05:40.427089 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:05:41.320765 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964e0475-85b1-46d2-8161-93fe6027aae0 req-9ec4f655-fb97-480f-a8d5-dae0f92a0df6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:41.322269 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-964e0475-85b1-46d2-8161-93fe6027aae0 req-9ec4f655-fb97-480f-a8d5-dae0f92a0df6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0483189 Nov 23 05:05:41.372753 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-964e0475-85b1-46d2-8161-93fe6027aae0 req-64ab257b-f5f0-4b38-b9fd-d3e2392a9960 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447018 Nov 23 05:05:41.851762 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:05:42.487353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd79902-484b-48e4-8664-2ef8c62a8bbe req-b26f04bf-7d40-437a-a2d8-3639364cbff7 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:42.488794 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dbd79902-484b-48e4-8664-2ef8c62a8bbe req-b26f04bf-7d40-437a-a2d8-3639364cbff7 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0480402 Nov 23 05:05:42.536258 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dbd79902-484b-48e4-8664-2ef8c62a8bbe req-1e17adcf-8d23-4965-8873-5ce62b1c2fa2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415568 Nov 23 05:05:42.707448 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:05:42.789953 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b5d18-3d9d-489b-8b1f-ca33c743f1c6 req-734d64b6-6e48-4c3d-b0cc-9f47d1e3833b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:42.791441 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-463b5d18-3d9d-489b-8b1f-ca33c743f1c6 req-734d64b6-6e48-4c3d-b0cc-9f47d1e3833b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 1099 time: 0.0421762 Nov 23 05:05:42.903510 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b5d18-3d9d-489b-8b1f-ca33c743f1c6 req-5438963f-27b2-4b97-b4db-54ce7e724841 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:42.904922 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-463b5d18-3d9d-489b-8b1f-ca33c743f1c6 req-5438963f-27b2-4b97-b4db-54ce7e724841 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0865352 Nov 23 05:05:42.973762 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-463b5d18-3d9d-489b-8b1f-ca33c743f1c6 req-72e8c562-1f7c-4e17-8c22-28d3dc78eb8c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef337f2b-8344-4475-8183-c74480f26b2b HTTP/1.1" status: 200 len: 1003 time: 0.0565324 Nov 23 05:05:43.030507 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b5d18-3d9d-489b-8b1f-ca33c743f1c6 req-25175084-8b92-47b8-a514-e56109596939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:43.031884 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-463b5d18-3d9d-489b-8b1f-ca33c743f1c6 req-25175084-8b92-47b8-a514-e56109596939 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0467436 Nov 23 05:05:43.081071 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463b5d18-3d9d-489b-8b1f-ca33c743f1c6 req-a6c62c1c-f4c5-463d-a51a-ea83c0781ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:43.082528 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-463b5d18-3d9d-489b-8b1f-ca33c743f1c6 req-a6c62c1c-f4c5-463d-a51a-ea83c0781ac1 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389364 Nov 23 05:05:43.178294 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-463b5d18-3d9d-489b-8b1f-ca33c743f1c6 req-a46593b8-2bb0-4cb5-b8c3-de6c122aa44d service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839112 Nov 23 05:05:43.269804 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-463b5d18-3d9d-489b-8b1f-ca33c743f1c6 req-bd39f0e9-b3c6-4c28-b44d-334f19fa75fa service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846326 Nov 23 05:05:43.650121 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9724777f-d1be-48ad-9400-6494667f75e7 req-e4609bba-9ee6-460d-8d4c-fe1e388f924f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:43.651578 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9724777f-d1be-48ad-9400-6494667f75e7 req-e4609bba-9ee6-460d-8d4c-fe1e388f924f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0479810 Nov 23 05:05:43.697547 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9724777f-d1be-48ad-9400-6494667f75e7 req-d576e9d8-3f0c-4d17-806f-7b9958f56b20 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401473 Nov 23 05:05:44.813564 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24048ca4-313d-4096-b19f-7daff95987a8 req-b89556ef-e03e-4631-91f0-f1759862622c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:44.815000 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-24048ca4-313d-4096-b19f-7daff95987a8 req-b89556ef-e03e-4631-91f0-f1759862622c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0498817 Nov 23 05:05:44.860632 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-24048ca4-313d-4096-b19f-7daff95987a8 req-5ec29089-016d-4f8c-9140-0f11b4e1cda4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397682 Nov 23 05:05:45.975549 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ebbb1e4-636a-4a6c-8ba2-f07e3166f78c req-75023792-31e4-4db1-aa66-698ccba1b169 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:45.977029 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5ebbb1e4-636a-4a6c-8ba2-f07e3166f78c req-75023792-31e4-4db1-aa66-698ccba1b169 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0481837 Nov 23 05:05:46.024324 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5ebbb1e4-636a-4a6c-8ba2-f07e3166f78c req-46b2a64e-eec7-43ce-b158-294792dd4fdf tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414174 Nov 23 05:05:47.143480 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8ac98c-754c-4066-aa4b-47f1f8891dad req-942ecbad-e9a7-43e8-b147-7e5511652cd4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:47.145223 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-df8ac98c-754c-4066-aa4b-47f1f8891dad req-942ecbad-e9a7-43e8-b147-7e5511652cd4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0517399 Nov 23 05:05:47.191324 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-df8ac98c-754c-4066-aa4b-47f1f8891dad req-9e89c918-350a-4159-8409-acd4237ef913 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403259 Nov 23 05:05:48.307686 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06e28de-d0f5-4fea-9fdb-9d645f0a9f08 req-07ba067d-9012-4c51-8d2d-48e36b0d5897 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:48.309129 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b06e28de-d0f5-4fea-9fdb-9d645f0a9f08 req-07ba067d-9012-4c51-8d2d-48e36b0d5897 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0515916 Nov 23 05:05:48.356374 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b06e28de-d0f5-4fea-9fdb-9d645f0a9f08 req-67b776dd-07c1-41bf-854b-277a0a4a45c4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412974 Nov 23 05:05:49.476908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5937a325-4a85-43cd-8382-94d6fcdac97e req-387f59b5-2981-4ab4-b13a-c845d6d01751 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:49.478359 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5937a325-4a85-43cd-8382-94d6fcdac97e req-387f59b5-2981-4ab4-b13a-c845d6d01751 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0492795 Nov 23 05:05:49.524709 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5937a325-4a85-43cd-8382-94d6fcdac97e req-c9284131-a3a9-45db-9444-1d30d76a15a5 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404828 Nov 23 05:05:50.638442 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf414081-192a-456a-bfc3-ab455e7f0064 req-7a6a29e9-1acb-45dc-bcd6-887082362003 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:50.639882 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cf414081-192a-456a-bfc3-ab455e7f0064 req-7a6a29e9-1acb-45dc-bcd6-887082362003 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0481071 Nov 23 05:05:50.700286 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cf414081-192a-456a-bfc3-ab455e7f0064 req-ccd6cfd0-153d-495c-84d3-19eeb135848a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539138 Nov 23 05:05:51.813296 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69638bce-b32d-4bcd-ad9a-c28ed64a2ce8 req-8d69b863-f335-4e5a-94a8-e0b36ccb9e09 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:51.814732 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-69638bce-b32d-4bcd-ad9a-c28ed64a2ce8 req-8d69b863-f335-4e5a-94a8-e0b36ccb9e09 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0481815 Nov 23 05:05:51.865151 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-69638bce-b32d-4bcd-ad9a-c28ed64a2ce8 req-87a62894-7e32-4efa-b7ac-55571082dc57 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441117 Nov 23 05:05:52.983666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f8f3b25-76ac-48ed-91f1-ea7517aeafb9 req-0200d418-1f13-4f26-8365-8bcf04cf3d96 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:52.985131 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8f8f3b25-76ac-48ed-91f1-ea7517aeafb9 req-0200d418-1f13-4f26-8365-8bcf04cf3d96 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0524497 Nov 23 05:05:53.032661 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8f8f3b25-76ac-48ed-91f1-ea7517aeafb9 req-bad614fa-f539-499c-beb2-cbd2c797792e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410249 Nov 23 05:05:54.147361 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45c4260-00e8-4c55-9df4-ad707b84ece4 req-3530be49-02a5-40b3-9fb9-058bd8e0f566 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:54.148844 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b45c4260-00e8-4c55-9df4-ad707b84ece4 req-3530be49-02a5-40b3-9fb9-058bd8e0f566 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0492785 Nov 23 05:05:54.195131 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b45c4260-00e8-4c55-9df4-ad707b84ece4 req-c5d7c879-b304-446f-86e3-40512a0e9dcb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402236 Nov 23 05:05:55.309160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a25b851d-7f01-452f-838c-0ba034a4b1ca req-d194303a-23bb-4df9-9df2-81fac7f5f8cd tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:55.310630 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a25b851d-7f01-452f-838c-0ba034a4b1ca req-d194303a-23bb-4df9-9df2-81fac7f5f8cd tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0481040 Nov 23 05:05:55.357714 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a25b851d-7f01-452f-838c-0ba034a4b1ca req-0b5fae78-7c19-49a3-ad87-18ec186afa96 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412548 Nov 23 05:05:56.472860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd12814b-bfbf-4b2f-b3d4-b9d578bb1dac req-0f947ae9-bca4-4144-9543-fa33c360dc07 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:56.474336 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd12814b-bfbf-4b2f-b3d4-b9d578bb1dac req-0f947ae9-bca4-4144-9543-fa33c360dc07 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0489426 Nov 23 05:05:56.522043 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd12814b-bfbf-4b2f-b3d4-b9d578bb1dac req-dc82adef-90e9-4c2c-997a-161d100a66d0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417271 Nov 23 05:05:57.636787 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8061ee-ffbc-447d-b2c4-a9ce8debe1fd req-f6119a27-1271-4b7f-8894-cbf28aaedafc tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:57.638306 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cc8061ee-ffbc-447d-b2c4-a9ce8debe1fd req-f6119a27-1271-4b7f-8894-cbf28aaedafc tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0483778 Nov 23 05:05:57.690235 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cc8061ee-ffbc-447d-b2c4-a9ce8debe1fd req-c9b9aded-616b-4ce6-9025-85323d274efd tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457845 Nov 23 05:05:58.468566 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-38b6d725-3614-4ce8-aa72-9c53c168ec26 service neutron] 10.222.0.15 "GET /v2.0/ports/ef337f2b-8344-4475-8183-c74480f26b2b/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0579059 Nov 23 05:05:58.699774 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-b442c86a-52fa-4833-9435-63408d73d528 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:58.701128 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-b442c86a-52fa-4833-9435-63408d73d528 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899&tenant_id=a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 1099 time: 0.0413101 Nov 23 05:05:58.817527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-9cdad7f8-e52c-426b-af76-74f5468c77a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:58.818992 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-9cdad7f8-e52c-426b-af76-74f5468c77a3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 1099 time: 0.0773864 Nov 23 05:05:58.832738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85e8bd0-a7c5-44e8-8805-383d83a664db req-12c1743b-8d32-4c1f-bf30-8988e87e3c0f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:58.834449 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b85e8bd0-a7c5-44e8-8805-383d83a664db req-12c1743b-8d32-4c1f-bf30-8988e87e3c0f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0653217 Nov 23 05:05:58.937717 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b85e8bd0-a7c5-44e8-8805-383d83a664db req-50ba1037-046f-48be-8666-726367455322 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945418 Nov 23 05:05:58.950059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-36ca998f-3303-4682-b87e-8d0dfa6ece02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:58.951415 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-36ca998f-3303-4682-b87e-8d0dfa6ece02 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.1161420 Nov 23 05:05:59.023792 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-01cd5b9a-ca28-4d6e-9e30-4782d6ad021f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef337f2b-8344-4475-8183-c74480f26b2b HTTP/1.1" status: 200 len: 1003 time: 0.0605867 Nov 23 05:05:59.075391 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-77f6ce7c-64d1-4586-904f-158ce49c51d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:59.076787 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-77f6ce7c-64d1-4586-904f-158ce49c51d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0433245 Nov 23 05:05:59.129028 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-b2b8a5a1-57ea-4b6d-bc2a-dea1a3da0e71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:05:59.130529 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-b2b8a5a1-57ea-4b6d-bc2a-dea1a3da0e71 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425286 Nov 23 05:05:59.560873 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-122384e7-de5f-4817-af2d-39e665805ff5 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4176960 Nov 23 05:05:59.653948 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-7cdcbd71-8111-4daf-9d4f-739241d31889 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818946 Nov 23 05:05:59.903643 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device ef337f2b-8344-4475-8183-c74480f26b2b no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:05:59.978178 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:00.000772 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:06:00.003050 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba9e46f7-83c4-410a-801d-28523e1b53ad" -d '{"events": [{"server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "name": "network-vif-unplugged", "status": "completed", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:06:00.017059 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port ef337f2b-8344-4475-8183-c74480f26b2b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ef337f2b-8344-4475-8183-c74480f26b2b,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:06:00.023001 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:00.064253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732df44-3269-4ab3-9014-5ec8c01a1701 req-dc58581c-1768-4ae5-b514-e320a93ccf40 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:00.073457 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0732df44-3269-4ab3-9014-5ec8c01a1701 req-dc58581c-1768-4ae5-b514-e320a93ccf40 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0650496 Nov 23 05:06:00.078006 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=ef337f2b-8344-4475-8183-c74480f26b2b,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:00.086345 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:00.086713 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:00.087131 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:00.087544 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:00.088024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:00.088433 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:00.088871 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:00.089267 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:00.089699 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:00.090090 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:00.090486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:00.090872 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:00.127174 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0732df44-3269-4ab3-9014-5ec8c01a1701 req-7416fe16-7f3f-4673-a295-f649ad05d7da tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526469 Nov 23 05:06:00.133318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 05:06:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540dcdab-fbb9-48d5-b2de-ca84c7e97a78 x-openstack-request-id: req-540dcdab-fbb9-48d5-b2de-ca84c7e97a78 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:06:00.133686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "name": "network-vif-unplugged", "status": "completed", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:06:00.134035 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-540dcdab-fbb9-48d5-b2de-ca84c7e97a78 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:06:00.134531 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'code': 200} Nov 23 05:06:01.256607 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6f5ba-0915-4737-896c-4adc4b1c93c1 req-4c7cee7c-6b62-4e18-80fd-972e4cfc5a80 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:01.258131 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5cc6f5ba-0915-4737-896c-4adc4b1c93c1 req-4c7cee7c-6b62-4e18-80fd-972e4cfc5a80 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 944 time: 0.0567427 Nov 23 05:06:01.306482 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5cc6f5ba-0915-4737-896c-4adc4b1c93c1 req-98be3690-3c3d-4457-a37e-74ae51d06e52 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423596 Nov 23 05:06:02.414375 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:06:02.422007 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6605cee1-9b63-4cc3-b94b-7f1d35f356fc req-9f4a9c7e-fb04-4b76-b5e8-8425084c3ee9 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:02.423489 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6605cee1-9b63-4cc3-b94b-7f1d35f356fc req-9f4a9c7e-fb04-4b76-b5e8-8425084c3ee9 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 944 time: 0.0489242 Nov 23 05:06:02.470117 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6605cee1-9b63-4cc3-b94b-7f1d35f356fc req-f9b55cad-0eba-4651-bab7-9d5a5178ef26 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406797 Nov 23 05:06:03.588891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7f9645-9064-45c9-9bb0-2f8196a0d6f6 req-5f57eace-590d-4c7f-b495-bd6e271a5763 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:03.590503 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4e7f9645-9064-45c9-9bb0-2f8196a0d6f6 req-5f57eace-590d-4c7f-b495-bd6e271a5763 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 944 time: 0.0508757 Nov 23 05:06:03.640253 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4e7f9645-9064-45c9-9bb0-2f8196a0d6f6 req-38efd006-28f0-4bec-b259-3fd2606949bb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437973 Nov 23 05:06:04.765943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67f136-14db-4462-b8ef-3af2e7147683 req-1e49732c-f53e-44f9-946c-5a398daa2bdd tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:04.767517 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1c67f136-14db-4462-b8ef-3af2e7147683 req-1e49732c-f53e-44f9-946c-5a398daa2bdd tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 944 time: 0.0561981 Nov 23 05:06:04.830381 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1c67f136-14db-4462-b8ef-3af2e7147683 req-1b82d37d-793b-40a8-8da4-24eb26a06650 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0562096 Nov 23 05:06:05.945356 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8a3afd-866d-430b-a28b-e7df4f1799a5 req-051b33f2-a2bf-48f0-9ea6-625f239853af tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:05.946801 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0f8a3afd-866d-430b-a28b-e7df4f1799a5 req-051b33f2-a2bf-48f0-9ea6-625f239853af tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 944 time: 0.0480595 Nov 23 05:06:05.950335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device ef337f2b-8344-4475-8183-c74480f26b2b details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:06:05.997387 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0f8a3afd-866d-430b-a28b-e7df4f1799a5 req-42d82cff-fc88-4f76-81b9-8d0630746db6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445166 Nov 23 05:06:06.058811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port ef337f2b-8344-4475-8183-c74480f26b2b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ef337f2b-8344-4475-8183-c74480f26b2b,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:06:06.071090 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'port_id': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'mac_address': 'fa:16:3e:eb:f0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:06:06.107950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:06.120214 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef337f2b-8344-4475-8183-c74480f26b2b {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:06:06.138652 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port ef337f2b-8344-4475-8183-c74480f26b2b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ef337f2b-8344-4475-8183-c74480f26b2b,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:06:06.142518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:06.188768 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=ef337f2b-8344-4475-8183-c74480f26b2b,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:06.330841 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['ef337f2b-8344-4475-8183-c74480f26b2b'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:06:06.943657 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-aa93e0ce-bab6-40f5-892b-70d84ec862e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:07.114027 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eba1d3-7d4c-4659-9121-9cc55d86af00 req-b96ad37f-64e1-4968-9eb1-8f24a1aa4e3b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:07.115483 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e1eba1d3-7d4c-4659-9121-9cc55d86af00 req-b96ad37f-64e1-4968-9eb1-8f24a1aa4e3b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 945 time: 0.0515685 Nov 23 05:06:07.162690 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e1eba1d3-7d4c-4659-9121-9cc55d86af00 req-ce6e4b27-f0b6-4504-ab10-2429d23879a0 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410035 Nov 23 05:06:07.952995 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device ef337f2b-8344-4475-8183-c74480f26b2b up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:06:08.002313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port ef337f2b-8344-4475-8183-c74480f26b2b triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:06:08.002687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:08.080090 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:08.102441 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:06:08.104686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78301cb2-05e0-4ae5-a0df-3a0c03216551" -d '{"events": [{"server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "name": "network-vif-plugged", "status": "completed", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:06:08.117361 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port ef337f2b-8344-4475-8183-c74480f26b2b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ef337f2b-8344-4475-8183-c74480f26b2b,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:06:08.121476 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:08.151581 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:06:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74b89b73-42c5-4fcf-8b3d-343569aeb695 x-openstack-request-id: req-74b89b73-42c5-4fcf-8b3d-343569aeb695 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:06:08.151877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "name": "network-vif-plugged", "status": "completed", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:06:08.152131 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-74b89b73-42c5-4fcf-8b3d-343569aeb695 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:06:08.152591 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'code': 200} Nov 23 05:06:08.171876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=ef337f2b-8344-4475-8183-c74480f26b2b,revision_number=8']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:08.276496 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca789d90-27a4-4b03-bab1-741b26c2ab99 req-f833bca3-ceed-4916-8ab8-9b57e2700441 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:08.278006 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ca789d90-27a4-4b03-bab1-741b26c2ab99 req-f833bca3-ceed-4916-8ab8-9b57e2700441 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0488582 Nov 23 05:06:08.328420 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ca789d90-27a4-4b03-bab1-741b26c2ab99 req-ccf68bc9-9078-472d-8dda-e7381fe7664c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444710 Nov 23 05:06:08.878024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:09.212975 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fec26b82-37fa-4580-bec4-9189485ea4c0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:09.443496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b43848a-35e5-4018-8144-22e72befdead req-b6a772b9-820c-4eab-95b6-d9fc33f39fbc tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:09.444934 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2b43848a-35e5-4018-8144-22e72befdead req-b6a772b9-820c-4eab-95b6-d9fc33f39fbc tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0479105 Nov 23 05:06:09.491326 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2b43848a-35e5-4018-8144-22e72befdead req-b8064112-f94c-459c-b8d1-a1fcac94f745 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403290 Nov 23 05:06:10.429780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:10.606719 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e8a589-b4d1-4c7d-a18e-a71774808269 req-c4b4498f-d4c0-40f0-b4ac-82316ba030ab tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:10.608167 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-08e8a589-b4d1-4c7d-a18e-a71774808269 req-c4b4498f-d4c0-40f0-b4ac-82316ba030ab tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0485168 Nov 23 05:06:10.655317 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-08e8a589-b4d1-4c7d-a18e-a71774808269 req-e771f584-efb6-4056-b415-c202191c08fd tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406425 Nov 23 05:06:11.771696 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c86923-8d37-4605-8cd5-171c0c7e4909 req-2d55afe1-8393-46fc-99a6-2c011494c367 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:11.776518 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83c86923-8d37-4605-8cd5-171c0c7e4909 req-2d55afe1-8393-46fc-99a6-2c011494c367 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0505059 Nov 23 05:06:11.825969 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83c86923-8d37-4605-8cd5-171c0c7e4909 req-bfd03bb8-7d0e-4014-8283-2a5ae6e41a08 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465031 Nov 23 05:06:11.837719 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:12.699729 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:12.940011 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab9a07e-f3bc-4f95-8535-229f207b2e5b req-27dd4035-92c3-4185-a438-9a610719c5a4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:12.941536 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0ab9a07e-f3bc-4f95-8535-229f207b2e5b req-27dd4035-92c3-4185-a438-9a610719c5a4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0488205 Nov 23 05:06:12.988728 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0ab9a07e-f3bc-4f95-8535-229f207b2e5b req-80722f09-1177-47e7-af34-ff2b43fe9dba tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412691 Nov 23 05:06:13.281550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987ce3-ba28-4456-923e-ac8794704216 req-4d2fe669-c14c-4c13-b26f-7b7ffecfac6d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:13.282911 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-4d2fe669-c14c-4c13-b26f-7b7ffecfac6d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899&tenant_id=a95b97d210fa49538456c12cbf2326ac&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 946 time: 0.0557914 Nov 23 05:06:13.295014 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c932c9aa-408c-4748-b26c-dc4ec80dbd1a req-6c8072d5-b3a6-4bff-8234-056644f25a6c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:13.296481 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c932c9aa-408c-4748-b26c-dc4ec80dbd1a req-6c8072d5-b3a6-4bff-8234-056644f25a6c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0527794 Nov 23 05:06:13.345167 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c932c9aa-408c-4748-b26c-dc4ec80dbd1a req-31cc2290-883f-4602-a0dc-1b858150823e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414705 Nov 23 05:06:13.346310 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-bec8242c-0fe0-4e42-994a-e8d6a137d9ca service neutron] 10.222.0.15 "GET /v2.0/ports/ef337f2b-8344-4475-8183-c74480f26b2b/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0550630 Nov 23 05:06:13.427719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987ce3-ba28-4456-923e-ac8794704216 req-8c2daaac-fee9-4d9d-8f28-5628150dae48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:13.429176 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-8c2daaac-fee9-4d9d-8f28-5628150dae48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 1099 time: 0.0406482 Nov 23 05:06:13.524021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987ce3-ba28-4456-923e-ac8794704216 req-7a5dead5-b25c-406c-a2b9-38ba61ec9555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:13.525519 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-7a5dead5-b25c-406c-a2b9-38ba61ec9555 service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0892754 Nov 23 05:06:13.590373 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-8079197e-d3c0-4c42-9fc5-dcc3082ebcdb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef337f2b-8344-4475-8183-c74480f26b2b HTTP/1.1" status: 200 len: 1003 time: 0.0574043 Nov 23 05:06:13.639055 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987ce3-ba28-4456-923e-ac8794704216 req-ec91d57a-2cb1-44a8-ac2b-b11a794c133a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:13.640425 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-ec91d57a-2cb1-44a8-ac2b-b11a794c133a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0432410 Nov 23 05:06:13.688539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987ce3-ba28-4456-923e-ac8794704216 req-7ad9cd59-3901-4776-a3e4-8d56b743f141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:13.690090 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-7ad9cd59-3901-4776-a3e4-8d56b743f141 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423374 Nov 23 05:06:13.779154 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-aa7ad69d-3f94-44e2-930d-3902cc910540 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809669 Nov 23 05:06:13.873252 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-d61437f2-a5a3-450a-9100-1dc8dd37ff00 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869706 Nov 23 05:06:14.468935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eadad5ef-a95a-4f0f-972f-aa6ee8eba011 req-0687c57d-13ac-4c51-8e1f-889bfb81cb81 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:14.470644 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-eadad5ef-a95a-4f0f-972f-aa6ee8eba011 req-0687c57d-13ac-4c51-8e1f-889bfb81cb81 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0508459 Nov 23 05:06:14.518021 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-eadad5ef-a95a-4f0f-972f-aa6ee8eba011 req-5dca952e-36cb-4454-b865-ff56453c4531 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414398 Nov 23 05:06:15.631749 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07d9ce-9a29-4255-bd0a-da3275580903 req-a93c0cf2-0679-46cb-861b-f58b1305e3e4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:15.633186 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ba07d9ce-9a29-4255-bd0a-da3275580903 req-a93c0cf2-0679-46cb-861b-f58b1305e3e4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0472705 Nov 23 05:06:15.680782 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ba07d9ce-9a29-4255-bd0a-da3275580903 req-13620a1f-3aaa-40be-8be5-105a11fb7295 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417366 Nov 23 05:06:16.801065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49b00c1-3dbb-4395-b4c6-4e56fdf499ff req-f593a61d-194f-49d5-a205-55892fca8842 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:16.802669 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b49b00c1-3dbb-4395-b4c6-4e56fdf499ff req-f593a61d-194f-49d5-a205-55892fca8842 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0505178 Nov 23 05:06:16.861433 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b49b00c1-3dbb-4395-b4c6-4e56fdf499ff req-4e7698ed-0c3c-4618-984b-e534f2230855 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493321 Nov 23 05:06:17.987459 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-173f70d3-544f-4546-a627-00090f0e57bc req-82d89f7c-1935-431e-a89a-3330ce329701 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:17.989705 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-173f70d3-544f-4546-a627-00090f0e57bc req-82d89f7c-1935-431e-a89a-3330ce329701 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0572238 Nov 23 05:06:18.039430 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-173f70d3-544f-4546-a627-00090f0e57bc req-6a6f19f7-c9a4-47bf-9189-ddd94d89a04c tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434086 Nov 23 05:06:18.896683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987ce3-ba28-4456-923e-ac8794704216 req-6ca2814f-03ea-440d-8bde-08cbef30216e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:18.898189 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-6ca2814f-03ea-440d-8bde-08cbef30216e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899&tenant_id=a95b97d210fa49538456c12cbf2326ac HTTP/1.1" status: 200 len: 1099 time: 0.0426800 Nov 23 05:06:18.995681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987ce3-ba28-4456-923e-ac8794704216 req-2d28cbd0-bc6a-4472-b450-fd0c7a197bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:18.997079 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-2d28cbd0-bc6a-4472-b450-fd0c7a197bd9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=a95b97d210fa49538456c12cbf2326ac&device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 1099 time: 0.0403478 Nov 23 05:06:19.094958 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987ce3-ba28-4456-923e-ac8794704216 req-b09093f7-b4cf-4564-9fc9-dbc274f8974f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:19.096442 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-b09093f7-b4cf-4564-9fc9-dbc274f8974f service neutron] 10.222.0.15 "GET /v2.0/networks?id=7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 200 len: 912 time: 0.0887792 Nov 23 05:06:19.191249 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-5ff3d585-4b7f-40e3-b489-76cb48d66280 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef337f2b-8344-4475-8183-c74480f26b2b HTTP/1.1" status: 200 len: 1003 time: 0.0847099 Nov 23 05:06:19.203290 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5157437f-f159-4239-bf7c-8c1e8a47f2a2 req-1858c014-0d5b-480e-9b32-22df15dd100e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:19.204696 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5157437f-f159-4239-bf7c-8c1e8a47f2a2 req-1858c014-0d5b-480e-9b32-22df15dd100e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0926726 Nov 23 05:06:19.274931 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987ce3-ba28-4456-923e-ac8794704216 req-b374d574-ed6a-4ea1-a2d6-6fe33194e423 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:19.276261 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-b374d574-ed6a-4ea1-a2d6-6fe33194e423 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 200 len: 850 time: 0.0707304 Nov 23 05:06:19.290528 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5157437f-f159-4239-bf7c-8c1e8a47f2a2 req-a77bdaa1-eff0-4bb9-8ba9-4286122a62f4 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0774117 Nov 23 05:06:19.330891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13987ce3-ba28-4456-923e-ac8794704216 req-3847ad70-cb65-4518-8987-738496173d7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:19.332939 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-3847ad70-cb65-4518-8987-738496173d7e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=7de2e831-304b-4979-89a1-75303e4aef72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415678 Nov 23 05:06:19.430231 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-ed93dc25-5131-4d9e-8bd9-debe93715d65 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861108 Nov 23 05:06:19.525349 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13987ce3-ba28-4456-923e-ac8794704216 req-7e592cf9-0802-445a-82d5-6a696cf34d40 service neutron] 10.222.0.15 "GET /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844853 Nov 23 05:06:19.998011 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device ef337f2b-8344-4475-8183-c74480f26b2b no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:06:20.074678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:20.096013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:06:20.098863 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ad3591d-a96c-4426-bc58-f743835269a7" -d '{"events": [{"server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "name": "network-vif-unplugged", "status": "completed", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:06:20.112380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port ef337f2b-8344-4475-8183-c74480f26b2b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ef337f2b-8344-4475-8183-c74480f26b2b,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:06:20.117852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:20.147601 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 05:06:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97addbe9-625d-4661-8275-8d1a0058da03 x-openstack-request-id: req-97addbe9-625d-4661-8275-8d1a0058da03 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:06:20.147898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "name": "network-vif-unplugged", "status": "completed", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:06:20.148151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-97addbe9-625d-4661-8275-8d1a0058da03 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:06:20.148541 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'code': 200} Nov 23 05:06:20.168380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=ef337f2b-8344-4475-8183-c74480f26b2b,revision_number=9']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:20.407722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d554a6-62fc-4954-a209-21a3d4b8b43b req-3b9ddd01-4b39-49a3-9ce7-b66c60f7fd6d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:20.409201 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-63d554a6-62fc-4954-a209-21a3d4b8b43b req-3b9ddd01-4b39-49a3-9ce7-b66c60f7fd6d tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 944 time: 0.0499425 Nov 23 05:06:20.458094 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-63d554a6-62fc-4954-a209-21a3d4b8b43b req-737eb421-5a24-4656-be2c-b4f8a256be59 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424159 Nov 23 05:06:21.575511 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071c776d-0dac-49dc-b9b5-96aaf5cfe4ec req-318c4555-066a-4aa0-97cb-70c2181e265a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:21.576986 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-071c776d-0dac-49dc-b9b5-96aaf5cfe4ec req-318c4555-066a-4aa0-97cb-70c2181e265a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 944 time: 0.0479736 Nov 23 05:06:21.623457 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-071c776d-0dac-49dc-b9b5-96aaf5cfe4ec req-067d1e87-10f6-43b5-85f3-e79c80c682d2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399721 Nov 23 05:06:22.746487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a969ad93-f1ff-40d5-882c-db5c19676775 req-99e5edb2-a986-41ae-9a35-8db86a678b9e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:22.747965 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a969ad93-f1ff-40d5-882c-db5c19676775 req-99e5edb2-a986-41ae-9a35-8db86a678b9e tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 944 time: 0.0538893 Nov 23 05:06:22.796458 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a969ad93-f1ff-40d5-882c-db5c19676775 req-1425c0cc-ff5e-4e3c-a34a-28b319ec513a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418603 Nov 23 05:06:23.913418 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fa2ed2b-a5d1-4932-b0eb-6c8b1b8c29af req-e3e3b447-77b7-4814-9428-ba5bd503311b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:23.914885 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4fa2ed2b-a5d1-4932-b0eb-6c8b1b8c29af req-e3e3b447-77b7-4814-9428-ba5bd503311b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 944 time: 0.0484025 Nov 23 05:06:23.965510 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4fa2ed2b-a5d1-4932-b0eb-6c8b1b8c29af req-dd4cd70a-f2ba-4626-b7a2-a703f8a5cc19 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447087 Nov 23 05:06:25.079134 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17a2382-90a3-4bdf-9f02-22fc1fa115f8 req-c24cfea4-ab4d-4785-a673-6ca9345620d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:25.080577 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f17a2382-90a3-4bdf-9f02-22fc1fa115f8 req-c24cfea4-ab4d-4785-a673-6ca9345620d6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 944 time: 0.0482872 Nov 23 05:06:25.126365 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f17a2382-90a3-4bdf-9f02-22fc1fa115f8 req-d00a043a-0e3a-4221-aa9b-e37483614efd tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399384 Nov 23 05:06:26.053206 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device ef337f2b-8344-4475-8183-c74480f26b2b details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:06:26.152881 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port ef337f2b-8344-4475-8183-c74480f26b2b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ef337f2b-8344-4475-8183-c74480f26b2b,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:06:26.167515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'port_id': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'mac_address': 'fa:16:3e:eb:f0:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:06:26.204888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:26.217696 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef337f2b-8344-4475-8183-c74480f26b2b {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:06:26.237463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port ef337f2b-8344-4475-8183-c74480f26b2b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ef337f2b-8344-4475-8183-c74480f26b2b,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:06:26.241963 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4de88f-30ef-4e35-8cb6-08534bba25f3 req-f60b4ecc-48af-422f-bf92-165fd96dd389 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:26.242569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:26.243700 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fc4de88f-30ef-4e35-8cb6-08534bba25f3 req-f60b4ecc-48af-422f-bf92-165fd96dd389 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 944 time: 0.0494249 Nov 23 05:06:26.292149 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=ef337f2b-8344-4475-8183-c74480f26b2b,revision_number=10']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:26.292849 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fc4de88f-30ef-4e35-8cb6-08534bba25f3 req-b5e5bb21-df87-4eae-b88c-6b3f0cac32dd tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418904 Nov 23 05:06:26.406766 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['ef337f2b-8344-4475-8183-c74480f26b2b'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:06:27.415557 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dddd6a1-399f-4223-959b-dbe79a4768ab req-4939e5e7-eed2-4549-af79-e739b37d8a87 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:27.417032 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dddd6a1-399f-4223-959b-dbe79a4768ab req-4939e5e7-eed2-4549-af79-e739b37d8a87 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 946 time: 0.0549431 Nov 23 05:06:27.466933 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dddd6a1-399f-4223-959b-dbe79a4768ab req-be0c201d-6c44-4799-90fa-5652943148b2 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440831 Nov 23 05:06:28.066228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device ef337f2b-8344-4475-8183-c74480f26b2b up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:06:28.116608 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port ef337f2b-8344-4475-8183-c74480f26b2b triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:06:28.116985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:28.190155 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:28.212398 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:06:28.214631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef861c9e-76c8-455e-bb7b-70a752880cfe" -d '{"events": [{"server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "name": "network-vif-plugged", "status": "completed", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:06:28.227190 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port ef337f2b-8344-4475-8183-c74480f26b2b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ef337f2b-8344-4475-8183-c74480f26b2b,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:06:28.231436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:28.259309 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9e419de-5554-4b42-8c28-0626da08365d x-openstack-request-id: req-d9e419de-5554-4b42-8c28-0626da08365d {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:06:28.259601 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "name": "network-vif-plugged", "status": "completed", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:06:28.259852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d9e419de-5554-4b42-8c28-0626da08365d {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:06:28.260231 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'code': 200} Nov 23 05:06:28.283571 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=ef337f2b-8344-4475-8183-c74480f26b2b,revision_number=11']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:28.581331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac73d8d-dee3-4920-a1ad-24ae97afcef1 req-92b9d493-776d-44d8-a759-e8ba00a1408a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:28.582794 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7ac73d8d-dee3-4920-a1ad-24ae97afcef1 req-92b9d493-776d-44d8-a759-e8ba00a1408a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 947 time: 0.0483379 Nov 23 05:06:28.629056 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7ac73d8d-dee3-4920-a1ad-24ae97afcef1 req-9fd37f26-5a8a-4da0-9074-66676e1da1a8 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404396 Nov 23 05:06:29.748197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42324168-17f2-42d3-9887-c87516cfdfd0 req-d0a1420e-57ad-4b7d-a632-70e187cd5171 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:29.749691 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-42324168-17f2-42d3-9887-c87516cfdfd0 req-d0a1420e-57ad-4b7d-a632-70e187cd5171 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 947 time: 0.0489123 Nov 23 05:06:29.796471 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-42324168-17f2-42d3-9887-c87516cfdfd0 req-593a86e1-1a36-4ad4-a8b0-adf464f177ab tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409560 Nov 23 05:06:30.912303 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73ec2e-095e-484b-9d7e-fdec6c5ac05f req-ced81a4e-e364-4371-a281-ba3671cacada tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:30.913769 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0c73ec2e-095e-484b-9d7e-fdec6c5ac05f req-ced81a4e-e364-4371-a281-ba3671cacada tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 947 time: 0.0486183 Nov 23 05:06:30.967387 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0c73ec2e-095e-484b-9d7e-fdec6c5ac05f req-1ed9496a-0bda-4aaf-906d-77d26ff753d1 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476882 Nov 23 05:06:32.086928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210da02f-bbc6-4774-8bf7-9e2bed5dadf5 req-9c1355cf-77e3-4a73-a45c-9449641bb0ff tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:32.088480 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-210da02f-bbc6-4774-8bf7-9e2bed5dadf5 req-9c1355cf-77e3-4a73-a45c-9449641bb0ff tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 947 time: 0.0526392 Nov 23 05:06:32.140561 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-210da02f-bbc6-4774-8bf7-9e2bed5dadf5 req-6e7d2668-08ba-4119-9e07-ee06e9e0d233 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462480 Nov 23 05:06:32.251777 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95602d5e-e95a-4bd5-8826-ea13232ad500 req-016865cb-7f26-4be5-9295-bc1dd7c0dde8 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:32.253232 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-95602d5e-e95a-4bd5-8826-ea13232ad500 req-016865cb-7f26-4be5-9295-bc1dd7c0dde8 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 947 time: 0.0480969 Nov 23 05:06:32.301842 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-95602d5e-e95a-4bd5-8826-ea13232ad500 req-b9bd71af-19ef-4216-8f96-37c9dee16a5f tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416479 Nov 23 05:06:32.412479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8c18c72-6212-493f-8c2d-7e5400d82151 req-885c0bd8-4542-4e56-8612-f5a6b0f656fc tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:32.413966 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f8c18c72-6212-493f-8c2d-7e5400d82151 req-885c0bd8-4542-4e56-8612-f5a6b0f656fc tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 947 time: 0.0483966 Nov 23 05:06:32.460489 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f8c18c72-6212-493f-8c2d-7e5400d82151 req-4ca5f0d7-ed3b-4e7f-80de-4ea0b67497cc tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407290 Nov 23 05:06:32.694222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0751853a-4314-4d78-9209-795e4d9c874b req-6b122ca3-eca3-4f37-9d9b-281177fc7684 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:32.695686 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0751853a-4314-4d78-9209-795e4d9c874b req-6b122ca3-eca3-4f37-9d9b-281177fc7684 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 947 time: 0.0481656 Nov 23 05:06:32.745720 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0751853a-4314-4d78-9209-795e4d9c874b req-0763a862-f379-4270-8ebf-601520dae09b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442436 Nov 23 05:06:33.861701 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af34e9b-ce27-4d92-9158-97ed4ba67c72 req-00264145-0b19-4507-b651-67415d58b3ff tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:33.863164 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9af34e9b-ce27-4d92-9158-97ed4ba67c72 req-00264145-0b19-4507-b651-67415d58b3ff tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 947 time: 0.0489707 Nov 23 05:06:33.910078 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9af34e9b-ce27-4d92-9158-97ed4ba67c72 req-5dc14b51-ad5b-4069-a240-140c3bbc76b6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404458 Nov 23 05:06:35.027697 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d697367-c672-4fe6-899d-249ed31ec2fd req-97219423-0814-44c2-abc5-e5f4db928a46 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:35.029156 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9d697367-c672-4fe6-899d-249ed31ec2fd req-97219423-0814-44c2-abc5-e5f4db928a46 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 947 time: 0.0489020 Nov 23 05:06:35.076757 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9d697367-c672-4fe6-899d-249ed31ec2fd req-1624649b-66be-4a7b-96a2-285f01c54a23 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups?id=aef67cce-ca93-497b-9a61-2f90d9d89198&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417762 Nov 23 05:06:35.574162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-9c929d22-1051-464a-8668-64799631e21a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:35.575576 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-9c929d22-1051-464a-8668-64799631e21a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 947 time: 0.0511963 Nov 23 05:06:35.671560 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Deleting port ef337f2b-8344-4475-8183-c74480f26b2b {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:06:35.671911 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:35.763492 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] For port ef337f2b-8344-4475-8183-c74480f26b2b, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=ef337f2b-8344-4475-8183-c74480f26b2b,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:06:35.763850 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:35.943414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:35.943712 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:35.944015 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb disassociated. External IP: 172.26.8.149, port: ef337f2b-8344-4475-8183-c74480f26b2b. Nov 23 05:06:35.944353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Calling delete_port for ef337f2b-8344-4475-8183-c74480f26b2b owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:06:36.080280 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:36.109947 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Pushing event deleted for resources: {'Port': ['ID=ef337f2b-8344-4475-8183-c74480f26b2b,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:36.120823 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:36.121250 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:36.121621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:36.121966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:36.122368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:36.122624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:36.122959 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:36.123718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:36.123718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:36.124092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:36.124379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:36.124758 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:36.210781 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1efb7c08-3253-4292-90d2-1c2ecc40b061 req-da402f56-6d4a-4050-9b1d-d2c475fbea3b tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 210 time: 0.0373549 Nov 23 05:06:36.275604 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Router 3b4ee100-0e6c-459c-bb43-3be82cb392af has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:06:36.384876 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:06:36.394667 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe0743-6ed9-4c61-9953-44b04507bf70 None None] Sync routers for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:06:36.405074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe0743-6ed9-4c61-9953-44b04507bf70 None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:06:36.405746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-5cbe0743-6ed9-4c61-9953-44b04507bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:06:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:06:36.425449 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] No DVR routers for this DVR port ef337f2b-8344-4475-8183-c74480f26b2b on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:06:36.428547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:36.431967 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd93e87f-a611-425f-83f1-09c9386f64c1 req-fe0c18f7-8e8a-4106-a51e-5f058eb9d688 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.15 "DELETE /v2.0/ports/ef337f2b-8344-4475-8183-c74480f26b2b HTTP/1.1" status: 204 len: 173 time: 0.8452227 Nov 23 05:06:36.432422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'name': 'network-vif-deleted', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:06:36.434711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7adcd0cf-f564-45d7-a598-a592a3ac0616" -d '{"events": [{"server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "name": "network-vif-deleted", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:06:36.525646 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-5cbe0743-6ed9-4c61-9953-44b04507bf70 None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:06:36.537489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:06:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b960ce3c-5a7b-44c4-afbb-b6aa66506be4 x-openstack-request-id: req-b960ce3c-5a7b-44c4-afbb-b6aa66506be4 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:06:36.537789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f9b52d55-d5cb-45a7-a30d-1ae92a44a899", "name": "network-vif-deleted", "tag": "ef337f2b-8344-4475-8183-c74480f26b2b", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:06:36.538045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b960ce3c-5a7b-44c4-afbb-b6aa66506be4 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:06:36.538454 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f9b52d55-d5cb-45a7-a30d-1ae92a44a899', 'name': 'network-vif-deleted', 'tag': 'ef337f2b-8344-4475-8183-c74480f26b2b', 'status': 'completed', 'code': 200} Nov 23 05:06:36.724050 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-5cbe0743-6ed9-4c61-9953-44b04507bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:06:36.753902 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe0743-6ed9-4c61-9953-44b04507bf70 None None] Checking router: 3b4ee100-0e6c-459c-bb43-3be82cb392af for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:06:36.762399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbe0743-6ed9-4c61-9953-44b04507bf70 None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:06:36.762998 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-5cbe0743-6ed9-4c61-9953-44b04507bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:06:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:06:36.873070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-5cbe0743-6ed9-4c61-9953-44b04507bf70 None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:06:36.997666 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6f7a0427-7bb5-403a-a105-942bd45b0fcf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:37.083402 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-5cbe0743-6ed9-4c61-9953-44b04507bf70 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:06:37.109462 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cbe0743-6ed9-4c61-9953-44b04507bf70 None None] The sync data for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv is: [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd23ffa76-35ea-4f4c-a071-4240de5a7824', 'name': '', 'network_id': '7de2e831-304b-4979-89a1-75303e4aef72', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'mac_address': 'fa:16:3e:7c:49:f7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_interface', 'standard_attr_id': 1565, 'fixed_ips': [{'subnet_id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:10Z', 'updated_at': '2021-11-23T05:00:15Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'subnets': [{'id': 'a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:06:37.318993 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-13c139a4-53fd-4f38-b281-89997ba8430b req-ab2918b8-f772-49d0-9311-526a2d865325 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 210 time: 0.0352368 Nov 23 05:06:37.340552 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f6c4e2c-42b0-489e-8586-a4a1bc25a238 None None] New status for floating IP f5c45a4a-6a5b-48e8-8760-2d0634f745bb: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:06:38.423920 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-494c11b5-cb48-4548-b6a2-e2f3778ffcc2 req-e90c167a-87bb-41c9-ad5a-ee447189db33 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 210 time: 0.0268259 Nov 23 05:06:38.878553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:39.214650 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9c19472e-c5bf-4a5f-932f-51386140bcc3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:39.414891 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:06:39.517628 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6ace2d7e-a747-4d1f-8ab9-9dde39dba138 req-7d5048c4-e19e-4640-8e3e-2ba8cfaf5180 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 210 time: 0.0274675 Nov 23 05:06:40.093351 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device ef337f2b-8344-4475-8183-c74480f26b2b no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:06:40.114272 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: ef337f2b-8344-4475-8183-c74480f26b2b {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:06:40.114617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device ef337f2b-8344-4475-8183-c74480f26b2b not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:06:40.434518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:40.616360 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d4b31495-2eb1-4104-afe9-d59c81840800 req-055e515c-fd20-4462-bd09-cb2e91120b10 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/ports?device_id=f9b52d55-d5cb-45a7-a30d-1ae92a44a899 HTTP/1.1" status: 200 len: 210 time: 0.0306342 Nov 23 05:06:41.837470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:42.702367 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:45.336796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51208) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:06:45.389461 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef954291-0cc2-44a3-9498-305a08133b0a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:45.414393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef954291-0cc2-44a3-9498-305a08133b0a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:45.462897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef954291-0cc2-44a3-9498-305a08133b0a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:45.465666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef954291-0cc2-44a3-9498-305a08133b0a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:45.467417 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ef954291-0cc2-44a3-9498-305a08133b0a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "DELETE /v2.0/security-groups/aef67cce-ca93-497b-9a61-2f90d9d89198 HTTP/1.1" status: 204 len: 168 time: 0.1295123 Nov 23 05:06:45.469488 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51210) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:06:45.477111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef954291-0cc2-44a3-9498-305a08133b0a tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=aef67cce-ca93-497b-9a61-2f90d9d89198,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:45.483882 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.api.v2.resource [None req-98621c9e-3527-46be-a1de-8c263818a0f6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] show failed (client error): The resource could not be found. Nov 23 05:06:45.487852 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-98621c9e-3527-46be-a1de-8c263818a0f6 tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "GET /v2.0/security-groups/aef67cce-ca93-497b-9a61-2f90d9d89198 HTTP/1.1" status: 404 len: 347 time: 0.0165854 Nov 23 05:06:45.488465 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51212) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:06:45.630941 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Deleting port 3ab1306f-0c55-455f-adf9-18d78a0084a3 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:06:45.631280 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:45.714325 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:45.714932 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:45.731077 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Calling delete_port for 3ab1306f-0c55-455f-adf9-18d78a0084a3 owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:06:45.880453 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:45.907999 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Pushing event deleted for resources: {'Port': ['ID=3ab1306f-0c55-455f-adf9-18d78a0084a3,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:45.917312 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:45.917659 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:45.918010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:45.918355 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:45.918697 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:45.919040 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:45.919382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:45.919768 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:45.920040 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:45.920379 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:45.920711 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:45.921039 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:06:45.989897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:45.992474 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:45.993652 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7450d7de-fdc2-4e36-bf2f-8b9915e7accb tempest-ServerActionsTestJSON-568271921 tempest-ServerActionsTestJSON-568271921-project] 10.222.0.37 "DELETE /v2.0/floatingips/f5c45a4a-6a5b-48e8-8760-2d0634f745bb HTTP/1.1" status: 204 len: 168 time: 0.5041015 Nov 23 05:06:45.996637 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51214) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:06:46.403931 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9f298ee3-33be-4e47-946c-0ada2e04db63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:46.657442 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9f298ee3-33be-4e47-946c-0ada2e04db63 admin admin] Deleting port d23ffa76-35ea-4f4c-a071-4240de5a7824 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:06:46.658152 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9f298ee3-33be-4e47-946c-0ada2e04db63 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:46.742572 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-9f298ee3-33be-4e47-946c-0ada2e04db63 admin admin] For port d23ffa76-35ea-4f4c-a071-4240de5a7824, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d23ffa76-35ea-4f4c-a071-4240de5a7824,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:06:46.742932 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9f298ee3-33be-4e47-946c-0ada2e04db63 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:46.755888 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9f298ee3-33be-4e47-946c-0ada2e04db63 admin admin] Calling delete_port for d23ffa76-35ea-4f4c-a071-4240de5a7824 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:06:47.190112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9f298ee3-33be-4e47-946c-0ada2e04db63 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:47.221334 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f298ee3-33be-4e47-946c-0ada2e04db63 admin admin] Pushing event deleted for resources: {'Port': ['ID=d23ffa76-35ea-4f4c-a071-4240de5a7824,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:47.375547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9f298ee3-33be-4e47-946c-0ada2e04db63 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:47.587201 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f298ee3-33be-4e47-946c-0ada2e04db63 admin admin] Router 3b4ee100-0e6c-459c-bb43-3be82cb392af has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:06:47.691871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f298ee3-33be-4e47-946c-0ada2e04db63 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:06:47.696951 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9f298ee3-33be-4e47-946c-0ada2e04db63 admin admin] 10.222.0.37 "PUT /v2.0/routers/3b4ee100-0e6c-459c-bb43-3be82cb392af/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6988258 Nov 23 05:06:47.699438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51218) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:06:47.702275 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa58f0-da49-43fb-97bc-9a98a08a2333 None None] Sync routers for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:06:47.712497 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa58f0-da49-43fb-97bc-9a98a08a2333 None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:06:47.713099 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7bfa58f0-da49-43fb-97bc-9a98a08a2333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:06:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:06:47.803960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:47.821173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-7bfa58f0-da49-43fb-97bc-9a98a08a2333 None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:06:47.908832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:47.963189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] Deleting port 54ae8f3b-e00d-43a3-bde9-bba796ff970b {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:06:47.963776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.002267 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7bfa58f0-da49-43fb-97bc-9a98a08a2333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24'}], 'enable_snat': True}, 'gw_port_id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:06:47Z', 'revision_number': 5, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port': {'id': '54ae8f3b-e00d-43a3-bde9-bba796ff970b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:77:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1564, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.24', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:00:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:06:48.029908 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa58f0-da49-43fb-97bc-9a98a08a2333 None None] Checking router: 3b4ee100-0e6c-459c-bb43-3be82cb392af for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:06:48.038495 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bfa58f0-da49-43fb-97bc-9a98a08a2333 None None] Routers {'3b4ee100-0e6c-459c-bb43-3be82cb392af'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:06:48.039107 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7bfa58f0-da49-43fb-97bc-9a98a08a2333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:06:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3b4ee100-0e6c-459c-bb43-3be82cb392af'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:06:48.048160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] For port 54ae8f3b-e00d-43a3-bde9-bba796ff970b, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=54ae8f3b-e00d-43a3-bde9-bba796ff970b,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:06:48.048526 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.062264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] Calling delete_port for 54ae8f3b-e00d-43a3-bde9-bba796ff970b owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:06:48.127413 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-7bfa58f0-da49-43fb-97bc-9a98a08a2333 None None] Set router 3b4ee100-0e6c-459c-bb43-3be82cb392af gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:06:48.183587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-7bfa58f0-da49-43fb-97bc-9a98a08a2333 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:06:47Z', 'revision_number': 6, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:06:48.210250 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bfa58f0-da49-43fb-97bc-9a98a08a2333 None None] The sync data for ids ['3b4ee100-0e6c-459c-bb43-3be82cb392af'] in dv-neutron-818850-1-hyperv is: [{'id': '3b4ee100-0e6c-459c-bb43-3be82cb392af', 'name': 'tempest-ServerActionsTestJSON-737472951-router', 'tenant_id': 'a95b97d210fa49538456c12cbf2326ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:00:08Z', 'updated_at': '2021-11-23T05:06:47Z', 'revision_number': 6, 'project_id': 'a95b97d210fa49538456c12cbf2326ac', 'gw_port_host': None}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:06:48.240731 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.266248 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] Pushing event deleted for resources: {'Port': ['ID=54ae8f3b-e00d-43a3-bde9-bba796ff970b,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:48.281855 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a3f8a43-a5c8-42d2-aa0d-0b0751284282 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:06:48.328252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.420370 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.422511 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.468707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.469191 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b4ee100-0e6c-459c-bb43-3be82cb392af {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:06:48.474305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.475448 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8bf059f6-1079-4bcb-95c4-e27df9a0f96e admin admin] 10.222.0.37 "DELETE /v2.0/routers/3b4ee100-0e6c-459c-bb43-3be82cb392af HTTP/1.1" status: 204 len: 168 time: 0.7751114 Nov 23 05:06:48.478010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51220) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:06:48.521990 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ee07574-fe44-4e31-b870-21632f070d10 admin admin] Deleting subnet a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:06:48.524874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ee07574-fe44-4e31-b870-21632f070d10 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.560942 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ee07574-fe44-4e31-b870-21632f070d10 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.645396 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ee07574-fe44-4e31-b870-21632f070d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.696445 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ee07574-fe44-4e31-b870-21632f070d10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.722237 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee07574-fe44-4e31-b870-21632f070d10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:48.724705 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ee07574-fe44-4e31-b870-21632f070d10 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.727902 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3ee07574-fe44-4e31-b870-21632f070d10 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/a1b8ba6a-8454-4afb-90c6-9ba0e21d3b65 HTTP/1.1" status: 204 len: 168 time: 0.2489820 Nov 23 05:06:48.730479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51222) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:06:48.731123 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94935c7e-5f4f-4efc-a3c4-9cf2721b0696 None None] Network 7de2e831-304b-4979-89a1-75303e4aef72 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:06:48.809539 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.865921 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] Deleting port a413bcc9-f7d0-4f46-b031-09c2bf8d83d7 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:06:48.866261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.933610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] For port a413bcc9-f7d0-4f46-b031-09c2bf8d83d7, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a413bcc9-f7d0-4f46-b031-09c2bf8d83d7,segment=NetworkSegment(589a0d39-196f-41e7-9f7d-e45237aedf50),segment_id=589a0d39-196f-41e7-9f7d-e45237aedf50)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:06:48.933610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:48.948704 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] Calling delete_port for a413bcc9-f7d0-4f46-b031-09c2bf8d83d7 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:06:49.034872 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:49.048374 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b02f4b73-8a2e-4577-923c-edd0678a694e None None] DHCP port deletion for 7de2e831-304b-4979-89a1-75303e4aef72 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:06:49.068106 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] Pushing event deleted for resources: {'Port': ['ID=a413bcc9-f7d0-4f46-b031-09c2bf8d83d7,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:49.070003 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] No DVR routers for this DVR port a413bcc9-f7d0-4f46-b031-09c2bf8d83d7 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:06:49.146371 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:49.168604 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7de2e831-304b-4979-89a1-75303e4aef72']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:06:49.178637 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '589a0d39-196f-41e7-9f7d-e45237aedf50') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:06:49.178924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '589a0d39-196f-41e7-9f7d-e45237aedf50') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:06:49.194544 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:49.209096 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:49.215380 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:06:49.215772 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:06:49.217696 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:06:49.284521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:49.291013 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:49.294378 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] 10.222.0.37 "DELETE /v2.0/networks/7de2e831-304b-4979-89a1-75303e4aef72 HTTP/1.1" status: 204 len: 168 time: 0.5629799 Nov 23 05:06:49.304394 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dddece-6aad-4181-ae02-914080f607d9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7de2e831-304b-4979-89a1-75303e4aef72,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:49.399173 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51226) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:06:49.438224 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-91950f96-24b4-4af8-9338-f392dded7f8d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a95b97d210fa49538456c12cbf2326ac&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378871 Nov 23 05:06:49.440665 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51228) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:06:49.491418 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c13237fe-ff72-49c8-814d-35e6878ad42a admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:49.512035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c13237fe-ff72-49c8-814d-35e6878ad42a admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:49.559519 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c13237fe-ff72-49c8-814d-35e6878ad42a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:49.562200 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c13237fe-ff72-49c8-814d-35e6878ad42a admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:49.563352 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c13237fe-ff72-49c8-814d-35e6878ad42a admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fe97a72c-af17-41bf-98f9-5a92f5792a92 HTTP/1.1" status: 204 len: 168 time: 0.1212430 Nov 23 05:06:49.572302 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c13237fe-ff72-49c8-814d-35e6878ad42a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe97a72c-af17-41bf-98f9-5a92f5792a92,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:50.143566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 54ae8f3b-e00d-43a3-bde9-bba796ff970b no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:06:50.166581 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 54ae8f3b-e00d-43a3-bde9-bba796ff970b {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:06:50.167004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 54ae8f3b-e00d-43a3-bde9-bba796ff970b not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:06:50.167480 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d23ffa76-35ea-4f4c-a071-4240de5a7824 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:06:50.186455 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: d23ffa76-35ea-4f4c-a071-4240de5a7824 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:06:50.186795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d23ffa76-35ea-4f4c-a071-4240de5a7824 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:06:50.187400 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a413bcc9-f7d0-4f46-b031-09c2bf8d83d7 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:06:50.205329 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: a413bcc9-f7d0-4f46-b031-09c2bf8d83d7 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:06:50.205673 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a413bcc9-f7d0-4f46-b031-09c2bf8d83d7 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:06:50.209913 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51250) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:06:50.302453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-504479161-network', 'tenant_id': '988715775696413ea079cdc209d8744a'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:06:50.323347 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] Made reservation on behalf of 988715775696413ea079cdc209d8744a for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:06:50.325798 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:50.334989 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:50.411531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:50.415184 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:50.435323 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] vlan segment allocate from pool success with {'vlan_id': 151, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:06:50.450094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:50.452948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:50.453309 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] Added segment dbeb52d0-e230-4e3b-a8ea-2f71113acaa9 of type vlan for network e477a6aa-a72f-4ebf-840d-d9b445f37382 Nov 23 05:06:50.493381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:50.517072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:50.518294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:50.518858 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:50.568203 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3571587 Nov 23 05:06:50.571404 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51254) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:06:50.576364 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ef1f0d25-83c9-4f51-8cf0-bfb0e9b21288 admin admin] Request body: {'subnet': {'network_id': 'e477a6aa-a72f-4ebf-840d-d9b445f37382', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-504479161-subnet', 'tenant_id': '988715775696413ea079cdc209d8744a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:06:50.581268 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9c473e-640b-4261-abcd-ea0bc5543ddf admin admin] Pushing event updated for resources: {'Network': ['ID=e477a6aa-a72f-4ebf-840d-d9b445f37382,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:50.591347 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network e477a6aa-a72f-4ebf-840d-d9b445f37382 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:06:50.599179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef1f0d25-83c9-4f51-8cf0-bfb0e9b21288 admin admin] Made reservation on behalf of 988715775696413ea079cdc209d8744a for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:06:50.601564 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0d25-83c9-4f51-8cf0-bfb0e9b21288 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:50.775460 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0d25-83c9-4f51-8cf0-bfb0e9b21288 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:50.830875 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1f0d25-83c9-4f51-8cf0-bfb0e9b21288 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca100f75-7385-4342-a2ca-5666b256aebf,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:50.840720 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef1f0d25-83c9-4f51-8cf0-bfb0e9b21288 admin admin] Checking segment: {'id': 'dbeb52d0-e230-4e3b-a8ea-2f71113acaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e477a6aa-a72f-4ebf-840d-d9b445f37382'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:06:50.841034 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1f0d25-83c9-4f51-8cf0-bfb0e9b21288 admin admin] Network hostable DHCP agents. Network: e477a6aa-a72f-4ebf-840d-d9b445f37382, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:06:50.857814 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1f0d25-83c9-4f51-8cf0-bfb0e9b21288 admin admin] Network e477a6aa-a72f-4ebf-840d-d9b445f37382 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:06:50.866167 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-ef1f0d25-83c9-4f51-8cf0-bfb0e9b21288 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, e477a6aa-a72f-4ebf-840d-d9b445f37382) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:06:50.870186 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1f0d25-83c9-4f51-8cf0-bfb0e9b21288 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:50.871013 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ef1f0d25-83c9-4f51-8cf0-bfb0e9b21288 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:50.875163 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01730ad5-934d-438d-8e85-b9145190dbd8 None None] Network e477a6aa-a72f-4ebf-840d-d9b445f37382 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:06:50.886828 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ef1f0d25-83c9-4f51-8cf0-bfb0e9b21288 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3143380 Nov 23 05:06:51.008569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd12a19e-8b60-4d59-8d97-58e5c0be4da5 None None] Network e477a6aa-a72f-4ebf-840d-d9b445f37382 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:06:51.315621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-ed4673d5-81c4-4a80-b9ff-fda43470c0b3 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:51.317724 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-ed4673d5-81c4-4a80-b9ff-fda43470c0b3 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/networks?id=e477a6aa-a72f-4ebf-840d-d9b445f37382 HTTP/1.1" status: 200 len: 813 time: 0.1139283 Nov 23 05:06:51.332506 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-58cbb620-5281-49d4-92e8-89165ec79066 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/quotas/988715775696413ea079cdc209d8744a HTTP/1.1" status: 200 len: 375 time: 0.0089355 Nov 23 05:06:51.362598 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-1b1c679e-e74f-4f03-aee1-ced338836256 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=988715775696413ea079cdc209d8744a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0250225 Nov 23 05:06:51.454986 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-096f30c2-dc0a-4844-b45d-bb9e8cb2067e service neutron] 10.222.0.37 "GET /v2.0/networks/e477a6aa-a72f-4ebf-840d-d9b445f37382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852132 Nov 23 05:06:51.543907 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-0d5648a4-ac6e-48ab-8f48-4b8ca2b68ec7 service neutron] 10.222.0.37 "GET /v2.0/networks/e477a6aa-a72f-4ebf-840d-d9b445f37382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830348 Nov 23 05:06:51.705572 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-07899f6e-6b26-4c4e-b477-d3629df3ccfa req-2eba96ce-e8ef-43ed-b288-e5b78c9abeb4 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 210 time: 0.0268393 Nov 23 05:06:52.804452 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-da51701f-ac3a-4a79-87c4-72831e22f0bf req-6b84c579-af9f-4b47-a1e3-e1fb716e8756 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 210 time: 0.0287282 Nov 23 05:06:52.826623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-ce7ae18d-09fe-4089-9bd6-d058d6b9c642 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:52.828066 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-ce7ae18d-09fe-4089-9bd6-d058d6b9c642 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.15 "GET /v2.0/networks?id=e477a6aa-a72f-4ebf-840d-d9b445f37382 HTTP/1.1" status: 200 len: 813 time: 0.1113372 Nov 23 05:06:52.856952 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-72c68830-21b5-431d-9290-c819a773526d tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Request body: {'port': {'device_id': '3450c32f-19a8-4248-a717-bd814d228ee0', 'network_id': 'e477a6aa-a72f-4ebf-840d-d9b445f37382', 'admin_state_up': True, 'tenant_id': '988715775696413ea079cdc209d8744a'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:06:52.972944 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-72c68830-21b5-431d-9290-c819a773526d tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Made reservation on behalf of 988715775696413ea079cdc209d8744a for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:06:52.976377 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-72c68830-21b5-431d-9290-c819a773526d tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:53.097112 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-72c68830-21b5-431d-9290-c819a773526d tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Allocated IP 172.20.0.11 (e477a6aa-a72f-4ebf-840d-d9b445f37382/ca100f75-7385-4342-a2ca-5666b256aebf/5b8bc9ef-93fb-4d34-a866-08376e0a2848) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:06:53.243318 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-72c68830-21b5-431d-9290-c819a773526d tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:53.276399 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-72c68830-21b5-431d-9290-c819a773526d tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:53.318755 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-72c68830-21b5-431d-9290-c819a773526d tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Network e477a6aa-a72f-4ebf-840d-d9b445f37382 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:06:53.321749 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-72c68830-21b5-431d-9290-c819a773526d tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:06:53.324077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-72c68830-21b5-431d-9290-c819a773526d tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:06:53.358089 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c68830-21b5-431d-9290-c819a773526d tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Pushing event updated for resources: {'Port': ['ID=5b8bc9ef-93fb-4d34-a866-08376e0a2848,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:53.382313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-72c68830-21b5-431d-9290-c819a773526d tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:53.382897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-72c68830-21b5-431d-9290-c819a773526d tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:53.398065 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-72c68830-21b5-431d-9290-c819a773526d tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5449321 Nov 23 05:06:53.423135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Request body: {'port': {'device_id': '3450c32f-19a8-4248-a717-bd814d228ee0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:06:53.475583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:53.730763 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5b8bc9ef-93fb-4d34-a866-08376e0a2848 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:06:53.737908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:53.750325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Transition to ACTIVE for port object 5b8bc9ef-93fb-4d34-a866-08376e0a2848 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:06:53.754241 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:53.822356 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Pushing event updated for resources: {'Port': ['ID=5b8bc9ef-93fb-4d34-a866-08376e0a2848,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:53.883629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Attempting to bind port 5b8bc9ef-93fb-4d34-a866-08376e0a2848 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:06:53.884291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Attempting to bind port 5b8bc9ef-93fb-4d34-a866-08376e0a2848 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'dbeb52d0-e230-4e3b-a8ea-2f71113acaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e477a6aa-a72f-4ebf-840d-d9b445f37382'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:06:53.884291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Attempting to bind port 5b8bc9ef-93fb-4d34-a866-08376e0a2848 on network e477a6aa-a72f-4ebf-840d-d9b445f37382 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:06:53.904023 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Port 5b8bc9ef-93fb-4d34-a866-08376e0a2848 on network e477a6aa-a72f-4ebf-840d-d9b445f37382 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:06:53.904338 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Attempting to bind port 5b8bc9ef-93fb-4d34-a866-08376e0a2848 on network e477a6aa-a72f-4ebf-840d-d9b445f37382 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:06:53.911702 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:06:53.912029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Checking segment: {'id': 'dbeb52d0-e230-4e3b-a8ea-2f71113acaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e477a6aa-a72f-4ebf-840d-d9b445f37382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:06:53.912403 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Bound using segment: {'id': 'dbeb52d0-e230-4e3b-a8ea-2f71113acaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e477a6aa-a72f-4ebf-840d-d9b445f37382'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:06:53.912823 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Bound port: 5b8bc9ef-93fb-4d34-a866-08376e0a2848, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbeb52d0-e230-4e3b-a8ea-2f71113acaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e477a6aa-a72f-4ebf-840d-d9b445f37382'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:06:53.913178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:53.942985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e33cbab-254b-43e1-b5eb-89d434a0528a req-dd70f6c4-fd31-4983-aae0-cb57568904d9 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:53.944416 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2e33cbab-254b-43e1-b5eb-89d434a0528a req-dd70f6c4-fd31-4983-aae0-cb57568904d9 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 944 time: 0.0724647 Nov 23 05:06:54.025390 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2e33cbab-254b-43e1-b5eb-89d434a0528a req-f779f411-4ce0-41ea-a20d-9389336a1cfd tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636587 Nov 23 05:06:54.026298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] For port 5b8bc9ef-93fb-4d34-a866-08376e0a2848, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:06:54.029540 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] For port 5b8bc9ef-93fb-4d34-a866-08376e0a2848, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5b8bc9ef-93fb-4d34-a866-08376e0a2848,segment=NetworkSegment(dbeb52d0-e230-4e3b-a8ea-2f71113acaa9),segment_id=dbeb52d0-e230-4e3b-a8ea-2f71113acaa9)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:06:54.033592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:54.070127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:54.070738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:54.072140 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] 10.222.0.15 "PUT /v2.0/ports/5b8bc9ef-93fb-4d34-a866-08376e0a2848 HTTP/1.1" status: 200 len: 1094 time: 0.6528945 Nov 23 05:06:54.072582 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3450c32f-19a8-4248-a717-bd814d228ee0', 'tag': '5b8bc9ef-93fb-4d34-a866-08376e0a2848'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:06:54.074832 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b58ec1e4-91db-4327-a45f-67de7e435ca8" -d '{"events": [{"name": "network-changed", "server_uuid": "3450c32f-19a8-4248-a717-bd814d228ee0", "tag": "5b8bc9ef-93fb-4d34-a866-08376e0a2848"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:06:54.096844 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893cf5cf-5ce1-492b-a6c7-8f1780381dac service neutron] Pushing event updated for resources: {'Port': ['ID=5b8bc9ef-93fb-4d34-a866-08376e0a2848,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:54.109957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13998318-91d8-4e8e-896a-90d1e1877e58 x-openstack-request-id: req-13998318-91d8-4e8e-896a-90d1e1877e58 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:06:54.110384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3450c32f-19a8-4248-a717-bd814d228ee0", "tag": "5b8bc9ef-93fb-4d34-a866-08376e0a2848", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:06:54.110638 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-13998318-91d8-4e8e-896a-90d1e1877e58 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:06:54.111046 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3450c32f-19a8-4248-a717-bd814d228ee0', 'tag': '5b8bc9ef-93fb-4d34-a866-08376e0a2848', 'status': 'completed', 'code': 200} Nov 23 05:06:54.201881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ec1e4-91db-4327-a45f-67de7e435ca8 req-b81c539c-daef-45cb-abec-f0568705d89b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:54.203323 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b58ec1e4-91db-4327-a45f-67de7e435ca8 req-b81c539c-daef-45cb-abec-f0568705d89b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=988715775696413ea079cdc209d8744a&device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0409307 Nov 23 05:06:54.314596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ec1e4-91db-4327-a45f-67de7e435ca8 req-11b5a356-a3c3-41d3-bb02-4f72822eb8fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:54.316075 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b58ec1e4-91db-4327-a45f-67de7e435ca8 req-11b5a356-a3c3-41d3-bb02-4f72822eb8fc service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=988715775696413ea079cdc209d8744a&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0939522 Nov 23 05:06:54.415439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b58ec1e4-91db-4327-a45f-67de7e435ca8 req-6c6afcf3-f743-4d58-80e7-bf33e13a50db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:54.416859 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b58ec1e4-91db-4327-a45f-67de7e435ca8 req-6c6afcf3-f743-4d58-80e7-bf33e13a50db service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0900695 Nov 23 05:06:54.527726 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-9953f3cd-aaad-4934-a89a-d9c08b8e0255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:54.529160 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-9953f3cd-aaad-4934-a89a-d9c08b8e0255 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=988715775696413ea079cdc209d8744a&device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 1097 time: 0.0396924 Nov 23 05:06:54.584107 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-f10d2fbf-0d25-45e0-a4b9-4938a6d3cf4f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5b8bc9ef-93fb-4d34-a866-08376e0a2848 HTTP/1.1" status: 200 len: 217 time: 0.0324080 Nov 23 05:06:54.640203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-b5e82f09-2a82-498c-99a1-70ca9b51c55f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:54.641789 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-b5e82f09-2a82-498c-99a1-70ca9b51c55f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca100f75-7385-4342-a2ca-5666b256aebf HTTP/1.1" status: 200 len: 853 time: 0.0466876 Nov 23 05:06:54.677479 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-50f280b8-e50b-40dd-8e3e-3a9bd019257f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e477a6aa-a72f-4ebf-840d-d9b445f37382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0247147 Nov 23 05:06:54.770905 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-a9e53c54-fade-40a3-b369-6b8e6cd21294 service neutron] 10.222.0.15 "GET /v2.0/networks/e477a6aa-a72f-4ebf-840d-d9b445f37382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814428 Nov 23 05:06:54.868059 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2928900-9c61-4497-82b1-50e92aea1a25 req-25652af7-8200-48a5-be37-c28179d28479 service neutron] 10.222.0.15 "GET /v2.0/networks/e477a6aa-a72f-4ebf-840d-d9b445f37382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855629 Nov 23 05:06:55.138564 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80aec073-cebb-4e7b-b39e-f86b772dc97a req-e42b5cdb-eaa8-44ae-9f00-276f27a494cc tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:55.139933 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-80aec073-cebb-4e7b-b39e-f86b772dc97a req-e42b5cdb-eaa8-44ae-9f00-276f27a494cc tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 944 time: 0.0483973 Nov 23 05:06:55.186257 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-80aec073-cebb-4e7b-b39e-f86b772dc97a req-dc4d9765-d763-4444-9779-4b61da5f3038 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397105 Nov 23 05:06:56.303885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02eb091-6002-43a1-bc33-d03669252e0f req-58c2a2f4-7bf5-46d2-92f1-35d94bcbfc03 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:56.305494 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e02eb091-6002-43a1-bc33-d03669252e0f req-58c2a2f4-7bf5-46d2-92f1-35d94bcbfc03 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 944 time: 0.0528107 Nov 23 05:06:56.354275 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e02eb091-6002-43a1-bc33-d03669252e0f req-83e65248-23b9-4643-8324-373a35edc5c6 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414717 Nov 23 05:06:57.466989 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a681c3a-75a8-437a-920b-645ce302a1fa req-2af57551-7eec-4658-8040-ea4bb6070034 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:57.468439 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7a681c3a-75a8-437a-920b-645ce302a1fa req-2af57551-7eec-4658-8040-ea4bb6070034 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 944 time: 0.0483081 Nov 23 05:06:57.518286 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7a681c3a-75a8-437a-920b-645ce302a1fa req-4d9035c5-0747-4152-967c-fdb46ae2c693 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439682 Nov 23 05:06:58.185553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 5b8bc9ef-93fb-4d34-a866-08376e0a2848 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:06:58.276732 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 5b8bc9ef-93fb-4d34-a866-08376e0a2848, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5b8bc9ef-93fb-4d34-a866-08376e0a2848,segment=NetworkSegment(dbeb52d0-e230-4e3b-a8ea-2f71113acaa9),segment_id=dbeb52d0-e230-4e3b-a8ea-2f71113acaa9)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:06:58.288286 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '5b8bc9ef-93fb-4d34-a866-08376e0a2848', 'network_id': 'e477a6aa-a72f-4ebf-840d-d9b445f37382', 'port_id': '5b8bc9ef-93fb-4d34-a866-08376e0a2848', 'mac_address': 'fa:16:3e:44:cd:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca100f75-7385-4342-a2ca-5666b256aebf', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:06:58.326840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:58.339026 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5b8bc9ef-93fb-4d34-a866-08376e0a2848 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:06:58.358795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 5b8bc9ef-93fb-4d34-a866-08376e0a2848, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5b8bc9ef-93fb-4d34-a866-08376e0a2848,segment=NetworkSegment(dbeb52d0-e230-4e3b-a8ea-2f71113acaa9),segment_id=dbeb52d0-e230-4e3b-a8ea-2f71113acaa9)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:06:58.362467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:06:58.408432 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=5b8bc9ef-93fb-4d34-a866-08376e0a2848,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:06:58.630724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d900e2-818f-4340-b8ef-ecef8ec4f464 req-0b7584bd-09ac-403a-8846-177d05574eb2 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:58.632096 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-86d900e2-818f-4340-b8ef-ecef8ec4f464 req-0b7584bd-09ac-403a-8846-177d05574eb2 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 945 time: 0.0481942 Nov 23 05:06:58.678776 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-86d900e2-818f-4340-b8ef-ecef8ec4f464 req-4ab7a9f5-1b98-43b7-9eee-4dae7ae5bf72 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408173 Nov 23 05:06:58.696155 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['5b8bc9ef-93fb-4d34-a866-08376e0a2848'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:06:59.793151 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12790e-1596-49a0-81bd-738d8fe1d0e6 req-65dad85e-2561-4e21-ab23-412a42c9f53e tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:06:59.794641 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc12790e-1596-49a0-81bd-738d8fe1d0e6 req-65dad85e-2561-4e21-ab23-412a42c9f53e tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 945 time: 0.0481021 Nov 23 05:06:59.840834 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dc12790e-1596-49a0-81bd-738d8fe1d0e6 req-6bf25fe5-99d1-4067-a1b9-b133fb698a92 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395234 Nov 23 05:07:00.203240 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 5b8bc9ef-93fb-4d34-a866-08376e0a2848 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:07:00.250809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 5b8bc9ef-93fb-4d34-a866-08376e0a2848 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:07:00.254389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 5b8bc9ef-93fb-4d34-a866-08376e0a2848 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:00.254751 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:00.328587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:00.354558 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3450c32f-19a8-4248-a717-bd814d228ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8bc9ef-93fb-4d34-a866-08376e0a2848'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:07:00.356725 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc74b5f8-1e58-43f3-93e4-27c30e5d4631" -d '{"events": [{"server_uuid": "3450c32f-19a8-4248-a717-bd814d228ee0", "name": "network-vif-plugged", "status": "completed", "tag": "5b8bc9ef-93fb-4d34-a866-08376e0a2848"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:07:00.369240 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 5b8bc9ef-93fb-4d34-a866-08376e0a2848, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5b8bc9ef-93fb-4d34-a866-08376e0a2848,segment=NetworkSegment(dbeb52d0-e230-4e3b-a8ea-2f71113acaa9),segment_id=dbeb52d0-e230-4e3b-a8ea-2f71113acaa9)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:00.373976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:00.398775 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:07:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83601786-7b15-41c7-80ad-f3d2f1afdd0c x-openstack-request-id: req-83601786-7b15-41c7-80ad-f3d2f1afdd0c {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:07:00.399072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3450c32f-19a8-4248-a717-bd814d228ee0", "name": "network-vif-plugged", "status": "completed", "tag": "5b8bc9ef-93fb-4d34-a866-08376e0a2848", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:07:00.399328 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83601786-7b15-41c7-80ad-f3d2f1afdd0c {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:07:00.399722 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3450c32f-19a8-4248-a717-bd814d228ee0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5b8bc9ef-93fb-4d34-a866-08376e0a2848', 'code': 200} Nov 23 05:07:00.424693 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=5b8bc9ef-93fb-4d34-a866-08376e0a2848,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:00.432612 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:00.432973 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:00.433419 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:00.433765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:00.434103 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:00.434447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:00.434782 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:00.435122 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:00.435458 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:00.435785 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:00.436113 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:00.436442 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:00.605094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f7005d-4860-4ea6-8b0d-a0c921d02337 req-0b331982-7310-4087-bbe6-039a127ecde6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:00.606475 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-26f7005d-4860-4ea6-8b0d-a0c921d02337 req-0b331982-7310-4087-bbe6-039a127ecde6 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 1099 time: 0.0392776 Nov 23 05:07:00.655604 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-26f7005d-4860-4ea6-8b0d-a0c921d02337 req-71a6a863-5be0-438a-b6ff-0449bd024cf4 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371635 Nov 23 05:07:00.956693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81fb12e-9393-46a1-b394-c46e9d79b3cd req-aedce28d-a5ca-4ba9-8571-76e050fc5b86 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:00.958146 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a81fb12e-9393-46a1-b394-c46e9d79b3cd req-aedce28d-a5ca-4ba9-8571-76e050fc5b86 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 946 time: 0.0509803 Nov 23 05:07:01.005247 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a81fb12e-9393-46a1-b394-c46e9d79b3cd req-1d1e6b7f-ea0c-4241-a30c-b640e494c571 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411742 Nov 23 05:07:02.119387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51cf8bb6-1153-4981-8f15-f0e411d86c0c req-b33e7e86-82c8-4745-bde2-efe53e1a79d1 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:02.120847 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-51cf8bb6-1153-4981-8f15-f0e411d86c0c req-b33e7e86-82c8-4745-bde2-efe53e1a79d1 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 946 time: 0.0478544 Nov 23 05:07:02.171497 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-51cf8bb6-1153-4981-8f15-f0e411d86c0c req-731d8def-524b-4058-9f4c-5edb63db2897 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447562 Nov 23 05:07:02.394027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-3ca1671b-5bff-4f99-9e93-83175ac3b4b4 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:02.395446 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-3ca1671b-5bff-4f99-9e93-83175ac3b4b4 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/networks?id=e477a6aa-a72f-4ebf-840d-d9b445f37382 HTTP/1.1" status: 200 len: 813 time: 0.1071854 Nov 23 05:07:02.409885 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-c424e36b-348b-4d85-8864-3ed4c99dce18 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/quotas/988715775696413ea079cdc209d8744a HTTP/1.1" status: 200 len: 375 time: 0.0087342 Nov 23 05:07:02.457545 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-0ecc1a03-ef74-44b9-a11d-2180115bf77a tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=988715775696413ea079cdc209d8744a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0426188 Nov 23 05:07:02.509469 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-eb4f3eb7-6042-47d3-b270-6f7441e98341 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:07:02.510461 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-eb4f3eb7-6042-47d3-b270-6f7441e98341 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0464101 Nov 23 05:07:02.597896 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-67f0d617-6c42-468a-9463-062af263d32d service neutron] 10.222.0.37 "GET /v2.0/networks/e477a6aa-a72f-4ebf-840d-d9b445f37382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812380 Nov 23 05:07:02.689424 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-029e8324-e644-4f94-a698-088145dfca75 service neutron] 10.222.0.37 "GET /v2.0/networks/e477a6aa-a72f-4ebf-840d-d9b445f37382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855703 Nov 23 05:07:02.839434 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-08472d87-a705-451d-80af-84164c0115b0 req-b23b788a-131e-4258-b741-61b743cc93ba tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 210 time: 0.0255864 Nov 23 05:07:03.842790 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-6c4be512-a0dc-4d8d-bd96-790e47819460 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:03.844268 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-6c4be512-a0dc-4d8d-bd96-790e47819460 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.15 "GET /v2.0/networks?id=e477a6aa-a72f-4ebf-840d-d9b445f37382 HTTP/1.1" status: 200 len: 813 time: 0.1057634 Nov 23 05:07:03.877884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-3bbfe3c0-67cb-46bf-8b37-885c8007a66f tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Request body: {'port': {'device_id': 'cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23', 'network_id': 'e477a6aa-a72f-4ebf-840d-d9b445f37382', 'admin_state_up': True, 'tenant_id': '988715775696413ea079cdc209d8744a'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:03.950575 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6b4fdfcb-5676-463f-bf50-b2aa7f479d78 req-edcdf302-98a2-4f5b-a16d-387fdcd16540 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 210 time: 0.0287595 Nov 23 05:07:04.012212 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-3bbfe3c0-67cb-46bf-8b37-885c8007a66f tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Made reservation on behalf of 988715775696413ea079cdc209d8744a for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:04.015671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-3bbfe3c0-67cb-46bf-8b37-885c8007a66f tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:04.141390 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-3bbfe3c0-67cb-46bf-8b37-885c8007a66f tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Allocated IP 172.20.0.13 (e477a6aa-a72f-4ebf-840d-d9b445f37382/ca100f75-7385-4342-a2ca-5666b256aebf/2ded3bae-7045-484b-8c45-9f8f96975730) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:07:04.288458 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-3bbfe3c0-67cb-46bf-8b37-885c8007a66f tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:04.320505 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-3bbfe3c0-67cb-46bf-8b37-885c8007a66f tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:04.355578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['5b8bc9ef-93fb-4d34-a866-08376e0a2848'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:07:04.364168 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-3bbfe3c0-67cb-46bf-8b37-885c8007a66f tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Network e477a6aa-a72f-4ebf-840d-d9b445f37382 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:07:04.367398 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-3bbfe3c0-67cb-46bf-8b37-885c8007a66f tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:04.371013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-3bbfe3c0-67cb-46bf-8b37-885c8007a66f tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:07:04.395639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbfe3c0-67cb-46bf-8b37-885c8007a66f tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Pushing event updated for resources: {'Port': ['ID=2ded3bae-7045-484b-8c45-9f8f96975730,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:04.424811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-3bbfe3c0-67cb-46bf-8b37-885c8007a66f tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:04.425506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-3bbfe3c0-67cb-46bf-8b37-885c8007a66f tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:04.441639 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-3bbfe3c0-67cb-46bf-8b37-885c8007a66f tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5677404 Nov 23 05:07:04.460861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Request body: {'port': {'device_id': 'cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:04.860273 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:05.066484 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-523545ae-1d92-4847-9bbc-7aab84248965 req-10306c6e-d2cd-40f8-80bf-51a19451147c tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:05.067955 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-523545ae-1d92-4847-9bbc-7aab84248965 req-10306c6e-d2cd-40f8-80bf-51a19451147c tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 932 time: 0.0488939 Nov 23 05:07:05.115726 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-523545ae-1d92-4847-9bbc-7aab84248965 req-a6c95864-a469-48f5-ad8d-4bf2fe300537 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417058 Nov 23 05:07:05.119391 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ded3bae-7045-484b-8c45-9f8f96975730 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:07:05.126911 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:05.138750 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Transition to ACTIVE for port object 2ded3bae-7045-484b-8c45-9f8f96975730 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:07:05.141972 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:05.193552 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Pushing event updated for resources: {'Port': ['ID=2ded3bae-7045-484b-8c45-9f8f96975730,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:05.258121 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Attempting to bind port 2ded3bae-7045-484b-8c45-9f8f96975730 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:07:05.258450 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Attempting to bind port 2ded3bae-7045-484b-8c45-9f8f96975730 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'dbeb52d0-e230-4e3b-a8ea-2f71113acaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e477a6aa-a72f-4ebf-840d-d9b445f37382'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:07:05.258771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Attempting to bind port 2ded3bae-7045-484b-8c45-9f8f96975730 on network e477a6aa-a72f-4ebf-840d-d9b445f37382 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:07:05.262969 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Port 2ded3bae-7045-484b-8c45-9f8f96975730 on network e477a6aa-a72f-4ebf-840d-d9b445f37382 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:07:05.263292 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Attempting to bind port 2ded3bae-7045-484b-8c45-9f8f96975730 on network e477a6aa-a72f-4ebf-840d-d9b445f37382 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:07:05.268410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 6, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:07:05.268762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Checking segment: {'id': 'dbeb52d0-e230-4e3b-a8ea-2f71113acaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e477a6aa-a72f-4ebf-840d-d9b445f37382'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:05.269144 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Bound using segment: {'id': 'dbeb52d0-e230-4e3b-a8ea-2f71113acaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e477a6aa-a72f-4ebf-840d-d9b445f37382'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:07:05.269632 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Bound port: 2ded3bae-7045-484b-8c45-9f8f96975730, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbeb52d0-e230-4e3b-a8ea-2f71113acaa9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 151, 'network_id': 'e477a6aa-a72f-4ebf-840d-d9b445f37382'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:07:05.269976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:05.330822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] For port 2ded3bae-7045-484b-8c45-9f8f96975730, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:07:05.334338 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] For port 2ded3bae-7045-484b-8c45-9f8f96975730, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2ded3bae-7045-484b-8c45-9f8f96975730,segment=NetworkSegment(dbeb52d0-e230-4e3b-a8ea-2f71113acaa9),segment_id=dbeb52d0-e230-4e3b-a8ea-2f71113acaa9)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:07:05.337931 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:05.373228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:05.373867 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:05.375201 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] 10.222.0.15 "PUT /v2.0/ports/2ded3bae-7045-484b-8c45-9f8f96975730 HTTP/1.1" status: 200 len: 1094 time: 0.9190655 Nov 23 05:07:05.375639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23', 'tag': '2ded3bae-7045-484b-8c45-9f8f96975730'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:07:05.377907 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3be85732-9e0f-4648-ab26-733270e965e3" -d '{"events": [{"name": "network-changed", "server_uuid": "cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23", "tag": "2ded3bae-7045-484b-8c45-9f8f96975730"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:07:05.398627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff03a488-717a-4c15-bed3-28f4a0868e04 service neutron] Pushing event updated for resources: {'Port': ['ID=2ded3bae-7045-484b-8c45-9f8f96975730,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:05.419513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:07:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e5d27f1-faaf-4953-afbd-fce300b128e1 x-openstack-request-id: req-4e5d27f1-faaf-4953-afbd-fce300b128e1 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:07:05.419825 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23", "tag": "2ded3bae-7045-484b-8c45-9f8f96975730", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:07:05.420080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4e5d27f1-faaf-4953-afbd-fce300b128e1 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:07:05.420482 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23', 'tag': '2ded3bae-7045-484b-8c45-9f8f96975730', 'status': 'completed', 'code': 200} Nov 23 05:07:05.483780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-1ac7eca2-ee05-4f3d-88e6-ca1e00a9b0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:05.485235 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-1ac7eca2-ee05-4f3d-88e6-ca1e00a9b0e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=988715775696413ea079cdc209d8744a&device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 1097 time: 0.0450108 Nov 23 05:07:05.533623 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-2bde2a64-edf4-48bb-aa56-339166c504e7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ded3bae-7045-484b-8c45-9f8f96975730 HTTP/1.1" status: 200 len: 217 time: 0.0335310 Nov 23 05:07:05.582362 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-6a86711d-b24e-42f9-a587-25f905bde24f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:05.583643 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-6a86711d-b24e-42f9-a587-25f905bde24f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca100f75-7385-4342-a2ca-5666b256aebf HTTP/1.1" status: 200 len: 853 time: 0.0422189 Nov 23 05:07:05.618877 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-85c2beb3-e66a-41fe-ad06-2faa248da67e service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e477a6aa-a72f-4ebf-840d-d9b445f37382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273840 Nov 23 05:07:05.709356 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-0a0e946b-23a3-438c-8442-a6c60a243334 service neutron] 10.222.0.15 "GET /v2.0/networks/e477a6aa-a72f-4ebf-840d-d9b445f37382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831225 Nov 23 05:07:05.805872 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd32cba1-6ec5-4aa7-879c-e4f98396c3c5 req-2e514556-57d1-4f5c-a759-41d4139694e1 service neutron] 10.222.0.15 "GET /v2.0/networks/e477a6aa-a72f-4ebf-840d-d9b445f37382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874536 Nov 23 05:07:05.944158 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be85732-9e0f-4648-ab26-733270e965e3 req-f86e0530-7c03-4cfd-b63d-0df6ebe22f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:05.945540 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3be85732-9e0f-4648-ab26-733270e965e3 req-f86e0530-7c03-4cfd-b63d-0df6ebe22f7c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=988715775696413ea079cdc209d8744a&device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 1097 time: 0.0404482 Nov 23 05:07:06.037990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be85732-9e0f-4648-ab26-733270e965e3 req-6270d5b1-a1ff-45e8-b910-f09c16de045b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:06.039436 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3be85732-9e0f-4648-ab26-733270e965e3 req-6270d5b1-a1ff-45e8-b910-f09c16de045b service neutron] 10.222.0.15 "GET /v2.0/networks?id=e477a6aa-a72f-4ebf-840d-d9b445f37382 HTTP/1.1" status: 200 len: 914 time: 0.0847583 Nov 23 05:07:06.085625 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3be85732-9e0f-4648-ab26-733270e965e3 req-71f23ce6-46a9-40c1-9a6e-c7ce41ded8fd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=2ded3bae-7045-484b-8c45-9f8f96975730 HTTP/1.1" status: 200 len: 217 time: 0.0374677 Nov 23 05:07:06.137967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be85732-9e0f-4648-ab26-733270e965e3 req-de422574-3cf4-40d8-9235-f4cc007719c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:06.139393 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3be85732-9e0f-4648-ab26-733270e965e3 req-de422574-3cf4-40d8-9235-f4cc007719c6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=ca100f75-7385-4342-a2ca-5666b256aebf HTTP/1.1" status: 200 len: 853 time: 0.0441611 Nov 23 05:07:06.171913 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3be85732-9e0f-4648-ab26-733270e965e3 req-e2b886e6-93bd-4459-a7b0-c7ebdc8c974c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e477a6aa-a72f-4ebf-840d-d9b445f37382&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0244567 Nov 23 05:07:06.226733 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb83b23-5b9d-432b-88b8-e570a9874215 req-be0ff2cc-7742-4ab2-bc36-1414f75fbdf7 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:06.228179 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2fb83b23-5b9d-432b-88b8-e570a9874215 req-be0ff2cc-7742-4ab2-bc36-1414f75fbdf7 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 944 time: 0.0478539 Nov 23 05:07:06.267584 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3be85732-9e0f-4648-ab26-733270e965e3 req-cdf92dbe-2cd5-4da0-8b8b-5af2980a6896 service neutron] 10.222.0.15 "GET /v2.0/networks/e477a6aa-a72f-4ebf-840d-d9b445f37382?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869987 Nov 23 05:07:06.279714 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2fb83b23-5b9d-432b-88b8-e570a9874215 req-ff53a41f-6c9d-4d0f-9818-5eb7cb747aef tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455513 Nov 23 05:07:06.364838 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3be85732-9e0f-4648-ab26-733270e965e3 req-78f7b8cc-9b7e-4c51-b475-7fd7d5b86b01 service neutron] 10.222.0.15 "GET /v2.0/networks/e477a6aa-a72f-4ebf-840d-d9b445f37382?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898268 Nov 23 05:07:06.950335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-164aea9a-c021-4a14-b2fc-2b0707f35709 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:07.399438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6289227a-f99d-4cf6-a274-b81970189698 req-edba9628-2f40-4759-83ad-4665ca68749d tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:07.400869 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6289227a-f99d-4cf6-a274-b81970189698 req-edba9628-2f40-4759-83ad-4665ca68749d tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 944 time: 0.0497353 Nov 23 05:07:07.451621 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6289227a-f99d-4cf6-a274-b81970189698 req-de8dfb32-606e-4925-8561-3dc91944dde9 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449061 Nov 23 05:07:08.211947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2ded3bae-7045-484b-8c45-9f8f96975730 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:07:08.306842 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 2ded3bae-7045-484b-8c45-9f8f96975730, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2ded3bae-7045-484b-8c45-9f8f96975730,segment=NetworkSegment(dbeb52d0-e230-4e3b-a8ea-2f71113acaa9),segment_id=dbeb52d0-e230-4e3b-a8ea-2f71113acaa9)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:08.317990 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '2ded3bae-7045-484b-8c45-9f8f96975730', 'network_id': 'e477a6aa-a72f-4ebf-840d-d9b445f37382', 'port_id': '2ded3bae-7045-484b-8c45-9f8f96975730', 'mac_address': 'fa:16:3e:62:e5:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 151, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ca100f75-7385-4342-a2ca-5666b256aebf', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:07:08.355430 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:08.368383 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ded3bae-7045-484b-8c45-9f8f96975730 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:07:08.387144 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 2ded3bae-7045-484b-8c45-9f8f96975730, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2ded3bae-7045-484b-8c45-9f8f96975730,segment=NetworkSegment(dbeb52d0-e230-4e3b-a8ea-2f71113acaa9),segment_id=dbeb52d0-e230-4e3b-a8ea-2f71113acaa9)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:08.390832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:08.436318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=2ded3bae-7045-484b-8c45-9f8f96975730,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:08.564969 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839ba78-980e-41f4-8d5b-7b5a03eb2ce1 req-671bfe52-468c-4fb5-b9cf-5911c49dc956 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:08.566760 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0839ba78-980e-41f4-8d5b-7b5a03eb2ce1 req-671bfe52-468c-4fb5-b9cf-5911c49dc956 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 945 time: 0.0495222 Nov 23 05:07:08.616256 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0839ba78-980e-41f4-8d5b-7b5a03eb2ce1 req-3397920f-0151-42c8-b353-56315cf58c7a tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432246 Nov 23 05:07:08.688361 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['2ded3bae-7045-484b-8c45-9f8f96975730'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:07:08.894981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:09.215614 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7d336d05-2537-4da6-b103-5a7306399259 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:09.728349 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba5885b-6484-4e34-bffd-6bf689c34ed3 req-c2359774-58fb-4c6b-a473-b145ddd699c3 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:09.729834 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dba5885b-6484-4e34-bffd-6bf689c34ed3 req-c2359774-58fb-4c6b-a473-b145ddd699c3 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 945 time: 0.0479608 Nov 23 05:07:09.776989 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dba5885b-6484-4e34-bffd-6bf689c34ed3 req-1f4d090c-d2ff-4ac7-8318-4864a9d7e74b tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413063 Nov 23 05:07:10.218989 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2ded3bae-7045-484b-8c45-9f8f96975730 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:07:10.266570 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 2ded3bae-7045-484b-8c45-9f8f96975730 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:07:10.271598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 2ded3bae-7045-484b-8c45-9f8f96975730 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:10.271972 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:10.348249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:10.369375 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ded3bae-7045-484b-8c45-9f8f96975730'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:07:10.371591 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84bbdcce-6962-4651-a615-4509d00b4337" -d '{"events": [{"server_uuid": "cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23", "name": "network-vif-plugged", "status": "completed", "tag": "2ded3bae-7045-484b-8c45-9f8f96975730"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:07:10.384557 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 2ded3bae-7045-484b-8c45-9f8f96975730, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2ded3bae-7045-484b-8c45-9f8f96975730,segment=NetworkSegment(dbeb52d0-e230-4e3b-a8ea-2f71113acaa9),segment_id=dbeb52d0-e230-4e3b-a8ea-2f71113acaa9)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:10.389562 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:10.413996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:07:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42ed8d31-c14d-4afa-b1cc-cc974a4eaeb8 x-openstack-request-id: req-42ed8d31-c14d-4afa-b1cc-cc974a4eaeb8 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:07:10.414290 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23", "name": "network-vif-plugged", "status": "completed", "tag": "2ded3bae-7045-484b-8c45-9f8f96975730", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:07:10.414547 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-42ed8d31-c14d-4afa-b1cc-cc974a4eaeb8 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:07:10.414933 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ded3bae-7045-484b-8c45-9f8f96975730', 'code': 200} Nov 23 05:07:10.447904 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:10.451066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=2ded3bae-7045-484b-8c45-9f8f96975730,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:10.611794 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12194d0-3f4d-4343-9390-53b86070799f req-49c1b097-002e-4cfd-b5f1-42d878f2642e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:10.613680 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a12194d0-3f4d-4343-9390-53b86070799f req-49c1b097-002e-4cfd-b5f1-42d878f2642e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 1099 time: 0.0390050 Nov 23 05:07:10.657641 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a12194d0-3f4d-4343-9390-53b86070799f req-7c00c421-b49b-4fa3-94cd-a2cc22068d7b service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367484 Nov 23 05:07:10.897791 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-352334d6-4aae-4a3f-b1d6-57350a9e41c2 req-9e62fdea-2c29-4a7f-857c-fcaf97432c81 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:10.899163 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-352334d6-4aae-4a3f-b1d6-57350a9e41c2 req-9e62fdea-2c29-4a7f-857c-fcaf97432c81 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 946 time: 0.0529678 Nov 23 05:07:10.945916 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-352334d6-4aae-4a3f-b1d6-57350a9e41c2 req-a5b6cf55-26c0-48bf-ad80-cf80e3a2bef7 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409837 Nov 23 05:07:11.840390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:12.063300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb78fd8d-917a-44f1-b8f0-1247639439c7 req-ade40126-8fbd-4ba5-b174-405acc3061eb tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:12.064828 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-eb78fd8d-917a-44f1-b8f0-1247639439c7 req-ade40126-8fbd-4ba5-b174-405acc3061eb tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 946 time: 0.0500896 Nov 23 05:07:12.130926 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-eb78fd8d-917a-44f1-b8f0-1247639439c7 req-4568071c-593d-49a6-8f0b-1e92a5e981cc tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593276 Nov 23 05:07:12.368367 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34ef5d82-0ada-4943-a5f7-89d99fdcd207 req-47f9052d-306b-44fa-9d05-7d2928feae19 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:12.369772 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-34ef5d82-0ada-4943-a5f7-89d99fdcd207 req-47f9052d-306b-44fa-9d05-7d2928feae19 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 946 time: 0.0584826 Nov 23 05:07:12.416765 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-34ef5d82-0ada-4943-a5f7-89d99fdcd207 req-bac44ac8-9038-42fc-bb67-8452bb8e1a55 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410638 Nov 23 05:07:12.704815 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:13.530227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a51dc-7729-4e75-8080-0c66267a7da4 req-98c3c2cf-53e8-4028-b6d4-b07fe78ae0d6 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:13.531669 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-369a51dc-7729-4e75-8080-0c66267a7da4 req-98c3c2cf-53e8-4028-b6d4-b07fe78ae0d6 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 946 time: 0.0479579 Nov 23 05:07:13.579509 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-369a51dc-7729-4e75-8080-0c66267a7da4 req-fae19127-652f-4e2e-8bae-67db0e34f02f tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414088 Nov 23 05:07:13.920722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bde762-30c1-4b0b-963c-f828101e38bd req-0d52b546-08cc-43fe-9a1e-eb6856c33b9e tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:13.922206 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-27bde762-30c1-4b0b-963c-f828101e38bd req-0d52b546-08cc-43fe-9a1e-eb6856c33b9e tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.15 "GET /v2.0/ports?device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 946 time: 0.0519264 Nov 23 05:07:14.014188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-27bde762-30c1-4b0b-963c-f828101e38bd req-d0d65fc2-d15c-42b0-9ece-b04840f226d3 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Deleting port 2ded3bae-7045-484b-8c45-9f8f96975730 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:07:14.014523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-27bde762-30c1-4b0b-963c-f828101e38bd req-d0d65fc2-d15c-42b0-9ece-b04840f226d3 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:14.102911 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-27bde762-30c1-4b0b-963c-f828101e38bd req-d0d65fc2-d15c-42b0-9ece-b04840f226d3 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] For port 2ded3bae-7045-484b-8c45-9f8f96975730, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=2ded3bae-7045-484b-8c45-9f8f96975730,segment=NetworkSegment(dbeb52d0-e230-4e3b-a8ea-2f71113acaa9),segment_id=dbeb52d0-e230-4e3b-a8ea-2f71113acaa9)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:14.103277 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-27bde762-30c1-4b0b-963c-f828101e38bd req-d0d65fc2-d15c-42b0-9ece-b04840f226d3 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:14.119998 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-27bde762-30c1-4b0b-963c-f828101e38bd req-d0d65fc2-d15c-42b0-9ece-b04840f226d3 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Calling delete_port for 2ded3bae-7045-484b-8c45-9f8f96975730 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:07:14.250156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-27bde762-30c1-4b0b-963c-f828101e38bd req-d0d65fc2-d15c-42b0-9ece-b04840f226d3 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:14.280116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d65fc2-d15c-42b0-9ece-b04840f226d3 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Pushing event deleted for resources: {'Port': ['ID=2ded3bae-7045-484b-8c45-9f8f96975730,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:14.289824 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['5b8bc9ef-93fb-4d34-a866-08376e0a2848', '2ded3bae-7045-484b-8c45-9f8f96975730'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:07:14.323479 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-27bde762-30c1-4b0b-963c-f828101e38bd req-d0d65fc2-d15c-42b0-9ece-b04840f226d3 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] No DVR routers for this DVR port 2ded3bae-7045-484b-8c45-9f8f96975730 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:07:14.326311 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-27bde762-30c1-4b0b-963c-f828101e38bd req-d0d65fc2-d15c-42b0-9ece-b04840f226d3 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:14.329729 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-27bde762-30c1-4b0b-963c-f828101e38bd req-d0d65fc2-d15c-42b0-9ece-b04840f226d3 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.15 "DELETE /v2.0/ports/2ded3bae-7045-484b-8c45-9f8f96975730 HTTP/1.1" status: 204 len: 173 time: 0.4011772 Nov 23 05:07:14.330189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23', 'name': 'network-vif-deleted', 'tag': '2ded3bae-7045-484b-8c45-9f8f96975730'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:07:14.333073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89fe92dd-6af7-4235-aa74-2d62c7c92d6a" -d '{"events": [{"server_uuid": "cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23", "name": "network-vif-deleted", "tag": "2ded3bae-7045-484b-8c45-9f8f96975730"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:07:14.373591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:07:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb2ec720-3afc-4652-a979-fc5df246013e x-openstack-request-id: req-fb2ec720-3afc-4652-a979-fc5df246013e {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:07:14.376183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23", "name": "network-vif-deleted", "tag": "2ded3bae-7045-484b-8c45-9f8f96975730", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:07:14.376501 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fb2ec720-3afc-4652-a979-fc5df246013e {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:07:14.376937 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23', 'name': 'network-vif-deleted', 'tag': '2ded3bae-7045-484b-8c45-9f8f96975730', 'status': 'completed', 'code': 200} Nov 23 05:07:14.688765 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-088da506-0284-4f81-9dfd-ae8f59df882d req-d5c9d588-4cd1-439c-b864-c50529970cde tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=cf548bc7-e7fe-4f43-9faf-e6e7e4a5ca23 HTTP/1.1" status: 200 len: 210 time: 0.0257843 Nov 23 05:07:15.838492 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3dff763-f936-4d04-bacd-8c5bae27235e req-94544167-38d6-4dbb-946d-c86c850f587b tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:15.840153 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f3dff763-f936-4d04-bacd-8c5bae27235e req-94544167-38d6-4dbb-946d-c86c850f587b tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 946 time: 0.0491908 Nov 23 05:07:15.886964 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f3dff763-f936-4d04-bacd-8c5bae27235e req-cdd31a07-3aa2-4923-a128-b1e2da24e5c7 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410349 Nov 23 05:07:16.019628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19b154fe-b3d7-4ade-807c-10012d79f785 req-ab02c5ce-3abc-48b0-a17e-21c9e781f177 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:16.021005 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-19b154fe-b3d7-4ade-807c-10012d79f785 req-ab02c5ce-3abc-48b0-a17e-21c9e781f177 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 946 time: 0.0532711 Nov 23 05:07:16.067068 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-19b154fe-b3d7-4ade-807c-10012d79f785 req-b54382cd-b9f7-4f3b-b716-3688d37a9562 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402102 Nov 23 05:07:16.181415 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7678a9f4-af94-45e9-ace3-98ae6e8040c8 req-63f4d254-aa9f-4b9b-b195-b9805fc9e8ab tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:16.182854 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7678a9f4-af94-45e9-ace3-98ae6e8040c8 req-63f4d254-aa9f-4b9b-b195-b9805fc9e8ab tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 946 time: 0.0480630 Nov 23 05:07:16.229191 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7678a9f4-af94-45e9-ace3-98ae6e8040c8 req-f7ff40a4-5ee8-44de-afa6-5c70a52a1c48 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405271 Nov 23 05:07:16.390665 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e853744f-504f-4b0b-aaed-5f53a13f0fb5 req-58ad115b-248e-47d4-b038-2265411305bb tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:16.392108 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e853744f-504f-4b0b-aaed-5f53a13f0fb5 req-58ad115b-248e-47d4-b038-2265411305bb tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 946 time: 0.0467730 Nov 23 05:07:16.413762 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:07:16.442028 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e853744f-504f-4b0b-aaed-5f53a13f0fb5 req-1fb6f0e7-2e34-4804-9f17-a48949fca8e9 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432615 Nov 23 05:07:16.554315 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c93a125-23e9-41e3-8a35-7ec0bf942be6 req-2e35e185-ed7e-4c91-b6b4-aa41bb949c53 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:16.555679 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c93a125-23e9-41e3-8a35-7ec0bf942be6 req-2e35e185-ed7e-4c91-b6b4-aa41bb949c53 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 946 time: 0.0487463 Nov 23 05:07:16.602485 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c93a125-23e9-41e3-8a35-7ec0bf942be6 req-8c4e1a43-4255-4a23-9827-8668e4345409 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410137 Nov 23 05:07:16.725338 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb896548-7789-4119-8858-41c99488835f req-25b04e32-56f4-4ea3-b836-20a60dd51273 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:16.726808 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cb896548-7789-4119-8858-41c99488835f req-25b04e32-56f4-4ea3-b836-20a60dd51273 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 946 time: 0.0487046 Nov 23 05:07:16.778527 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cb896548-7789-4119-8858-41c99488835f req-ae1612d5-308d-48ed-be76-b228d8ce9bb4 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456543 Nov 23 05:07:17.077676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6033b7-b811-49c2-94d0-6430795570b5 req-3179fd71-d5fb-403b-8920-d1d0a5bcdd98 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:17.079054 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7d6033b7-b811-49c2-94d0-6430795570b5 req-3179fd71-d5fb-403b-8920-d1d0a5bcdd98 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 946 time: 0.0500019 Nov 23 05:07:17.125908 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7d6033b7-b811-49c2-94d0-6430795570b5 req-93fc039f-d021-4d73-addc-d0c837c79624 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409615 Nov 23 05:07:18.239601 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78583d8b-81b5-46b6-bace-af9de33963aa req-e7320341-0d2d-4c42-b9f4-b8e44a115b6e tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:18.241075 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-78583d8b-81b5-46b6-bace-af9de33963aa req-e7320341-0d2d-4c42-b9f4-b8e44a115b6e tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 946 time: 0.0486181 Nov 23 05:07:18.289965 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2ded3bae-7045-484b-8c45-9f8f96975730 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:07:18.293980 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-78583d8b-81b5-46b6-bace-af9de33963aa req-18621258-db48-4aeb-a554-660737dd98f4 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/security-groups?id=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471282 Nov 23 05:07:18.309895 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 2ded3bae-7045-484b-8c45-9f8f96975730 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:07:18.310243 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 2ded3bae-7045-484b-8c45-9f8f96975730 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:07:18.710329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44cdb27-a169-4548-83d5-3fad71ccfcdc req-a9688282-3b9f-4b23-bec3-8f1271504431 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:18.711737 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f44cdb27-a169-4548-83d5-3fad71ccfcdc req-a9688282-3b9f-4b23-bec3-8f1271504431 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.15 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 946 time: 0.0479546 Nov 23 05:07:18.804373 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-f44cdb27-a169-4548-83d5-3fad71ccfcdc req-aaba00e5-3107-4890-a6f9-24435f298d85 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Deleting port 5b8bc9ef-93fb-4d34-a866-08376e0a2848 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:07:18.804705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f44cdb27-a169-4548-83d5-3fad71ccfcdc req-aaba00e5-3107-4890-a6f9-24435f298d85 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:18.892016 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-f44cdb27-a169-4548-83d5-3fad71ccfcdc req-aaba00e5-3107-4890-a6f9-24435f298d85 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] For port 5b8bc9ef-93fb-4d34-a866-08376e0a2848, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=5b8bc9ef-93fb-4d34-a866-08376e0a2848,segment=NetworkSegment(dbeb52d0-e230-4e3b-a8ea-2f71113acaa9),segment_id=dbeb52d0-e230-4e3b-a8ea-2f71113acaa9)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:18.892626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f44cdb27-a169-4548-83d5-3fad71ccfcdc req-aaba00e5-3107-4890-a6f9-24435f298d85 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:18.904882 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-f44cdb27-a169-4548-83d5-3fad71ccfcdc req-aaba00e5-3107-4890-a6f9-24435f298d85 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Calling delete_port for 5b8bc9ef-93fb-4d34-a866-08376e0a2848 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:07:19.035880 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f44cdb27-a169-4548-83d5-3fad71ccfcdc req-aaba00e5-3107-4890-a6f9-24435f298d85 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:19.064329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaba00e5-3107-4890-a6f9-24435f298d85 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Pushing event deleted for resources: {'Port': ['ID=5b8bc9ef-93fb-4d34-a866-08376e0a2848,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:19.084822 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['5b8bc9ef-93fb-4d34-a866-08376e0a2848'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:07:19.111373 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f44cdb27-a169-4548-83d5-3fad71ccfcdc req-aaba00e5-3107-4890-a6f9-24435f298d85 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] No DVR routers for this DVR port 5b8bc9ef-93fb-4d34-a866-08376e0a2848 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:07:19.113765 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f44cdb27-a169-4548-83d5-3fad71ccfcdc req-aaba00e5-3107-4890-a6f9-24435f298d85 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:19.117122 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f44cdb27-a169-4548-83d5-3fad71ccfcdc req-aaba00e5-3107-4890-a6f9-24435f298d85 tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.15 "DELETE /v2.0/ports/5b8bc9ef-93fb-4d34-a866-08376e0a2848 HTTP/1.1" status: 204 len: 173 time: 0.3979127 Nov 23 05:07:19.117600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3450c32f-19a8-4248-a717-bd814d228ee0', 'name': 'network-vif-deleted', 'tag': '5b8bc9ef-93fb-4d34-a866-08376e0a2848'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:07:19.119887 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-87faa33c-bbe8-404e-a2ca-310eb530d5cc" -d '{"events": [{"server_uuid": "3450c32f-19a8-4248-a717-bd814d228ee0", "name": "network-vif-deleted", "tag": "5b8bc9ef-93fb-4d34-a866-08376e0a2848"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:07:19.156973 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:07:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb3ff699-e8e7-4560-b2d0-ab8a1be38e0c x-openstack-request-id: req-cb3ff699-e8e7-4560-b2d0-ab8a1be38e0c {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:07:19.157366 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3450c32f-19a8-4248-a717-bd814d228ee0", "name": "network-vif-deleted", "tag": "5b8bc9ef-93fb-4d34-a866-08376e0a2848", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:07:19.157575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cb3ff699-e8e7-4560-b2d0-ab8a1be38e0c {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:07:19.158114 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3450c32f-19a8-4248-a717-bd814d228ee0', 'name': 'network-vif-deleted', 'tag': '5b8bc9ef-93fb-4d34-a866-08376e0a2848', 'status': 'completed', 'code': 200} Nov 23 05:07:19.397498 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-227d8f4f-4a7d-447f-a35a-57bb6b33dc93 req-e03b0d01-a5d5-455c-bee9-c0880a27112a tempest-ServersNegativeTestJSON-35230023 tempest-ServersNegativeTestJSON-35230023-project] 10.222.0.37 "GET /v2.0/ports?device_id=3450c32f-19a8-4248-a717-bd814d228ee0 HTTP/1.1" status: 200 len: 210 time: 0.0266476 Nov 23 05:07:20.453380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51402) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:20.498364 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1618464-79af-4b6d-9be8-e4044555fe4d admin admin] Deleting subnet ca100f75-7385-4342-a2ca-5666b256aebf {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:07:20.501477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f1618464-79af-4b6d-9be8-e4044555fe4d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:20.536252 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f1618464-79af-4b6d-9be8-e4044555fe4d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:20.575332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f1618464-79af-4b6d-9be8-e4044555fe4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:20.631123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f1618464-79af-4b6d-9be8-e4044555fe4d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:20.658627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1618464-79af-4b6d-9be8-e4044555fe4d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca100f75-7385-4342-a2ca-5666b256aebf,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:20.661137 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f1618464-79af-4b6d-9be8-e4044555fe4d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:20.664403 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f1618464-79af-4b6d-9be8-e4044555fe4d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/ca100f75-7385-4342-a2ca-5666b256aebf HTTP/1.1" status: 204 len: 168 time: 0.2100258 Nov 23 05:07:20.667029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51404) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:20.734611 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-72c612ac-5ff9-4be5-b646-94025663088f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:20.817722 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-72c612ac-5ff9-4be5-b646-94025663088f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:20.838250 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-72c612ac-5ff9-4be5-b646-94025663088f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e477a6aa-a72f-4ebf-840d-d9b445f37382']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:20.847558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-72c612ac-5ff9-4be5-b646-94025663088f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbeb52d0-e230-4e3b-a8ea-2f71113acaa9') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:20.847855 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-72c612ac-5ff9-4be5-b646-94025663088f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbeb52d0-e230-4e3b-a8ea-2f71113acaa9') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:20.857180 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-72c612ac-5ff9-4be5-b646-94025663088f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:20.870051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-72c612ac-5ff9-4be5-b646-94025663088f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:20.875862 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72c612ac-5ff9-4be5-b646-94025663088f admin admin] Releasing vlan 151 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:07:20.876243 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-72c612ac-5ff9-4be5-b646-94025663088f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:07:20.878369 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:07:20.931614 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-72c612ac-5ff9-4be5-b646-94025663088f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:20.936666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-72c612ac-5ff9-4be5-b646-94025663088f admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:20.939897 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-72c612ac-5ff9-4be5-b646-94025663088f admin admin] 10.222.0.37 "DELETE /v2.0/networks/e477a6aa-a72f-4ebf-840d-d9b445f37382 HTTP/1.1" status: 204 len: 168 time: 0.2719538 Nov 23 05:07:20.951693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c612ac-5ff9-4be5-b646-94025663088f admin admin] Pushing event deleted for resources: {'Network': ['ID=e477a6aa-a72f-4ebf-840d-d9b445f37382,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:21.062304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51408) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:21.107139 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-17d84f4c-2596-41e5-bbe5-6f2037e4468e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=988715775696413ea079cdc209d8744a&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0436749 Nov 23 05:07:21.109680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51410) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:21.155836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3318f3d6-5383-41f7-adb5-abf43ccfb675 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:21.176752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3318f3d6-5383-41f7-adb5-abf43ccfb675 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:21.223403 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3318f3d6-5383-41f7-adb5-abf43ccfb675 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:21.226304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3318f3d6-5383-41f7-adb5-abf43ccfb675 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:21.227440 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3318f3d6-5383-41f7-adb5-abf43ccfb675 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6 HTTP/1.1" status: 204 len: 168 time: 0.1168816 Nov 23 05:07:21.235379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3318f3d6-5383-41f7-adb5-abf43ccfb675 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11ac8f32-e4dd-404d-b196-5d7ba4f2e7b6,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:21.942811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51432) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:22.035762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-575188914'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:22.058346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Made reservation on behalf of cb0329c693144902a9f1cacc34d2f727 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:22.061984 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:22.071227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:22.148383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:22.152143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:22.175668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:07:22.190149 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8fc006ee-2a0c-4246-989f-3d7eb84880ad,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:22.193098 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:22.193479 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Added segment d07bb93c-3f28-409e-9393-28f8df0b79c5 of type vlan for network 792fb313-6fea-4cc1-9cf1-1d18725637f1 Nov 23 05:07:22.235634 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:22.263081 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:22.272449 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:22.273321 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:22.312510 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 5b8bc9ef-93fb-4d34-a866-08376e0a2848 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:07:22.337011 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 5b8bc9ef-93fb-4d34-a866-08376e0a2848 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:07:22.337393 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 5b8bc9ef-93fb-4d34-a866-08376e0a2848 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:07:22.341499 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3975606 Nov 23 05:07:22.355837 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f599192e-2bc9-4eb1-bc92-d22b84c9e053 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event updated for resources: {'Network': ['ID=792fb313-6fea-4cc1-9cf1-1d18725637f1,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:22.368622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 792fb313-6fea-4cc1-9cf1-1d18725637f1 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:07:25.620403 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51436) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:25.626155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-85922272-ffe9-46dd-b55e-282bf021bc88 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Request body: {'subnet': {'network_id': '792fb313-6fea-4cc1-9cf1-1d18725637f1', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:25.715392 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85922272-ffe9-46dd-b55e-282bf021bc88 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Made reservation on behalf of cb0329c693144902a9f1cacc34d2f727 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:25.718820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-85922272-ffe9-46dd-b55e-282bf021bc88 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:25.897472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-85922272-ffe9-46dd-b55e-282bf021bc88 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:25.958598 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85922272-ffe9-46dd-b55e-282bf021bc88 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event updated for resources: {'Subnet': ['ID=33e6398b-5209-4d4e-b6ff-4f2c23541ef1,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:25.967242 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85922272-ffe9-46dd-b55e-282bf021bc88 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Checking segment: {'id': 'd07bb93c-3f28-409e-9393-28f8df0b79c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '792fb313-6fea-4cc1-9cf1-1d18725637f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:25.967608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85922272-ffe9-46dd-b55e-282bf021bc88 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Network hostable DHCP agents. Network: 792fb313-6fea-4cc1-9cf1-1d18725637f1, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:07:25.984324 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85922272-ffe9-46dd-b55e-282bf021bc88 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Network 792fb313-6fea-4cc1-9cf1-1d18725637f1 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:07:25.993643 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-85922272-ffe9-46dd-b55e-282bf021bc88 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 792fb313-6fea-4cc1-9cf1-1d18725637f1) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:25.998425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85922272-ffe9-46dd-b55e-282bf021bc88 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:25.999533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-85922272-ffe9-46dd-b55e-282bf021bc88 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.003488 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0d8dfd-ffc5-44be-83c9-72d383bb885d None None] Network 792fb313-6fea-4cc1-9cf1-1d18725637f1 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:26.017414 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-85922272-ffe9-46dd-b55e-282bf021bc88 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3956058 Nov 23 05:07:26.021437 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51438) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:26.026234 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-de1d7dc6-bef1-46c1-bca9-064aeec9551e tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-945729540'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:26.045995 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de1d7dc6-bef1-46c1-bca9-064aeec9551e tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Made reservation on behalf of cb0329c693144902a9f1cacc34d2f727 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:26.049590 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-de1d7dc6-bef1-46c1-bca9-064aeec9551e tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.073881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de1d7dc6-bef1-46c1-bca9-064aeec9551e tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:07:26.083249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-de1d7dc6-bef1-46c1-bca9-064aeec9551e tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.083594 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-de1d7dc6-bef1-46c1-bca9-064aeec9551e tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Added segment bd67e521-a0e6-48a9-a591-b2f106cf7549 of type vlan for network c0aee7d8-0466-4542-999c-b6a307bc0951 Nov 23 05:07:26.128726 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-de1d7dc6-bef1-46c1-bca9-064aeec9551e tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.150476 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-792fb313-6fea-4cc1-9cf1-1d18725637f1', 'network_id': '792fb313-6fea-4cc1-9cf1-1d18725637f1', 'tenant_id': 'cb0329c693144902a9f1cacc34d2f727', 'fixed_ips': [{'subnet_id': '33e6398b-5209-4d4e-b6ff-4f2c23541ef1'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:07:26.151553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.154023 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-de1d7dc6-bef1-46c1-bca9-064aeec9551e tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.160387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de1d7dc6-bef1-46c1-bca9-064aeec9551e tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:26.160965 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-de1d7dc6-bef1-46c1-bca9-064aeec9551e tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.217717 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-de1d7dc6-bef1-46c1-bca9-064aeec9551e tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1948233 Nov 23 05:07:26.220238 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51440) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:26.226824 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5aa472c7-57a2-42b9-a85d-409251765def tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Request body: {'subnet': {'network_id': 'c0aee7d8-0466-4542-999c-b6a307bc0951', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:26.233432 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d7dc6-bef1-46c1-bca9-064aeec9551e tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event updated for resources: {'Network': ['ID=c0aee7d8-0466-4542-999c-b6a307bc0951,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:26.245210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network c0aee7d8-0466-4542-999c-b6a307bc0951 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:07:26.321715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5aa472c7-57a2-42b9-a85d-409251765def tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Made reservation on behalf of cb0329c693144902a9f1cacc34d2f727 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:26.325269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5aa472c7-57a2-42b9-a85d-409251765def tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.352809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Allocated IP 2001:db8:0:ffff::2 (792fb313-6fea-4cc1-9cf1-1d18725637f1/33e6398b-5209-4d4e-b6ff-4f2c23541ef1/8750405d-6f73-48c2-b9a6-b5a73480a1fa) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:07:26.506442 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.513175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.527138 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5aa472c7-57a2-42b9-a85d-409251765def tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.566631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Network 792fb313-6fea-4cc1-9cf1-1d18725637f1 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:07:26.569700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:26.572179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:07:26.582599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Pushing event updated for resources: {'Port': ['ID=8750405d-6f73-48c2-b9a6-b5a73480a1fa,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:26.598014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa472c7-57a2-42b9-a85d-409251765def tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event updated for resources: {'Subnet': ['ID=7d9e17ac-39ce-4ffc-9ebe-9d56b464a9aa,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:26.600577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5aa472c7-57a2-42b9-a85d-409251765def tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Checking segment: {'id': 'bd67e521-a0e6-48a9-a591-b2f106cf7549', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': 'c0aee7d8-0466-4542-999c-b6a307bc0951'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:26.600946 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa472c7-57a2-42b9-a85d-409251765def tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Network hostable DHCP agents. Network: c0aee7d8-0466-4542-999c-b6a307bc0951, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:07:26.618037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5aa472c7-57a2-42b9-a85d-409251765def tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Network c0aee7d8-0466-4542-999c-b6a307bc0951 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:07:26.626812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-5aa472c7-57a2-42b9-a85d-409251765def tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, c0aee7d8-0466-4542-999c-b6a307bc0951) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:26.631024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5aa472c7-57a2-42b9-a85d-409251765def tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:26.631623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5aa472c7-57a2-42b9-a85d-409251765def tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.632431 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Attempting to bind port 8750405d-6f73-48c2-b9a6-b5a73480a1fa on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:07:26.632806 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Attempting to bind port 8750405d-6f73-48c2-b9a6-b5a73480a1fa by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'd07bb93c-3f28-409e-9393-28f8df0b79c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '792fb313-6fea-4cc1-9cf1-1d18725637f1'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:07:26.633170 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Attempting to bind port 8750405d-6f73-48c2-b9a6-b5a73480a1fa on network 792fb313-6fea-4cc1-9cf1-1d18725637f1 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:07:26.638010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e62e3754-b1ca-4d80-87c3-1131ea308205 None None] Network c0aee7d8-0466-4542-999c-b6a307bc0951 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:26.648724 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5aa472c7-57a2-42b9-a85d-409251765def tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4263034 Nov 23 05:07:26.651609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51442) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:26.653798 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:07:26.654177 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Checking segment: {'id': 'd07bb93c-3f28-409e-9393-28f8df0b79c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '792fb313-6fea-4cc1-9cf1-1d18725637f1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:26.654576 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.654968 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Bound using segment: {'id': 'd07bb93c-3f28-409e-9393-28f8df0b79c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '792fb313-6fea-4cc1-9cf1-1d18725637f1'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:07:26.655450 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Bound port: 8750405d-6f73-48c2-b9a6-b5a73480a1fa, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd07bb93c-3f28-409e-9393-28f8df0b79c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '792fb313-6fea-4cc1-9cf1-1d18725637f1'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:07:26.655837 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.753174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.780708 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] For port 8750405d-6f73-48c2-b9a6-b5a73480a1fa, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:07:26.806314 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.811460 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] For port 8750405d-6f73-48c2-b9a6-b5a73480a1fa, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8750405d-6f73-48c2-b9a6-b5a73480a1fa,segment=NetworkSegment(d07bb93c-3f28-409e-9393-28f8df0b79c5),segment_id=d07bb93c-3f28-409e-9393-28f8df0b79c5)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:07:26.820974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.872782 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.902171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event deleted for resources: {'Subnet': ['ID=7d9e17ac-39ce-4ffc-9ebe-9d56b464a9aa,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:26.968379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:26.993102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0aee7d8-0466-4542-999c-b6a307bc0951']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:27.004999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bd67e521-a0e6-48a9-a591-b2f106cf7549') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:27.005309 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bd67e521-a0e6-48a9-a591-b2f106cf7549') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:27.017355 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:27.033488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:27.040688 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Releasing vlan 179 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:07:27.041119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:07:27.045168 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:07:27.060619 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85f6474e-c424-42b2-9a1e-75ec7893743e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-c0aee7d8-0466-4542-999c-b6a307bc0951', 'network_id': 'c0aee7d8-0466-4542-999c-b6a307bc0951', 'tenant_id': 'cb0329c693144902a9f1cacc34d2f727', 'fixed_ips': [{'subnet_id': '7d9e17ac-39ce-4ffc-9ebe-9d56b464a9aa'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:07:27.061506 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-85f6474e-c424-42b2-9a1e-75ec7893743e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:27.084665 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a2d978-6c37-42da-a3c1-ea6e035b2d0a None None] Pushing event updated for resources: {'Port': ['ID=8750405d-6f73-48c2-b9a6-b5a73480a1fa,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:27.156244 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:27.163354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:27.170226 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "DELETE /v2.0/networks/c0aee7d8-0466-4542-999c-b6a307bc0951 HTTP/1.1" status: 204 len: 168 time: 0.5176640 Nov 23 05:07:27.170403 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51444) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:27.173531 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daf5900-ac54-4189-9b60-24cb8daa9fee None None] Network c0aee7d8-0466-4542-999c-b6a307bc0951 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:27.177205 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-dedb1f20-8cb4-4ad4-8af6-ab857ec553c4 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1529396658'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:27.184244 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6042ea53-49e1-40c0-8eca-d4fc9b4dba56 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event deleted for resources: {'Network': ['ID=c0aee7d8-0466-4542-999c-b6a307bc0951,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:27.186378 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2daf5900-ac54-4189-9b60-24cb8daa9fee None None] Network c0aee7d8-0466-4542-999c-b6a307bc0951 could not be found, it might have been deleted concurrently. {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 05:07:27.202539 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dedb1f20-8cb4-4ad4-8af6-ab857ec553c4 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Made reservation on behalf of cb0329c693144902a9f1cacc34d2f727 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:27.206246 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dedb1f20-8cb4-4ad4-8af6-ab857ec553c4 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:27.231510 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dedb1f20-8cb4-4ad4-8af6-ab857ec553c4 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] vlan segment allocate from pool success with {'vlan_id': 176, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:07:27.241723 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dedb1f20-8cb4-4ad4-8af6-ab857ec553c4 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:27.242060 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-dedb1f20-8cb4-4ad4-8af6-ab857ec553c4 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Added segment e6ce0868-b5aa-472c-9c9b-df76f6620675 of type vlan for network ec736606-3829-4cae-b30b-9237838aed54 Nov 23 05:07:27.320910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dedb1f20-8cb4-4ad4-8af6-ab857ec553c4 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:27.347802 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dedb1f20-8cb4-4ad4-8af6-ab857ec553c4 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:27.353258 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dedb1f20-8cb4-4ad4-8af6-ab857ec553c4 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:27.353895 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dedb1f20-8cb4-4ad4-8af6-ab857ec553c4 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:27.420404 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dedb1f20-8cb4-4ad4-8af6-ab857ec553c4 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2489243 Nov 23 05:07:27.423189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51446) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:27.428582 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-89dd4945-b665-4027-ab94-edc97ad934e6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Request body: {'subnet': {'network_id': 'ec736606-3829-4cae-b30b-9237838aed54', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:27.447252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedb1f20-8cb4-4ad4-8af6-ab857ec553c4 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event updated for resources: {'Network': ['ID=ec736606-3829-4cae-b30b-9237838aed54,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:27.458316 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network ec736606-3829-4cae-b30b-9237838aed54 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:07:27.524330 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89dd4945-b665-4027-ab94-edc97ad934e6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Made reservation on behalf of cb0329c693144902a9f1cacc34d2f727 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:27.527787 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-89dd4945-b665-4027-ab94-edc97ad934e6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:27.592609 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-89dd4945-b665-4027-ab94-edc97ad934e6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Performing IP validity checks on allocation pools {{(pid=109952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Nov 23 05:07:27.593134 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.ipam_backend_mixin [None req-89dd4945-b665-4027-ab94-edc97ad934e6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Checking for overlaps among allocation pools and gateway ip {{(pid=109952) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Nov 23 05:07:27.710891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-89dd4945-b665-4027-ab94-edc97ad934e6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:27.778233 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89dd4945-b665-4027-ab94-edc97ad934e6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event updated for resources: {'Subnet': ['ID=2a92f718-8073-4a38-ba0f-92c017aee028,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:27.788892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89dd4945-b665-4027-ab94-edc97ad934e6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Checking segment: {'id': 'e6ce0868-b5aa-472c-9c9b-df76f6620675', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 176, 'network_id': 'ec736606-3829-4cae-b30b-9237838aed54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:27.789261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dd4945-b665-4027-ab94-edc97ad934e6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Network hostable DHCP agents. Network: ec736606-3829-4cae-b30b-9237838aed54, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:07:27.806874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89dd4945-b665-4027-ab94-edc97ad934e6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Network ec736606-3829-4cae-b30b-9237838aed54 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:07:27.816470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-89dd4945-b665-4027-ab94-edc97ad934e6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, ec736606-3829-4cae-b30b-9237838aed54) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:27.820871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89dd4945-b665-4027-ab94-edc97ad934e6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:27.821730 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-89dd4945-b665-4027-ab94-edc97ad934e6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:27.826891 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a52d004e-7e84-436e-9dcf-f4ba89ed4e90 None None] Network ec736606-3829-4cae-b30b-9237838aed54 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:27.840441 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-89dd4945-b665-4027-ab94-edc97ad934e6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4158852 Nov 23 05:07:27.842970 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51448) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:27.955925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:27.984847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1eb8afa4-96b2-42f2-8d75-1ed66c44fb2e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-ec736606-3829-4cae-b30b-9237838aed54', 'network_id': 'ec736606-3829-4cae-b30b-9237838aed54', 'tenant_id': 'cb0329c693144902a9f1cacc34d2f727', 'fixed_ips': [{'subnet_id': '2a92f718-8073-4a38-ba0f-92c017aee028'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:07:27.986083 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1eb8afa4-96b2-42f2-8d75-1ed66c44fb2e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.021482 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.080847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d70e76f1-519d-44e0-9c2f-035b58892b87 None None] Network 792fb313-6fea-4cc1-9cf1-1d18725637f1 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:28.088936 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.116902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event deleted for resources: {'Subnet': ['ID=2a92f718-8073-4a38-ba0f-92c017aee028,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server [None req-1eb8afa4-96b2-42f2-8d75-1ed66c44fb2e None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a92f718-8073-4a38-ba0f-92c017aee028: This subnet is being modified by another concurrent operation. Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 694, in inner Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1485, in create_port Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1450, in _create_port_db Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1460, in create_port_db Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server self.force_reraise() Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise self.value Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server subnet.lock_register( Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server raise exception Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2a92f718-8073-4a38-ba0f-92c017aee028: This subnet is being modified by another concurrent operation. Nov 23 05:07:28.132916 dv-neutron-818850-1-hyperv neutron-server[109954]: ERROR oslo_messaging.rpc.server Nov 23 05:07:28.157583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-83ddb323-f680-45c0-a9ea-9d91484da3b1 None None] Provisioning complete for port 8750405d-6f73-48c2-b9a6-b5a73480a1fa triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:28.157963 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-83ddb323-f680-45c0-a9ea-9d91484da3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.160162 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aed7529-bdfa-4599-91d8-b74dbaac63cc None None] Network ec736606-3829-4cae-b30b-9237838aed54 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:28.189316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.211069 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec736606-3829-4cae-b30b-9237838aed54']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:28.220713 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e6ce0868-b5aa-472c-9c9b-df76f6620675') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:28.221009 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e6ce0868-b5aa-472c-9c9b-df76f6620675') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:28.231198 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.234437 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8750405d-6f73-48c2-b9a6-b5a73480a1fa up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:07:28.245025 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.251374 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Releasing vlan 176 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:07:28.251762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:07:28.254807 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:07:28.318576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.326061 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.329368 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "DELETE /v2.0/networks/ec736606-3829-4cae-b30b-9237838aed54 HTTP/1.1" status: 204 len: 168 time: 0.4853768 Nov 23 05:07:28.333472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51450) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:28.338291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c599ed09-8ed2-4a5f-85aa-d8f0077cf62d tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1495916761'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:28.353825 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667aa82e-9248-4993-bb70-06f899c91dfe tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event deleted for resources: {'Network': ['ID=ec736606-3829-4cae-b30b-9237838aed54,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:28.371580 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c599ed09-8ed2-4a5f-85aa-d8f0077cf62d tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Made reservation on behalf of cb0329c693144902a9f1cacc34d2f727 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:28.375092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c599ed09-8ed2-4a5f-85aa-d8f0077cf62d tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.399662 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c599ed09-8ed2-4a5f-85aa-d8f0077cf62d tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:07:28.409081 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c599ed09-8ed2-4a5f-85aa-d8f0077cf62d tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.409473 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-c599ed09-8ed2-4a5f-85aa-d8f0077cf62d tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Added segment cd224a0b-7c82-465d-9040-f600e1b3e8c6 of type vlan for network f7cfa94c-d8ec-4382-85ac-4dea0a7da77d Nov 23 05:07:28.450286 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c599ed09-8ed2-4a5f-85aa-d8f0077cf62d tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.465119 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-83ddb323-f680-45c0-a9ea-9d91484da3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.476595 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c599ed09-8ed2-4a5f-85aa-d8f0077cf62d tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.482271 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c599ed09-8ed2-4a5f-85aa-d8f0077cf62d tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:28.482932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c599ed09-8ed2-4a5f-85aa-d8f0077cf62d tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.487061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 8750405d-6f73-48c2-b9a6-b5a73480a1fa triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:28.487438 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.543193 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c599ed09-8ed2-4a5f-85aa-d8f0077cf62d tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2086635 Nov 23 05:07:28.546338 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51452) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:28.551961 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a5ac52bc-dd9a-4858-bc49-062ecaba291b tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Request body: {'subnet': {'network_id': 'f7cfa94c-d8ec-4382-85ac-4dea0a7da77d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:28.557157 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-83ddb323-f680-45c0-a9ea-9d91484da3b1 None None] For port 8750405d-6f73-48c2-b9a6-b5a73480a1fa, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8750405d-6f73-48c2-b9a6-b5a73480a1fa,segment=NetworkSegment(d07bb93c-3f28-409e-9393-28f8df0b79c5),segment_id=d07bb93c-3f28-409e-9393-28f8df0b79c5)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:28.558754 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c599ed09-8ed2-4a5f-85aa-d8f0077cf62d tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event updated for resources: {'Network': ['ID=f7cfa94c-d8ec-4382-85ac-4dea0a7da77d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:28.568479 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-83ddb323-f680-45c0-a9ea-9d91484da3b1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.599104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network f7cfa94c-d8ec-4382-85ac-4dea0a7da77d details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:07:28.660942 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5ac52bc-dd9a-4858-bc49-062ecaba291b tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Made reservation on behalf of cb0329c693144902a9f1cacc34d2f727 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:28.669045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5ac52bc-dd9a-4858-bc49-062ecaba291b tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.720311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ddb323-f680-45c0-a9ea-9d91484da3b1 None None] Pushing event updated for resources: {'Port': ['ID=8750405d-6f73-48c2-b9a6-b5a73480a1fa,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:28.758855 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-323e3ec4-a684-4310-80b9-7fb9763099bb None None] get_active_networks_info from dv-neutron-818850-1-hyperv {{(pid=109954) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Nov 23 05:07:28.812219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ac8ead35-f29d-4cdc-8524-3a798a81a999 None None] Provisioning complete for port 8750405d-6f73-48c2-b9a6-b5a73480a1fa triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:28.812592 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ac8ead35-f29d-4cdc-8524-3a798a81a999 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:28.871626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-323e3ec4-a684-4310-80b9-7fb9763099bb None None] Resources bound (agent type, host, resource id): {{(pid=109954) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Nov 23 05:07:29.133423 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5ac52bc-dd9a-4858-bc49-062ecaba291b tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:29.196342 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ac52bc-dd9a-4858-bc49-062ecaba291b tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event updated for resources: {'Subnet': ['ID=02900add-5115-4848-a33c-a15e0a56b152,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:29.204883 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5ac52bc-dd9a-4858-bc49-062ecaba291b tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Checking segment: {'id': 'cd224a0b-7c82-465d-9040-f600e1b3e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f7cfa94c-d8ec-4382-85ac-4dea0a7da77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:29.205242 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac52bc-dd9a-4858-bc49-062ecaba291b tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Network hostable DHCP agents. Network: f7cfa94c-d8ec-4382-85ac-4dea0a7da77d, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:07:29.221761 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5ac52bc-dd9a-4858-bc49-062ecaba291b tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Network f7cfa94c-d8ec-4382-85ac-4dea0a7da77d is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:07:29.229857 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-a5ac52bc-dd9a-4858-bc49-062ecaba291b tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, f7cfa94c-d8ec-4382-85ac-4dea0a7da77d) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:29.233690 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5ac52bc-dd9a-4858-bc49-062ecaba291b tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:29.234282 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a5ac52bc-dd9a-4858-bc49-062ecaba291b tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:29.238892 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a233bd8-9495-4860-9840-b4e80b0b790f None None] Network f7cfa94c-d8ec-4382-85ac-4dea0a7da77d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:29.251394 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a5ac52bc-dd9a-4858-bc49-062ecaba291b tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7039711 Nov 23 05:07:29.256422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51454) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:29.263397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-cd1b7ee1-7615-4bd8-bb60-04c1590a9116 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1404782068'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:29.285202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1b7ee1-7615-4bd8-bb60-04c1590a9116 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Made reservation on behalf of cb0329c693144902a9f1cacc34d2f727 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:29.290453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cd1b7ee1-7615-4bd8-bb60-04c1590a9116 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:29.316043 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1b7ee1-7615-4bd8-bb60-04c1590a9116 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:07:29.325899 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cd1b7ee1-7615-4bd8-bb60-04c1590a9116 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:29.326244 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-cd1b7ee1-7615-4bd8-bb60-04c1590a9116 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Added segment 7c6bea96-15a0-4e69-be76-25cda18d2c66 of type vlan for network cf82c73c-ba6f-450c-9d39-8ae1e1fa9127 Nov 23 05:07:29.367753 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cd1b7ee1-7615-4bd8-bb60-04c1590a9116 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:29.389372 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-f7cfa94c-d8ec-4382-85ac-4dea0a7da77d', 'network_id': 'f7cfa94c-d8ec-4382-85ac-4dea0a7da77d', 'tenant_id': 'cb0329c693144902a9f1cacc34d2f727', 'fixed_ips': [{'subnet_id': '02900add-5115-4848-a33c-a15e0a56b152'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:07:29.390233 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:29.391792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cd1b7ee1-7615-4bd8-bb60-04c1590a9116 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:29.398180 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1b7ee1-7615-4bd8-bb60-04c1590a9116 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:29.398748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-cd1b7ee1-7615-4bd8-bb60-04c1590a9116 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:29.458260 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-cd1b7ee1-7615-4bd8-bb60-04c1590a9116 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2002861 Nov 23 05:07:29.461087 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51456) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:29.466873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-7deb88fa-efed-4fad-b2c6-7b9ec85b9df0 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Request body: {'subnet': {'network_id': 'cf82c73c-ba6f-450c-9d39-8ae1e1fa9127', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:29.473625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b7ee1-7615-4bd8-bb60-04c1590a9116 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event updated for resources: {'Network': ['ID=cf82c73c-ba6f-450c-9d39-8ae1e1fa9127,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:29.485524 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network cf82c73c-ba6f-450c-9d39-8ae1e1fa9127 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:07:29.555621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7deb88fa-efed-4fad-b2c6-7b9ec85b9df0 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Made reservation on behalf of cb0329c693144902a9f1cacc34d2f727 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:29.559410 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7deb88fa-efed-4fad-b2c6-7b9ec85b9df0 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:29.592431 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Allocated IP 2001:db8::2 (f7cfa94c-d8ec-4382-85ac-4dea0a7da77d/02900add-5115-4848-a33c-a15e0a56b152/ee4678b7-6117-4bad-8ebe-1951b1b50804) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:07:29.743027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:29.748354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:29.762167 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7deb88fa-efed-4fad-b2c6-7b9ec85b9df0 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:29.789319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Network f7cfa94c-d8ec-4382-85ac-4dea0a7da77d is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:07:29.794151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:29.798445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:07:29.801469 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Pushing event updated for resources: {'Port': ['ID=ee4678b7-6117-4bad-8ebe-1951b1b50804,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:29.830150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7deb88fa-efed-4fad-b2c6-7b9ec85b9df0 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event updated for resources: {'Subnet': ['ID=b3010c2a-6df1-418e-b6e8-1ed7da6323a0,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:29.838081 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7deb88fa-efed-4fad-b2c6-7b9ec85b9df0 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Checking segment: {'id': '7c6bea96-15a0-4e69-be76-25cda18d2c66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'cf82c73c-ba6f-450c-9d39-8ae1e1fa9127'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:29.838438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb88fa-efed-4fad-b2c6-7b9ec85b9df0 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Network hostable DHCP agents. Network: cf82c73c-ba6f-450c-9d39-8ae1e1fa9127, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:07:29.853145 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Attempting to bind port ee4678b7-6117-4bad-8ebe-1951b1b50804 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:07:29.853557 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Attempting to bind port ee4678b7-6117-4bad-8ebe-1951b1b50804 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'cd224a0b-7c82-465d-9040-f600e1b3e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f7cfa94c-d8ec-4382-85ac-4dea0a7da77d'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:07:29.853913 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Attempting to bind port ee4678b7-6117-4bad-8ebe-1951b1b50804 on network f7cfa94c-d8ec-4382-85ac-4dea0a7da77d {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:07:29.854910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7deb88fa-efed-4fad-b2c6-7b9ec85b9df0 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Network cf82c73c-ba6f-450c-9d39-8ae1e1fa9127 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:07:29.858870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:07:29.859235 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Checking segment: {'id': 'cd224a0b-7c82-465d-9040-f600e1b3e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f7cfa94c-d8ec-4382-85ac-4dea0a7da77d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:29.859638 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:29.860029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Bound using segment: {'id': 'cd224a0b-7c82-465d-9040-f600e1b3e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f7cfa94c-d8ec-4382-85ac-4dea0a7da77d'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:07:29.860486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Bound port: ee4678b7-6117-4bad-8ebe-1951b1b50804, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd224a0b-7c82-465d-9040-f600e1b3e8c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'f7cfa94c-d8ec-4382-85ac-4dea0a7da77d'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:07:29.860867 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:29.863413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-7deb88fa-efed-4fad-b2c6-7b9ec85b9df0 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, cf82c73c-ba6f-450c-9d39-8ae1e1fa9127) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:29.867443 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7deb88fa-efed-4fad-b2c6-7b9ec85b9df0 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:29.868039 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7deb88fa-efed-4fad-b2c6-7b9ec85b9df0 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:29.876177 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6093420c-4d2c-402c-b4a2-58baf958d966 None None] Network cf82c73c-ba6f-450c-9d39-8ae1e1fa9127 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:29.887378 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7deb88fa-efed-4fad-b2c6-7b9ec85b9df0 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4225931 Nov 23 05:07:29.887637 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51458) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:29.982774 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] For port ee4678b7-6117-4bad-8ebe-1951b1b50804, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:07:29.984068 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.004630 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] For port ee4678b7-6117-4bad-8ebe-1951b1b50804, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ee4678b7-6117-4bad-8ebe-1951b1b50804,segment=NetworkSegment(cd224a0b-7c82-465d-9040-f600e1b3e8c6),segment_id=cd224a0b-7c82-465d-9040-f600e1b3e8c6)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:07:30.012123 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.066428 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.119290 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be706a7-3bd8-45f7-b398-a15733d315fd None None] Pushing event updated for resources: {'Port': ['ID=ee4678b7-6117-4bad-8ebe-1951b1b50804,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:30.129602 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d89324f-c772-4db4-a6a0-93abe91d89d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-cf82c73c-ba6f-450c-9d39-8ae1e1fa9127', 'network_id': 'cf82c73c-ba6f-450c-9d39-8ae1e1fa9127', 'tenant_id': 'cb0329c693144902a9f1cacc34d2f727', 'fixed_ips': [{'subnet_id': 'b3010c2a-6df1-418e-b6e8-1ed7da6323a0'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:07:30.134181 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8d89324f-c772-4db4-a6a0-93abe91d89d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.154601 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.189356 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event deleted for resources: {'Subnet': ['ID=b3010c2a-6df1-418e-b6e8-1ed7da6323a0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:30.212743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8750405d-6f73-48c2-b9a6-b5a73480a1fa up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:07:30.272630 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128e76b2-a67c-4191-84dd-a3a3e153f625 None None] Network cf82c73c-ba6f-450c-9d39-8ae1e1fa9127 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:30.286418 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.314582 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf82c73c-ba6f-450c-9d39-8ae1e1fa9127']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:30.328607 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c6bea96-15a0-4e69-be76-25cda18d2c66') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:30.329185 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c6bea96-15a0-4e69-be76-25cda18d2c66') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:30.342209 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.356098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 8750405d-6f73-48c2-b9a6-b5a73480a1fa triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:30.356616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.356764 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.363859 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Releasing vlan 172 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:07:30.364226 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:07:30.367352 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:07:30.438629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.446448 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.452617 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "DELETE /v2.0/networks/cf82c73c-ba6f-450c-9d39-8ae1e1fa9127 HTTP/1.1" status: 204 len: 168 time: 0.5612454 Nov 23 05:07:30.453007 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51460) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:30.463369 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d948c29-56b5-416b-a019-0f0ae3f3890f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event deleted for resources: {'Network': ['ID=cf82c73c-ba6f-450c-9d39-8ae1e1fa9127,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:30.483183 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-7578dc41-6743-4cf6-ac2d-151b5563e842 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] GET failed (client error): The resource could not be found. Nov 23 05:07:30.484549 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7578dc41-6743-4cf6-ac2d-151b5563e842 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "GET /v2.0/subnets/b3010c2a-6df1-418e-b6e8-1ed7da6323a0 HTTP/1.1" status: 404 len: 337 time: 0.0305037 Nov 23 05:07:30.488114 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51462) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:30.507473 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2840ac-363e-4d1e-b749-48bd988acca4 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] DELETE failed (client error): The resource could not be found. Nov 23 05:07:30.507916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2840ac-363e-4d1e-b749-48bd988acca4 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 05:07:30.511212 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ad2840ac-363e-4d1e-b749-48bd988acca4 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "DELETE /v2.0/networks/cf82c73c-ba6f-450c-9d39-8ae1e1fa9127 HTTP/1.1" status: 404 len: 339 time: 0.0220847 Nov 23 05:07:30.515047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51464) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:30.542158 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a61b18e-16ab-4454-95c9-559d1d2302b0 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] DELETE failed (client error): The resource could not be found. Nov 23 05:07:30.542651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a61b18e-16ab-4454-95c9-559d1d2302b0 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 05:07:30.545894 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1a61b18e-16ab-4454-95c9-559d1d2302b0 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "DELETE /v2.0/subnets/b3010c2a-6df1-418e-b6e8-1ed7da6323a0 HTTP/1.1" status: 404 len: 337 time: 0.0298173 Nov 23 05:07:30.548566 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51466) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:30.568036 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.pecan_wsgi.hooks.translation [None req-86f3784a-04f4-4b26-b1ec-45b83aeb4ef6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] DELETE failed (client error): The resource could not be found. Nov 23 05:07:30.568730 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-86f3784a-04f4-4b26-b1ec-45b83aeb4ef6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109952) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 05:07:30.571990 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-86f3784a-04f4-4b26-b1ec-45b83aeb4ef6 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "DELETE /v2.0/networks/cf82c73c-ba6f-450c-9d39-8ae1e1fa9127 HTTP/1.1" status: 404 len: 339 time: 0.0216675 Nov 23 05:07:30.574637 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51468) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:30.626143 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-114b62dc-2adc-4458-b86f-b8cdfd0be331 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Deleting subnet 02900add-5115-4848-a33c-a15e0a56b152 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:07:30.629494 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-114b62dc-2adc-4458-b86f-b8cdfd0be331 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.675248 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-114b62dc-2adc-4458-b86f-b8cdfd0be331 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.760355 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-114b62dc-2adc-4458-b86f-b8cdfd0be331 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.822637 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-114b62dc-2adc-4458-b86f-b8cdfd0be331 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.855356 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b62dc-2adc-4458-b86f-b8cdfd0be331 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event deleted for resources: {'Subnet': ['ID=02900add-5115-4848-a33c-a15e0a56b152,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:30.860160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-114b62dc-2adc-4458-b86f-b8cdfd0be331 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:30.863417 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-114b62dc-2adc-4458-b86f-b8cdfd0be331 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "DELETE /v2.0/subnets/02900add-5115-4848-a33c-a15e0a56b152 HTTP/1.1" status: 204 len: 168 time: 0.2878773 Nov 23 05:07:30.866051 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51470) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:30.946807 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.002200 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Deleting port ee4678b7-6117-4bad-8ebe-1951b1b50804 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:07:31.003110 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.051468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00ad161-f724-44b7-bdaa-99afcc5c7be6 None None] Network f7cfa94c-d8ec-4382-85ac-4dea0a7da77d requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:31.078685 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] For port ee4678b7-6117-4bad-8ebe-1951b1b50804, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ee4678b7-6117-4bad-8ebe-1951b1b50804,segment=NetworkSegment(cd224a0b-7c82-465d-9040-f600e1b3e8c6),segment_id=cd224a0b-7c82-465d-9040-f600e1b3e8c6)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:31.079052 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.092754 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Calling delete_port for ee4678b7-6117-4bad-8ebe-1951b1b50804 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:07:31.143890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3322c7af-c7aa-4fe1-ad5b-41e4439b76df None None] Provisioning complete for port ee4678b7-6117-4bad-8ebe-1951b1b50804 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:31.144263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3322c7af-c7aa-4fe1-ad5b-41e4439b76df None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.172990 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.199024 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event deleted for resources: {'Port': ['ID=ee4678b7-6117-4bad-8ebe-1951b1b50804,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:31.202478 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3322c7af-c7aa-4fe1-ad5b-41e4439b76df None None] Could not find standard attr ID for object ee4678b7-6117-4bad-8ebe-1951b1b50804. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 05:07:31.203535 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] No DVR routers for this DVR port ee4678b7-6117-4bad-8ebe-1951b1b50804 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:07:31.207517 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.plugins.ml2.db [None req-3322c7af-c7aa-4fe1-ad5b-41e4439b76df None None] No ports have port_id starting with ee4678b7-6117-4bad-8ebe-1951b1b50804 Nov 23 05:07:31.281198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b8fb3c1-baf1-438f-a75a-eb5b437d6941 None None] DHCP port deletion for f7cfa94c-d8ec-4382-85ac-4dea0a7da77d request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:07:31.290405 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.314796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7cfa94c-d8ec-4382-85ac-4dea0a7da77d']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:31.324106 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd224a0b-7c82-465d-9040-f600e1b3e8c6') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:31.324406 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd224a0b-7c82-465d-9040-f600e1b3e8c6') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:31.333889 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.347254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.353007 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:07:31.353430 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:07:31.356385 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:07:31.419756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.424029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.427956 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "DELETE /v2.0/networks/f7cfa94c-d8ec-4382-85ac-4dea0a7da77d HTTP/1.1" status: 204 len: 168 time: 0.5608964 Nov 23 05:07:31.430692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51472) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:31.442103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac3013c-a033-4b8b-8f91-30f56a405341 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event deleted for resources: {'Network': ['ID=f7cfa94c-d8ec-4382-85ac-4dea0a7da77d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:31.457445 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1892b01-032b-42d1-848d-439b6c62ad35 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] DELETE failed (client error): The resource could not be found. Nov 23 05:07:31.457943 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1892b01-032b-42d1-848d-439b6c62ad35 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 05:07:31.460924 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a1892b01-032b-42d1-848d-439b6c62ad35 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "DELETE /v2.0/subnets/2a92f718-8073-4a38-ba0f-92c017aee028 HTTP/1.1" status: 404 len: 337 time: 0.0291500 Nov 23 05:07:31.463584 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51474) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:31.481861 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b57f3fe-8d2f-4cfc-ab38-8fa670e9e91c tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] DELETE failed (client error): The resource could not be found. Nov 23 05:07:31.482330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b57f3fe-8d2f-4cfc-ab38-8fa670e9e91c tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 05:07:31.485365 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6b57f3fe-8d2f-4cfc-ab38-8fa670e9e91c tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "DELETE /v2.0/networks/ec736606-3829-4cae-b30b-9237838aed54 HTTP/1.1" status: 404 len: 339 time: 0.0208645 Nov 23 05:07:31.488193 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51476) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:31.520186 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-75a507ab-c3b7-47e1-9c1a-78569c6b4a0d tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] DELETE failed (client error): The resource could not be found. Nov 23 05:07:31.520618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75a507ab-c3b7-47e1-9c1a-78569c6b4a0d tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 05:07:31.523566 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-75a507ab-c3b7-47e1-9c1a-78569c6b4a0d tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "DELETE /v2.0/subnets/7d9e17ac-39ce-4ffc-9ebe-9d56b464a9aa HTTP/1.1" status: 404 len: 337 time: 0.0345263 Nov 23 05:07:31.525992 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51478) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:31.543134 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb39e65-d074-42cf-9b2b-b84a063d4e72 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] DELETE failed (client error): The resource could not be found. Nov 23 05:07:31.543508 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb39e65-d074-42cf-9b2b-b84a063d4e72 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=109953) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Nov 23 05:07:31.546395 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7cb39e65-d074-42cf-9b2b-b84a063d4e72 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "DELETE /v2.0/networks/c0aee7d8-0466-4542-999c-b6a307bc0951 HTTP/1.1" status: 404 len: 339 time: 0.0195501 Nov 23 05:07:31.548519 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51480) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:31.602067 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-8f80d8ff-002e-4492-b55c-9098bb96154f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Deleting subnet 33e6398b-5209-4d4e-b6ff-4f2c23541ef1 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:07:31.605283 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8f80d8ff-002e-4492-b55c-9098bb96154f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.644959 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8f80d8ff-002e-4492-b55c-9098bb96154f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.725170 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8f80d8ff-002e-4492-b55c-9098bb96154f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.786257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8f80d8ff-002e-4492-b55c-9098bb96154f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.812839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f80d8ff-002e-4492-b55c-9098bb96154f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event deleted for resources: {'Subnet': ['ID=33e6398b-5209-4d4e-b6ff-4f2c23541ef1,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:31.816408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8f80d8ff-002e-4492-b55c-9098bb96154f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.821966 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8f80d8ff-002e-4492-b55c-9098bb96154f tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "DELETE /v2.0/subnets/33e6398b-5209-4d4e-b6ff-4f2c23541ef1 HTTP/1.1" status: 204 len: 168 time: 0.2702494 Nov 23 05:07:31.822120 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e0ae5bd-f8b0-4087-a9bf-61d8c3fa2ed4 None None] Network 792fb313-6fea-4cc1-9cf1-1d18725637f1 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:31.822220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51482) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:31.897831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:31.951156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Deleting port 8750405d-6f73-48c2-b9a6-b5a73480a1fa {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:07:31.951495 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.001512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25a62f8c-c60a-44b2-aec9-1df33a176ee4 None None] DHCP port deletion for 792fb313-6fea-4cc1-9cf1-1d18725637f1 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:07:32.021396 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] For port 8750405d-6f73-48c2-b9a6-b5a73480a1fa, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8750405d-6f73-48c2-b9a6-b5a73480a1fa,segment=NetworkSegment(d07bb93c-3f28-409e-9393-28f8df0b79c5),segment_id=d07bb93c-3f28-409e-9393-28f8df0b79c5)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:32.021769 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.035055 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Calling delete_port for 8750405d-6f73-48c2-b9a6-b5a73480a1fa owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:07:32.051842 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-25a62f8c-c60a-44b2-aec9-1df33a176ee4 None None] Deleting port 8750405d-6f73-48c2-b9a6-b5a73480a1fa {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:07:32.052218 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-25a62f8c-c60a-44b2-aec9-1df33a176ee4 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.113902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.114108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-25a62f8c-c60a-44b2-aec9-1df33a176ee4 None None] For port 8750405d-6f73-48c2-b9a6-b5a73480a1fa, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8750405d-6f73-48c2-b9a6-b5a73480a1fa,segment=NetworkSegment(d07bb93c-3f28-409e-9393-28f8df0b79c5),segment_id=d07bb93c-3f28-409e-9393-28f8df0b79c5)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:32.114543 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-25a62f8c-c60a-44b2-aec9-1df33a176ee4 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.127841 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-25a62f8c-c60a-44b2-aec9-1df33a176ee4 None None] Calling delete_port for 8750405d-6f73-48c2-b9a6-b5a73480a1fa owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:07:32.146422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event deleted for resources: {'Port': ['ID=8750405d-6f73-48c2-b9a6-b5a73480a1fa,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:32.152294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] No DVR routers for this DVR port 8750405d-6f73-48c2-b9a6-b5a73480a1fa on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:07:32.180867 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8750405d-6f73-48c2-b9a6-b5a73480a1fa no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:07:32.203321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 8750405d-6f73-48c2-b9a6-b5a73480a1fa {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:07:32.203661 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8750405d-6f73-48c2-b9a6-b5a73480a1fa not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:07:32.232216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.238497 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-25a62f8c-c60a-44b2-aec9-1df33a176ee4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.253026 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['792fb313-6fea-4cc1-9cf1-1d18725637f1']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:32.262374 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd07bb93c-3f28-409e-9393-28f8df0b79c5') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:32.262671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd07bb93c-3f28-409e-9393-28f8df0b79c5') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:32.263103 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a62f8c-c60a-44b2-aec9-1df33a176ee4 None None] Pushing event deleted for resources: {'Port': ['ID=8750405d-6f73-48c2-b9a6-b5a73480a1fa,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:32.268443 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a62f8c-c60a-44b2-aec9-1df33a176ee4 None None] No DVR routers for this DVR port 8750405d-6f73-48c2-b9a6-b5a73480a1fa on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:07:32.273223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.287697 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.294045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:07:32.294428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:07:32.297596 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:07:32.358810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.365908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.369162 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] 10.222.0.37 "DELETE /v2.0/networks/792fb313-6fea-4cc1-9cf1-1d18725637f1 HTTP/1.1" status: 204 len: 168 time: 0.5461051 Nov 23 05:07:32.381672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88f44524-128c-45e3-8b95-a9262f62e935 tempest-NetworksIpV6Test-902634151 tempest-NetworksIpV6Test-902634151-project] Pushing event deleted for resources: {'Network': ['ID=792fb313-6fea-4cc1-9cf1-1d18725637f1,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:32.603145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51488) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:32.732084 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3d63696c-fe4d-415e-8d01-43b80a550a16 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=cb0329c693144902a9f1cacc34d2f727&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1277523 Nov 23 05:07:32.734598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51492) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:32.781039 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-228bdbb1-7bf2-400d-b2b3-db7e4256b9cc admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.802679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-228bdbb1-7bf2-400d-b2b3-db7e4256b9cc admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.847189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-228bdbb1-7bf2-400d-b2b3-db7e4256b9cc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.849726 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-228bdbb1-7bf2-400d-b2b3-db7e4256b9cc admin admin] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:32.850850 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-228bdbb1-7bf2-400d-b2b3-db7e4256b9cc admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/8fc006ee-2a0c-4246-989f-3d7eb84880ad HTTP/1.1" status: 204 len: 168 time: 0.1153498 Nov 23 05:07:32.858476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228bdbb1-7bf2-400d-b2b3-db7e4256b9cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8fc006ee-2a0c-4246-989f-3d7eb84880ad,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:33.458371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51514) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:33.548938 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-6ae2e35c-9289-4919-b4f0-244301246be3 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-301492088', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:33.575873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e35c-9289-4919-b4f0-244301246be3 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:33.576770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e35c-9289-4919-b4f0-244301246be3 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:33.626106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e35c-9289-4919-b4f0-244301246be3 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:33.630146 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e35c-9289-4919-b4f0-244301246be3 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:33.647721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6ae2e35c-9289-4919-b4f0-244301246be3 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:33.648871 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6ae2e35c-9289-4919-b4f0-244301246be3 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.1894636 Nov 23 05:07:33.651472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51518) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:33.656438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-817283369'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:33.677171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Made reservation on behalf of 106435ad90ef47478f28a4fb1fba770e for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:33.680518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:33.688912 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:33.772265 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:33.776820 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:33.806975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] vlan segment allocate from pool success with {'vlan_id': 196, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:07:33.812331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a32d4d88-3944-44be-9601-9878c47a23bc,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:33.820572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:33.820572 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Added segment 9aa59603-d9fe-4fce-a788-ccd1a6864e2e of type vlan for network 7bd55029-0e6a-4f54-ad33-b768913b6dfa Nov 23 05:07:33.862327 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:33.886124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:33.891562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:33.892400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:33.946430 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2938170 Nov 23 05:07:33.949209 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51520) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:33.954311 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-60231bb1-8fe8-4efd-aa2d-e22bb631ad4b tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Request body: {'subnet': {'network_id': '7bd55029-0e6a-4f54-ad33-b768913b6dfa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:33.961034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff966bc-89ad-41ec-a8f7-2043fce5bca6 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Pushing event updated for resources: {'Network': ['ID=7bd55029-0e6a-4f54-ad33-b768913b6dfa,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:33.973013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 7bd55029-0e6a-4f54-ad33-b768913b6dfa details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:07:34.046945 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60231bb1-8fe8-4efd-aa2d-e22bb631ad4b tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Made reservation on behalf of 106435ad90ef47478f28a4fb1fba770e for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:34.050561 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60231bb1-8fe8-4efd-aa2d-e22bb631ad4b tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.231883 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60231bb1-8fe8-4efd-aa2d-e22bb631ad4b tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.299912 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60231bb1-8fe8-4efd-aa2d-e22bb631ad4b tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Pushing event updated for resources: {'Subnet': ['ID=4e7bcdcb-f3e5-444f-b055-cdc75b5895da,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:34.304150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60231bb1-8fe8-4efd-aa2d-e22bb631ad4b tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Checking segment: {'id': '9aa59603-d9fe-4fce-a788-ccd1a6864e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7bd55029-0e6a-4f54-ad33-b768913b6dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:34.304509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60231bb1-8fe8-4efd-aa2d-e22bb631ad4b tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Network hostable DHCP agents. Network: 7bd55029-0e6a-4f54-ad33-b768913b6dfa, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:07:34.321153 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60231bb1-8fe8-4efd-aa2d-e22bb631ad4b tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Network 7bd55029-0e6a-4f54-ad33-b768913b6dfa is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:07:34.329209 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-60231bb1-8fe8-4efd-aa2d-e22bb631ad4b tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 7bd55029-0e6a-4f54-ad33-b768913b6dfa) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:34.333799 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60231bb1-8fe8-4efd-aa2d-e22bb631ad4b tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:34.334389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60231bb1-8fe8-4efd-aa2d-e22bb631ad4b tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.338576 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf5635d0-5381-4a01-8ddc-23d27a751149 None None] Network 7bd55029-0e6a-4f54-ad33-b768913b6dfa requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:34.350242 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-60231bb1-8fe8-4efd-aa2d-e22bb631ad4b tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.3998783 Nov 23 05:07:34.353252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51522) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:34.358294 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1a4194b8-0b1f-4d1c-9a4e-24db77bf0556 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-286883896'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:34.379732 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a4194b8-0b1f-4d1c-9a4e-24db77bf0556 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Made reservation on behalf of 106435ad90ef47478f28a4fb1fba770e for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:34.383404 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1a4194b8-0b1f-4d1c-9a4e-24db77bf0556 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.407542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a4194b8-0b1f-4d1c-9a4e-24db77bf0556 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:07:34.417782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1a4194b8-0b1f-4d1c-9a4e-24db77bf0556 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.418126 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-1a4194b8-0b1f-4d1c-9a4e-24db77bf0556 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Added segment 264e93bf-8191-4996-bd4f-55c517bbe412 of type vlan for network 23157ffb-9a95-489d-8bde-c23afe73e267 Nov 23 05:07:34.461163 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1a4194b8-0b1f-4d1c-9a4e-24db77bf0556 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.485555 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-7bd55029-0e6a-4f54-ad33-b768913b6dfa', 'network_id': '7bd55029-0e6a-4f54-ad33-b768913b6dfa', 'tenant_id': '106435ad90ef47478f28a4fb1fba770e', 'fixed_ips': [{'subnet_id': '4e7bcdcb-f3e5-444f-b055-cdc75b5895da'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:07:34.485766 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1a4194b8-0b1f-4d1c-9a4e-24db77bf0556 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.486817 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.491479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a4194b8-0b1f-4d1c-9a4e-24db77bf0556 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:34.492065 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1a4194b8-0b1f-4d1c-9a4e-24db77bf0556 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.554785 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1a4194b8-0b1f-4d1c-9a4e-24db77bf0556 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.1977634 Nov 23 05:07:34.555124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51524) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:34.560379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-88d61ec0-aa1f-43b3-892b-58f36ceeaa59 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Request body: {'subnet': {'network_id': '23157ffb-9a95-489d-8bde-c23afe73e267', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:34.567415 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a4194b8-0b1f-4d1c-9a4e-24db77bf0556 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Pushing event updated for resources: {'Network': ['ID=23157ffb-9a95-489d-8bde-c23afe73e267,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:34.577955 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 23157ffb-9a95-489d-8bde-c23afe73e267 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:07:34.652662 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88d61ec0-aa1f-43b3-892b-58f36ceeaa59 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Made reservation on behalf of 106435ad90ef47478f28a4fb1fba770e for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:34.656110 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-88d61ec0-aa1f-43b3-892b-58f36ceeaa59 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.666768 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Allocated IP 172.20.0.2 (7bd55029-0e6a-4f54-ad33-b768913b6dfa/4e7bcdcb-f3e5-444f-b055-cdc75b5895da/a8f188f6-acce-48d9-a58e-124eedb5b042) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:07:34.823398 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.828912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.837949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-88d61ec0-aa1f-43b3-892b-58f36ceeaa59 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.869546 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Network 7bd55029-0e6a-4f54-ad33-b768913b6dfa is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:07:34.873899 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:34.878461 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:07:34.880413 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Pushing event updated for resources: {'Port': ['ID=a8f188f6-acce-48d9-a58e-124eedb5b042,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:34.900639 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d61ec0-aa1f-43b3-892b-58f36ceeaa59 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Pushing event updated for resources: {'Subnet': ['ID=e19737ab-af00-42de-8aca-983a3221d56a,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:34.912323 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88d61ec0-aa1f-43b3-892b-58f36ceeaa59 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Checking segment: {'id': '264e93bf-8191-4996-bd4f-55c517bbe412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23157ffb-9a95-489d-8bde-c23afe73e267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:34.912681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d61ec0-aa1f-43b3-892b-58f36ceeaa59 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Network hostable DHCP agents. Network: 23157ffb-9a95-489d-8bde-c23afe73e267, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:07:34.928753 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88d61ec0-aa1f-43b3-892b-58f36ceeaa59 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Network 23157ffb-9a95-489d-8bde-c23afe73e267 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:07:34.936624 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Attempting to bind port a8f188f6-acce-48d9-a58e-124eedb5b042 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:07:34.937004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Attempting to bind port a8f188f6-acce-48d9-a58e-124eedb5b042 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '9aa59603-d9fe-4fce-a788-ccd1a6864e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7bd55029-0e6a-4f54-ad33-b768913b6dfa'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:07:34.937400 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Attempting to bind port a8f188f6-acce-48d9-a58e-124eedb5b042 on network 7bd55029-0e6a-4f54-ad33-b768913b6dfa {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:07:34.937955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-88d61ec0-aa1f-43b3-892b-58f36ceeaa59 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 23157ffb-9a95-489d-8bde-c23afe73e267) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:34.942615 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88d61ec0-aa1f-43b3-892b-58f36ceeaa59 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:34.942957 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:07:34.943102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-88d61ec0-aa1f-43b3-892b-58f36ceeaa59 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.943338 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Checking segment: {'id': '9aa59603-d9fe-4fce-a788-ccd1a6864e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7bd55029-0e6a-4f54-ad33-b768913b6dfa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:34.943771 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.944130 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Bound using segment: {'id': '9aa59603-d9fe-4fce-a788-ccd1a6864e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7bd55029-0e6a-4f54-ad33-b768913b6dfa'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:07:34.944712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Bound port: a8f188f6-acce-48d9-a58e-124eedb5b042, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9aa59603-d9fe-4fce-a788-ccd1a6864e2e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '7bd55029-0e6a-4f54-ad33-b768913b6dfa'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:07:34.945313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:34.955254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dbe5497-08d0-499c-b734-5b6730c422f6 None None] Network 23157ffb-9a95-489d-8bde-c23afe73e267 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:34.960338 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-88d61ec0-aa1f-43b3-892b-58f36ceeaa59 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4038908 Nov 23 05:07:34.963052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51526) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:34.968237 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-fc6e28c1-708e-4814-a793-83173caa7b7a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Request body: {'router': {'external_gateway_info': {'network_id': '23157ffb-9a95-489d-8bde-c23afe73e267'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:35.079536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] For port a8f188f6-acce-48d9-a58e-124eedb5b042, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:07:35.095318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] For port a8f188f6-acce-48d9-a58e-124eedb5b042, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a8f188f6-acce-48d9-a58e-124eedb5b042,segment=NetworkSegment(9aa59603-d9fe-4fce-a788-ccd1a6864e2e),segment_id=9aa59603-d9fe-4fce-a788-ccd1a6864e2e)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:07:35.113065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:35.184840 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fc6e28c1-708e-4814-a793-83173caa7b7a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:35.199254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824e2fd3-19b5-403b-b70a-c20607e2b046 None None] Pushing event updated for resources: {'Port': ['ID=a8f188f6-acce-48d9-a58e-124eedb5b042,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:35.221223 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-23157ffb-9a95-489d-8bde-c23afe73e267', 'network_id': '23157ffb-9a95-489d-8bde-c23afe73e267', 'tenant_id': '106435ad90ef47478f28a4fb1fba770e', 'fixed_ips': [{'subnet_id': 'e19737ab-af00-42de-8aca-983a3221d56a'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:07:35.222220 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:35.383296 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Allocated IP 172.21.0.2 (23157ffb-9a95-489d-8bde-c23afe73e267/e19737ab-af00-42de-8aca-983a3221d56a/9a8af610-501c-4a2b-9f54-7ee83d0c46a0) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:07:35.549892 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:35.555299 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:35.599227 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Network 23157ffb-9a95-489d-8bde-c23afe73e267 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:07:35.604543 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:35.606364 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Pushing event updated for resources: {'Port': ['ID=9a8af610-501c-4a2b-9f54-7ee83d0c46a0,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:35.608447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:07:35.665001 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Attempting to bind port 9a8af610-501c-4a2b-9f54-7ee83d0c46a0 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:07:35.665404 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Attempting to bind port 9a8af610-501c-4a2b-9f54-7ee83d0c46a0 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '264e93bf-8191-4996-bd4f-55c517bbe412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23157ffb-9a95-489d-8bde-c23afe73e267'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:07:35.666259 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Attempting to bind port 9a8af610-501c-4a2b-9f54-7ee83d0c46a0 on network 23157ffb-9a95-489d-8bde-c23afe73e267 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:07:35.670914 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:07:35.671297 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Checking segment: {'id': '264e93bf-8191-4996-bd4f-55c517bbe412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23157ffb-9a95-489d-8bde-c23afe73e267'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:35.671752 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:35.672152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Bound using segment: {'id': '264e93bf-8191-4996-bd4f-55c517bbe412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23157ffb-9a95-489d-8bde-c23afe73e267'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:07:35.672631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Bound port: 9a8af610-501c-4a2b-9f54-7ee83d0c46a0, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '264e93bf-8191-4996-bd4f-55c517bbe412', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '23157ffb-9a95-489d-8bde-c23afe73e267'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:07:35.673018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:35.675241 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.api.v2.resource [None req-fc6e28c1-708e-4814-a793-83173caa7b7a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Nov 23 05:07:35.682941 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51528) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:35.685837 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fc6e28c1-708e-4814-a793-83173caa7b7a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] 10.222.0.37 "PUT /v2.0/routers/40da2e46-54c2-4cb0-8752-c3e14063fc99 HTTP/1.1" status: 400 len: 364 time: 0.7217233 Nov 23 05:07:35.736261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fd8cb75-5c3b-43ed-b9cd-dc9b0422c2e3 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Deleting subnet e19737ab-af00-42de-8aca-983a3221d56a {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:07:35.736525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] For port 9a8af610-501c-4a2b-9f54-7ee83d0c46a0, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:07:35.739542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fd8cb75-5c3b-43ed-b9cd-dc9b0422c2e3 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:35.739765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] For port 9a8af610-501c-4a2b-9f54-7ee83d0c46a0, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9a8af610-501c-4a2b-9f54-7ee83d0c46a0,segment=NetworkSegment(264e93bf-8191-4996-bd4f-55c517bbe412),segment_id=264e93bf-8191-4996-bd4f-55c517bbe412)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:07:35.743187 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:35.785935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fd8cb75-5c3b-43ed-b9cd-dc9b0422c2e3 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:35.800747 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838f945-eaf3-42b3-b821-6c61624b741f None None] Pushing event updated for resources: {'Port': ['ID=9a8af610-501c-4a2b-9f54-7ee83d0c46a0,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:35.878142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fd8cb75-5c3b-43ed-b9cd-dc9b0422c2e3 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:35.946910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fd8cb75-5c3b-43ed-b9cd-dc9b0422c2e3 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:35.973849 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd8cb75-5c3b-43ed-b9cd-dc9b0422c2e3 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Pushing event deleted for resources: {'Subnet': ['ID=e19737ab-af00-42de-8aca-983a3221d56a,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:35.981229 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1fd8cb75-5c3b-43ed-b9cd-dc9b0422c2e3 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:35.990450 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1fd8cb75-5c3b-43ed-b9cd-dc9b0422c2e3 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] 10.222.0.37 "DELETE /v2.0/subnets/e19737ab-af00-42de-8aca-983a3221d56a HTTP/1.1" status: 204 len: 168 time: 0.2997818 Nov 23 05:07:35.997814 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51530) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:36.086188 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.155137 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Deleting port 9a8af610-501c-4a2b-9f54-7ee83d0c46a0 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:07:36.155489 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.232762 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] For port 9a8af610-501c-4a2b-9f54-7ee83d0c46a0, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=9a8af610-501c-4a2b-9f54-7ee83d0c46a0,segment=NetworkSegment(264e93bf-8191-4996-bd4f-55c517bbe412),segment_id=264e93bf-8191-4996-bd4f-55c517bbe412)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:36.233131 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.258278 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Calling delete_port for 9a8af610-501c-4a2b-9f54-7ee83d0c46a0 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:07:36.259783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a8f188f6-acce-48d9-a58e-124eedb5b042 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:07:36.287323 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47222863-88a4-4b1d-a8fd-f8692fdb9db5 None None] Network 7bd55029-0e6a-4f54-ad33-b768913b6dfa requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:36.346398 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.374436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port a8f188f6-acce-48d9-a58e-124eedb5b042 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:36.374805 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.375088 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Pushing event deleted for resources: {'Port': ['ID=9a8af610-501c-4a2b-9f54-7ee83d0c46a0,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:36.380325 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] No DVR routers for this DVR port 9a8af610-501c-4a2b-9f54-7ee83d0c46a0 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:07:36.443478 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2b28f626-95fe-436a-9f72-29d4bfb51c68 None None] Provisioning complete for port a8f188f6-acce-48d9-a58e-124eedb5b042 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:36.443838 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2b28f626-95fe-436a-9f72-29d4bfb51c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.460962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.485231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23157ffb-9a95-489d-8bde-c23afe73e267']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:36.495250 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '264e93bf-8191-4996-bd4f-55c517bbe412') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:36.495548 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '264e93bf-8191-4996-bd4f-55c517bbe412') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:36.505573 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.519833 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.526306 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Releasing vlan 192 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:07:36.526644 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:07:36.530024 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:07:36.567982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.595223 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.607497 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.613265 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] 10.222.0.37 "DELETE /v2.0/networks/23157ffb-9a95-489d-8bde-c23afe73e267 HTTP/1.1" status: 204 len: 168 time: 0.6143200 Nov 23 05:07:36.615772 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51532) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:36.628746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2b28f626-95fe-436a-9f72-29d4bfb51c68 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.647010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port a8f188f6-acce-48d9-a58e-124eedb5b042, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a8f188f6-acce-48d9-a58e-124eedb5b042,segment=NetworkSegment(9aa59603-d9fe-4fce-a788-ccd1a6864e2e),segment_id=9aa59603-d9fe-4fce-a788-ccd1a6864e2e)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:36.656318 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db04990-5d77-44cc-b2df-eaa1a717e998 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Pushing event deleted for resources: {'Network': ['ID=23157ffb-9a95-489d-8bde-c23afe73e267,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:36.657629 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.659018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9a8af610-501c-4a2b-9f54-7ee83d0c46a0 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:07:36.707983 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Deleting subnet 4e7bcdcb-f3e5-444f-b055-cdc75b5895da {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:07:36.711490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.726055 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 9a8af610-501c-4a2b-9f54-7ee83d0c46a0 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:07:36.726405 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9a8af610-501c-4a2b-9f54-7ee83d0c46a0 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Nov 23 05:07:36.754088 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.784801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-2b28f626-95fe-436a-9f72-29d4bfb51c68 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 05:07:36.785439 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-2b28f626-95fe-436a-9f72-29d4bfb51c68 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 05:07:36.786663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Port 9a8af610-501c-4a2b-9f54-7ee83d0c46a0 not found, will not notify nova. {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Nov 23 05:07:36.797794 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=a8f188f6-acce-48d9-a58e-124eedb5b042,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:36.853187 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.921894 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.952988 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7af13794-7f9a-433b-8982-d943858d499a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.953330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Pushing event deleted for resources: {'Subnet': ['ID=4e7bcdcb-f3e5-444f-b055-cdc75b5895da,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:36.958226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:36.964432 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] 10.222.0.37 "DELETE /v2.0/subnets/4e7bcdcb-f3e5-444f-b055-cdc75b5895da HTTP/1.1" status: 204 len: 168 time: 0.3448062 Nov 23 05:07:36.965247 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51534) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:36.966985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:36.967345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:36.967715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:36.967893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04f7a26b-eb5a-40da-babd-56d13d20f76c None None] Network 7bd55029-0e6a-4f54-ad33-b768913b6dfa requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:36.968031 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:36.968371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:36.968710 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:36.969050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:36.969552 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:36.969887 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:36.970220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:36.970550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:36.970919 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9f52957-66f4-469e-9a73-a327773673f2 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:37.071008 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:37.134224 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Deleting port a8f188f6-acce-48d9-a58e-124eedb5b042 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:07:37.134479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:37.200021 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] For port a8f188f6-acce-48d9-a58e-124eedb5b042, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=a8f188f6-acce-48d9-a58e-124eedb5b042,segment=NetworkSegment(9aa59603-d9fe-4fce-a788-ccd1a6864e2e),segment_id=9aa59603-d9fe-4fce-a788-ccd1a6864e2e)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:37.200389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:37.213590 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Calling delete_port for a8f188f6-acce-48d9-a58e-124eedb5b042 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:07:37.219750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52ae51cf-f647-4645-ac9e-4051b2ce7afb None None] DHCP port deletion for 23157ffb-9a95-489d-8bde-c23afe73e267 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:07:37.242528 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27723c5d-1251-4549-8c64-e800f6b04e86 None None] Network 23157ffb-9a95-489d-8bde-c23afe73e267 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:37.258341 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27723c5d-1251-4549-8c64-e800f6b04e86 None None] Network 23157ffb-9a95-489d-8bde-c23afe73e267 could not be found, it might have been deleted concurrently. {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Nov 23 05:07:37.307617 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:37.333071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Pushing event deleted for resources: {'Port': ['ID=a8f188f6-acce-48d9-a58e-124eedb5b042,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:37.336689 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] No DVR routers for this DVR port a8f188f6-acce-48d9-a58e-124eedb5b042 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:07:37.341030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8aeb8e87-50bc-4365-b5c9-bb677a747ade None None] DHCP port deletion for 7bd55029-0e6a-4f54-ad33-b768913b6dfa request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:07:37.422851 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:37.436974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-906dc12b-f760-446d-a384-ea4406dc97d3 None None] Could not find standard attr ID for object a8f188f6-acce-48d9-a58e-124eedb5b042. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 05:07:37.440152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-906dc12b-f760-446d-a384-ea4406dc97d3 None None] Could not find standard attr ID for object 9a8af610-501c-4a2b-9f54-7ee83d0c46a0. {{(pid=109954) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Nov 23 05:07:37.443448 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bd55029-0e6a-4f54-ad33-b768913b6dfa']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:37.452491 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9aa59603-d9fe-4fce-a788-ccd1a6864e2e') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:37.452789 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9aa59603-d9fe-4fce-a788-ccd1a6864e2e') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:37.462248 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:37.475377 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:37.481141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Releasing vlan 196 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:07:37.481543 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:07:37.484417 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:07:37.540535 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:37.547133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:37.550296 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] 10.222.0.37 "DELETE /v2.0/networks/7bd55029-0e6a-4f54-ad33-b768913b6dfa HTTP/1.1" status: 204 len: 168 time: 0.5834606 Nov 23 05:07:37.553117 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51536) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:37.565257 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0442e678-7585-458a-b83a-0895fe1f7c0a tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Pushing event deleted for resources: {'Network': ['ID=7bd55029-0e6a-4f54-ad33-b768913b6dfa,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:37.582118 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f6e9708d-4cc8-4465-ab2e-fb3d9b4d5346 tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] 10.222.0.37 "GET /v2.0/ports?device_id=40da2e46-54c2-4cb0-8752-c3e14063fc99 HTTP/1.1" status: 200 len: 205 time: 0.0278161 Nov 23 05:07:37.584469 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51538) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:37.654473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc266728-e190-4bfd-b36c-b5ba288f939c tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:37.814677 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc266728-e190-4bfd-b36c-b5ba288f939c tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:37.816754 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc266728-e190-4bfd-b36c-b5ba288f939c tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:37.864684 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc266728-e190-4bfd-b36c-b5ba288f939c tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:37.865187 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc266728-e190-4bfd-b36c-b5ba288f939c tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Fanout notify agent at l3_agent the message router_deleted on router 40da2e46-54c2-4cb0-8752-c3e14063fc99 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:07:37.872029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc266728-e190-4bfd-b36c-b5ba288f939c tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:37.873102 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dc266728-e190-4bfd-b36c-b5ba288f939c tempest-RoutersNegativeTest-1782173129 tempest-RoutersNegativeTest-1782173129-project] 10.222.0.37 "DELETE /v2.0/routers/40da2e46-54c2-4cb0-8752-c3e14063fc99 HTTP/1.1" status: 204 len: 168 time: 0.2876632 Nov 23 05:07:38.113838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51544) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:38.162932 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a8f188f6-acce-48d9-a58e-124eedb5b042 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:07:38.185717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: a8f188f6-acce-48d9-a58e-124eedb5b042 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:07:38.186072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device a8f188f6-acce-48d9-a58e-124eedb5b042 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:07:38.186494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9a8af610-501c-4a2b-9f54-7ee83d0c46a0 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:07:38.206168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 9a8af610-501c-4a2b-9f54-7ee83d0c46a0 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:07:38.206529 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 9a8af610-501c-4a2b-9f54-7ee83d0c46a0 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:07:38.243012 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b364b9bc-a560-42af-9563-ec30a420f477 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=106435ad90ef47478f28a4fb1fba770e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1279573 Nov 23 05:07:38.245655 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51548) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:38.292314 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f98ee12c-d36f-4b7c-90f5-210d27c796e6 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:38.313483 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f98ee12c-d36f-4b7c-90f5-210d27c796e6 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:38.371010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f98ee12c-d36f-4b7c-90f5-210d27c796e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:38.374634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f98ee12c-d36f-4b7c-90f5-210d27c796e6 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:38.376726 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f98ee12c-d36f-4b7c-90f5-210d27c796e6 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/a32d4d88-3944-44be-9601-9878c47a23bc HTTP/1.1" status: 204 len: 168 time: 0.1301446 Nov 23 05:07:38.386331 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98ee12c-d36f-4b7c-90f5-210d27c796e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a32d4d88-3944-44be-9601-9878c47a23bc,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:38.894813 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:38.978629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51570) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:39.074291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1839850819-network', 'tenant_id': '6f16f342652241e0ad603a7494227e1e'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:39.094942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] Made reservation on behalf of 6f16f342652241e0ad603a7494227e1e for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:39.098136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.106321 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.182537 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.185699 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.208158 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:07:39.216260 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b76d17f2-e47c-44b6-bd2b-be613279b040 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.226032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73399983-5dd3-4577-8360-95d5087b3f9c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:39.229890 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.230231 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] Added segment cd7d0978-3294-46d9-85a3-bb12b0033360 of type vlan for network 001abb84-6967-4efb-bbbc-0cab4bacf696 Nov 23 05:07:39.270974 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.294504 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.295434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:39.296004 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.355433 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.3755305 Nov 23 05:07:39.358161 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51574) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:39.362207 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c640ef57-0de2-4a3f-922f-73b894fc66f1 admin admin] Pushing event updated for resources: {'Network': ['ID=001abb84-6967-4efb-bbbc-0cab4bacf696,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:39.363234 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b3d2198c-78d0-4e38-a1e5-affc6e0ce5d7 admin admin] Request body: {'subnet': {'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1839850819-subnet', 'tenant_id': '6f16f342652241e0ad603a7494227e1e', 'ip_version': 4}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:39.376541 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 001abb84-6967-4efb-bbbc-0cab4bacf696 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:07:39.386780 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d2198c-78d0-4e38-a1e5-affc6e0ce5d7 admin admin] Made reservation on behalf of 6f16f342652241e0ad603a7494227e1e for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:39.389221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3d2198c-78d0-4e38-a1e5-affc6e0ce5d7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.551561 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3d2198c-78d0-4e38-a1e5-affc6e0ce5d7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.611783 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d2198c-78d0-4e38-a1e5-affc6e0ce5d7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9954b5e6-d714-4c8c-9615-8deca979ded5,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:39.619542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3d2198c-78d0-4e38-a1e5-affc6e0ce5d7 admin admin] Checking segment: {'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:39.619896 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d2198c-78d0-4e38-a1e5-affc6e0ce5d7 admin admin] Network hostable DHCP agents. Network: 001abb84-6967-4efb-bbbc-0cab4bacf696, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:07:39.636156 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3d2198c-78d0-4e38-a1e5-affc6e0ce5d7 admin admin] Network 001abb84-6967-4efb-bbbc-0cab4bacf696 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:07:39.645626 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-b3d2198c-78d0-4e38-a1e5-affc6e0ce5d7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 001abb84-6967-4efb-bbbc-0cab4bacf696) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:39.650553 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d2198c-78d0-4e38-a1e5-affc6e0ce5d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:39.651151 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3d2198c-78d0-4e38-a1e5-affc6e0ce5d7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.655305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bdc945-5fdd-4ddd-9969-cfea8815ce66 None None] Network 001abb84-6967-4efb-bbbc-0cab4bacf696 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:39.668633 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b3d2198c-78d0-4e38-a1e5-affc6e0ce5d7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3093228 Nov 23 05:07:39.671286 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51576) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:39.675541 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1839850819-router', 'tenant_id': '6f16f342652241e0ad603a7494227e1e', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:39.699095 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.700666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.753140 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.810794 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-001abb84-6967-4efb-bbbc-0cab4bacf696', 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696', 'tenant_id': '6f16f342652241e0ad603a7494227e1e', 'fixed_ips': [{'subnet_id': '9954b5e6-d714-4c8c-9615-8deca979ded5'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:07:39.811660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:39.948039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Allocated IP 172.20.0.2 (001abb84-6967-4efb-bbbc-0cab4bacf696/9954b5e6-d714-4c8c-9615-8deca979ded5/81dbac4b-be3c-44f3-8968-c1c2fece1e50) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:07:40.093366 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:40.099061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:40.145387 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Network 001abb84-6967-4efb-bbbc-0cab4bacf696 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:07:40.148258 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:40.150796 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:07:40.159010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Pushing event updated for resources: {'Port': ['ID=81dbac4b-be3c-44f3-8968-c1c2fece1e50,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:40.166359 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:40.209341 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Attempting to bind port 81dbac4b-be3c-44f3-8968-c1c2fece1e50 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:07:40.209639 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Attempting to bind port 81dbac4b-be3c-44f3-8968-c1c2fece1e50 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:07:40.210009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Attempting to bind port 81dbac4b-be3c-44f3-8968-c1c2fece1e50 on network 001abb84-6967-4efb-bbbc-0cab4bacf696 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:07:40.214878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:07:40.215251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Checking segment: {'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:40.215651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:40.216048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Bound using segment: {'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:07:40.216513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Bound port: 81dbac4b-be3c-44f3-8968-c1c2fece1e50, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:07:40.216900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:40.279239 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] For port 81dbac4b-be3c-44f3-8968-c1c2fece1e50, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:07:40.282758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] For port 81dbac4b-be3c-44f3-8968-c1c2fece1e50, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=81dbac4b-be3c-44f3-8968-c1c2fece1e50,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:07:40.287516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:40.351090 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfc144-1620-4fab-9357-2a5315fa8923 None None] Pushing event updated for resources: {'Port': ['ID=81dbac4b-be3c-44f3-8968-c1c2fece1e50,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:40.364086 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:40.388367 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:40.441509 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:40.509704 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Allocated IP 172.26.8.169 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/99092168-47fc-492f-8dd2-5839868aa40b) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:07:40.628222 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:40.662117 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:40.701552 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:07:40.706389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:40.710929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:07:40.712912 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Pushing event updated for resources: {'Port': ['ID=99092168-47fc-492f-8dd2-5839868aa40b,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:40.721515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48188c53-5860-441f-b52c-46f81f74aa17 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:07:40.801842 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-eff07df0-e0f0-4977-9be4-f3ff7a6c62af None None] Provisioning complete for port 99092168-47fc-492f-8dd2-5839868aa40b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:40.802376 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-eff07df0-e0f0-4977-9be4-f3ff7a6c62af None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:40.838904 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-eff07df0-e0f0-4977-9be4-f3ff7a6c62af None None] Port 99092168-47fc-492f-8dd2-5839868aa40b cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:07:40.995985 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:41.200810 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:41.266483 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dfce1b-f713-489d-a1c7-f0fb0b80fff2 None None] Network 001abb84-6967-4efb-bbbc-0cab4bacf696 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:41.331424 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Router ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:07:41.398028 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-fa1fab7c-4b21-4258-bce8-5bf1cdf23929 None None] Provisioning complete for port 81dbac4b-be3c-44f3-8968-c1c2fece1e50 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:41.398397 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fa1fab7c-4b21-4258-bce8-5bf1cdf23929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:41.441501 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:07:41.453399 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Sync routers for ids ['ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:07:41.458248 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:41.462126 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a41272d3-8b84-4f9c-9348-ec96623e8780 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.7874503 Nov 23 05:07:41.462497 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51578) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:41.465541 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Routers {'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:07:41.466179 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:07:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:41.527943 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fa1fab7c-4b21-4258-bce8-5bf1cdf23929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:41.568710 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-fa1fab7c-4b21-4258-bce8-5bf1cdf23929 None None] For port 81dbac4b-be3c-44f3-8968-c1c2fece1e50, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=81dbac4b-be3c-44f3-8968-c1c2fece1e50,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:41.574672 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fa1fab7c-4b21-4258-bce8-5bf1cdf23929 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:41.590143 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Set router ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:07:41.633992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1fab7c-4b21-4258-bce8-5bf1cdf23929 None None] Pushing event updated for resources: {'Port': ['ID=81dbac4b-be3c-44f3-8968-c1c2fece1e50,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:41.795389 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'name': 'tempest-TestEncryptedCinderVolumes-1839850819-router', 'tenant_id': '6f16f342652241e0ad603a7494227e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.169'}], 'enable_snat': True}, 'gw_port_id': '99092168-47fc-492f-8dd2-5839868aa40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:39Z', 'updated_at': '2021-11-23T05:07:40Z', 'revision_number': 3, 'project_id': '6f16f342652241e0ad603a7494227e1e', 'gw_port': {'id': '99092168-47fc-492f-8dd2-5839868aa40b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:40Z', 'updated_at': '2021-11-23T05:07:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:41.815520 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-13b86657-4955-4f2c-baa2-f62d26ec9a33 None None] Provisioning complete for port 81dbac4b-be3c-44f3-8968-c1c2fece1e50 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:41.815923 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-13b86657-4955-4f2c-baa2-f62d26ec9a33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:41.825972 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Checking router: ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:07:41.826316 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Updating router ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae port 99092168-47fc-492f-8dd2-5839868aa40b binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:07:41.856316 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:41.899857 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:41.928188 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.145988 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Allocated IP 172.20.0.1 (001abb84-6967-4efb-bbbc-0cab4bacf696/9954b5e6-d714-4c8c-9615-8deca979ded5/6d1fcb8d-cf69-462e-8615-36e500b2eb60) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:07:42.204756 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 81dbac4b-be3c-44f3-8968-c1c2fece1e50 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:07:42.205900 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.211796 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.254238 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 81dbac4b-be3c-44f3-8968-c1c2fece1e50 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:42.254783 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.257811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cc18bee-0cd6-4eac-b03b-86aa609bd811 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:07:42.266362 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Attempting to bind port 99092168-47fc-492f-8dd2-5839868aa40b on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:07:42.267120 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Attempting to bind port 99092168-47fc-492f-8dd2-5839868aa40b by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:07:42.268105 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Attempting to bind port 99092168-47fc-492f-8dd2-5839868aa40b on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:07:42.271594 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2127c-0cb0-4a7b-882a-36139c723c42 None None] Pushing event updated for resources: {'Port': ['ID=99092168-47fc-492f-8dd2-5839868aa40b,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:42.276385 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 7, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:07:42.276904 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:42.277427 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.277914 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:07:42.278837 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Bound port: 99092168-47fc-492f-8dd2-5839868aa40b, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:07:42.278837 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.279045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.307440 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2127c-0cb0-4a7b-882a-36139c723c42 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:42.307786 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2127c-0cb0-4a7b-882a-36139c723c42 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:42.308129 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2127c-0cb0-4a7b-882a-36139c723c42 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:42.308464 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2127c-0cb0-4a7b-882a-36139c723c42 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:42.308819 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2127c-0cb0-4a7b-882a-36139c723c42 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:42.309154 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2127c-0cb0-4a7b-882a-36139c723c42 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:42.309505 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2127c-0cb0-4a7b-882a-36139c723c42 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:42.309835 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2127c-0cb0-4a7b-882a-36139c723c42 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:42.310305 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2127c-0cb0-4a7b-882a-36139c723c42 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:42.310482 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2127c-0cb0-4a7b-882a-36139c723c42 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:42.310803 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2127c-0cb0-4a7b-882a-36139c723c42 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:42.311124 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53e2127c-0cb0-4a7b-882a-36139c723c42 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:42.319477 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.353103 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] For port 99092168-47fc-492f-8dd2-5839868aa40b, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:07:42.356426 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] For port 99092168-47fc-492f-8dd2-5839868aa40b, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=99092168-47fc-492f-8dd2-5839868aa40b,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:07:42.359921 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Network 001abb84-6967-4efb-bbbc-0cab4bacf696 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:07:42.362232 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.363500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:42.366645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:07:42.385915 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5fd76a93-a0d4-4257-b94e-5419d38c0429 None None] Provisioning complete for port 99092168-47fc-492f-8dd2-5839868aa40b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:42.386349 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5fd76a93-a0d4-4257-b94e-5419d38c0429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.405976 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Pushing event updated for resources: {'Port': ['ID=6d1fcb8d-cf69-462e-8615-36e500b2eb60,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:42.420127 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.433228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2a3b09-5722-4d9c-80f0-97af28c97df9 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:07:42.457941 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e2127c-0cb0-4a7b-882a-36139c723c42 None None] Pushing event updated for resources: {'Port': ['ID=99092168-47fc-492f-8dd2-5839868aa40b,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:42.463665 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Routers {'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:07:42.464503 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:07:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:42.508234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5fd76a93-a0d4-4257-b94e-5419d38c0429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.534979 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5fd76a93-a0d4-4257-b94e-5419d38c0429 None None] For port 99092168-47fc-492f-8dd2-5839868aa40b, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=99092168-47fc-492f-8dd2-5839868aa40b,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:42.541630 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5fd76a93-a0d4-4257-b94e-5419d38c0429 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.570205 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.585467 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] Set router ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:07:42.612367 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd76a93-a0d4-4257-b94e-5419d38c0429 None None] Pushing event updated for resources: {'Port': ['ID=99092168-47fc-492f-8dd2-5839868aa40b,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:42.664522 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5fc05e1b-b3bb-424c-8a0f-88e2298526e1 None None] Provisioning complete for port 6d1fcb8d-cf69-462e-8615-36e500b2eb60 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:42.665023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5fc05e1b-b3bb-424c-8a0f-88e2298526e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.711644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5fc05e1b-b3bb-424c-8a0f-88e2298526e1 None None] Port 6d1fcb8d-cf69-462e-8615-36e500b2eb60 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:07:42.714584 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.727422 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5fc05e1b-b3bb-424c-8a0f-88e2298526e1 None None] Provisioning complete for port 99092168-47fc-492f-8dd2-5839868aa40b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:42.727797 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5fc05e1b-b3bb-424c-8a0f-88e2298526e1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.756291 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.761172 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.789568 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'name': 'tempest-TestEncryptedCinderVolumes-1839850819-router', 'tenant_id': '6f16f342652241e0ad603a7494227e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.169'}], 'enable_snat': True}, 'gw_port_id': '99092168-47fc-492f-8dd2-5839868aa40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:39Z', 'updated_at': '2021-11-23T05:07:40Z', 'revision_number': 3, 'project_id': '6f16f342652241e0ad603a7494227e1e', 'gw_port': {'id': '99092168-47fc-492f-8dd2-5839868aa40b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:40Z', 'updated_at': '2021-11-23T05:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:42.821290 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9d6627-403d-4416-b164-71199c1aee0f None None] The sync data for ids ['ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'] in dv-neutron-818850-1-hyperv is: [{'id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'name': 'tempest-TestEncryptedCinderVolumes-1839850819-router', 'tenant_id': '6f16f342652241e0ad603a7494227e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.169'}], 'enable_snat': True}, 'gw_port_id': '99092168-47fc-492f-8dd2-5839868aa40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:39Z', 'updated_at': '2021-11-23T05:07:40Z', 'revision_number': 3, 'project_id': '6f16f342652241e0ad603a7494227e1e', 'gw_port': {'id': '99092168-47fc-492f-8dd2-5839868aa40b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6d:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:40Z', 'updated_at': '2021-11-23T05:07:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:07:42.835727 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Pushing event updated for resources: {'Port': ['ID=6d1fcb8d-cf69-462e-8615-36e500b2eb60,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:42.843796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:42.936572 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Network 001abb84-6967-4efb-bbbc-0cab4bacf696 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:07:42.938401 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:43.078126 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Router ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:07:43.202782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:07:43.208424 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-041fdeb5-7c0d-43c0-98bb-dc9b52f7df47 admin admin] 10.222.0.37 "PUT /v2.0/routers/ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7448695 Nov 23 05:07:43.237960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2de6db0e-f17d-4081-8936-2ee357a3042e None None] Provisioning complete for port 6d1fcb8d-cf69-462e-8615-36e500b2eb60 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:43.238346 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2de6db0e-f17d-4081-8936-2ee357a3042e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:43.274960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-2de6db0e-f17d-4081-8936-2ee357a3042e None None] Port 6d1fcb8d-cf69-462e-8615-36e500b2eb60 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:07:43.694136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51594) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:43.699208 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1961220002-network', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:43.718737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] Made reservation on behalf of 00e5a42c64bb4f2cbf13bf4d165c9727 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:43.720951 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:43.729834 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:43.804008 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:43.808032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:43.829695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:07:43.845008 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f810b4a5-b682-4c4e-924c-b6d0c0087733,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:43.847975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:43.848309 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] Added segment 46e352ac-20df-4ce6-a730-9b764cfaa12b of type vlan for network 22c216bd-a588-4324-95a8-2208a0833468 Nov 23 05:07:43.888272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:43.916144 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:43.917078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:43.917691 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:43.967195 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2719650 Nov 23 05:07:43.970016 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51596) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:43.975752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8bbdc864-b4d3-4267-95c8-f7941a2b27df admin admin] Request body: {'subnet': {'network_id': '22c216bd-a588-4324-95a8-2208a0833468', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1961220002-subnet', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'ip_version': 4}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:43.981587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c21b7c-3f41-494d-8590-fd3f016f0ce5 admin admin] Pushing event updated for resources: {'Network': ['ID=22c216bd-a588-4324-95a8-2208a0833468,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:43.992854 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 22c216bd-a588-4324-95a8-2208a0833468 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:07:43.998523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bbdc864-b4d3-4267-95c8-f7941a2b27df admin admin] Made reservation on behalf of 00e5a42c64bb4f2cbf13bf4d165c9727 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:44.000906 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc864-b4d3-4267-95c8-f7941a2b27df admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:44.182977 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc864-b4d3-4267-95c8-f7941a2b27df admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:44.213618 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 99092168-47fc-492f-8dd2-5839868aa40b up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:07:44.247357 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbdc864-b4d3-4267-95c8-f7941a2b27df admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cb5b21b-5936-4464-8405-d731d7d87243,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:44.254448 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bbdc864-b4d3-4267-95c8-f7941a2b27df admin admin] Checking segment: {'id': '46e352ac-20df-4ce6-a730-9b764cfaa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22c216bd-a588-4324-95a8-2208a0833468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:44.254808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbdc864-b4d3-4267-95c8-f7941a2b27df admin admin] Network hostable DHCP agents. Network: 22c216bd-a588-4324-95a8-2208a0833468, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:07:44.263719 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 99092168-47fc-492f-8dd2-5839868aa40b triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:44.263904 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:44.274939 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bbdc864-b4d3-4267-95c8-f7941a2b27df admin admin] Network 22c216bd-a588-4324-95a8-2208a0833468 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:07:44.287542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-8bbdc864-b4d3-4267-95c8-f7941a2b27df admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 22c216bd-a588-4324-95a8-2208a0833468) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:44.293620 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bbdc864-b4d3-4267-95c8-f7941a2b27df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:44.294252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8bbdc864-b4d3-4267-95c8-f7941a2b27df admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:44.300535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b37f58f-c51c-4f72-b2b6-2229a904fddd None None] Network 22c216bd-a588-4324-95a8-2208a0833468 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:44.315625 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8bbdc864-b4d3-4267-95c8-f7941a2b27df admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3405900 Nov 23 05:07:44.315625 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51598) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:44.319287 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1961220002-router', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:44.341670 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:44.342805 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:44.404062 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:44.504078 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Sync routers for ids ['ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:07:44.541848 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Routers {'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:07:44.542497 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:07:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:44.752961 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Set router ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:07:44.779643 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-22c216bd-a588-4324-95a8-2208a0833468', 'network_id': '22c216bd-a588-4324-95a8-2208a0833468', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'fixed_ips': [{'subnet_id': '6cb5b21b-5936-4464-8405-d731d7d87243'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:07:44.780506 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:44.821066 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.017679 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.037870 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.045561 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Allocated IP 172.20.0.2 (22c216bd-a588-4324-95a8-2208a0833468/6cb5b21b-5936-4464-8405-d731d7d87243/805cc5a7-3054-44f5-997b-6bf39188777c) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:07:45.139981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'name': 'tempest-TestEncryptedCinderVolumes-1839850819-router', 'tenant_id': '6f16f342652241e0ad603a7494227e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.169'}], 'enable_snat': True}, 'gw_port_id': '99092168-47fc-492f-8dd2-5839868aa40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:39Z', 'updated_at': '2021-11-23T05:07:42Z', 'revision_number': 4, 'project_id': '6f16f342652241e0ad603a7494227e1e', 'gw_port': {'id': '99092168-47fc-492f-8dd2-5839868aa40b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:40Z', 'updated_at': '2021-11-23T05:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '6d1fcb8d-cf69-462e-8615-36e500b2eb60', 'name': '', 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696', 'tenant_id': '6f16f342652241e0ad603a7494227e1e', 'mac_address': 'fa:16:3e:56:be:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9954b5e6-d714-4c8c-9615-8deca979ded5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:41Z', 'updated_at': '2021-11-23T05:07:42Z', 'revision_number': 2, 'project_id': '6f16f342652241e0ad603a7494227e1e', 'subnets': [{'id': '9954b5e6-d714-4c8c-9615-8deca979ded5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:45.150526 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Allocated IP 172.26.8.67 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/de7aab86-9eb9-4d1b-9432-746cc6dc7d3e) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:07:45.174795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Checking router: ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:07:45.175152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Updating router ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae port 6d1fcb8d-cf69-462e-8615-36e500b2eb60 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:07:45.216183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.256555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.290305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.292746 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.301867 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.333034 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:07:45.335873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:45.339500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:07:45.354724 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25606b46-9bcd-41e7-a0fd-9c18b177671a None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:07:45.363599 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Pushing event updated for resources: {'Port': ['ID=de7aab86-9eb9-4d1b-9432-746cc6dc7d3e,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:45.405575 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Network 22c216bd-a588-4324-95a8-2208a0833468 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:07:45.412383 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:45.420132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:07:45.425676 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Pushing event updated for resources: {'Port': ['ID=805cc5a7-3054-44f5-997b-6bf39188777c,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:45.539870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Attempting to bind port 805cc5a7-3054-44f5-997b-6bf39188777c on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:07:45.540239 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Attempting to bind port 805cc5a7-3054-44f5-997b-6bf39188777c by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '46e352ac-20df-4ce6-a730-9b764cfaa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22c216bd-a588-4324-95a8-2208a0833468'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:07:45.540663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Attempting to bind port 805cc5a7-3054-44f5-997b-6bf39188777c on network 22c216bd-a588-4324-95a8-2208a0833468 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:07:45.558831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5aeb790c-33dd-4f22-9c66-a4c139c991f1 None None] Provisioning complete for port de7aab86-9eb9-4d1b-9432-746cc6dc7d3e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:45.559183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5aeb790c-33dd-4f22-9c66-a4c139c991f1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.560784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:07:45.561154 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Checking segment: {'id': '46e352ac-20df-4ce6-a730-9b764cfaa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22c216bd-a588-4324-95a8-2208a0833468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:45.561570 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.561957 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Bound using segment: {'id': '46e352ac-20df-4ce6-a730-9b764cfaa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22c216bd-a588-4324-95a8-2208a0833468'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:07:45.562423 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Bound port: 805cc5a7-3054-44f5-997b-6bf39188777c, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e352ac-20df-4ce6-a730-9b764cfaa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22c216bd-a588-4324-95a8-2208a0833468'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:07:45.562798 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.609003 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.661830 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb790c-33dd-4f22-9c66-a4c139c991f1 None None] Port de7aab86-9eb9-4d1b-9432-746cc6dc7d3e cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:07:45.707965 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] For port 805cc5a7-3054-44f5-997b-6bf39188777c, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:07:45.712585 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] For port 805cc5a7-3054-44f5-997b-6bf39188777c, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=805cc5a7-3054-44f5-997b-6bf39188777c,segment=NetworkSegment(46e352ac-20df-4ce6-a730-9b764cfaa12b),segment_id=46e352ac-20df-4ce6-a730-9b764cfaa12b)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:07:45.719785 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.726474 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.757487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.814021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301266a8-9bd3-4d68-8955-94938c3eee5d None None] Pushing event updated for resources: {'Port': ['ID=805cc5a7-3054-44f5-997b-6bf39188777c,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:45.863032 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.897854 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2185f65-0b2e-4226-aa25-1fb55b9cd78b None None] Pushing event updated for resources: {'Port': ['ID=6d1fcb8d-cf69-462e-8615-36e500b2eb60,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:45.910517 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Attempting to bind port 6d1fcb8d-cf69-462e-8615-36e500b2eb60 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:07:45.910892 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Attempting to bind port 6d1fcb8d-cf69-462e-8615-36e500b2eb60 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:07:45.911257 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Attempting to bind port 6d1fcb8d-cf69-462e-8615-36e500b2eb60 on network 001abb84-6967-4efb-bbbc-0cab4bacf696 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:07:45.917004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:07:45.917761 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Checking segment: {'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:45.918173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:45.918563 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Bound using segment: {'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:07:45.919168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Bound port: 6d1fcb8d-cf69-462e-8615-36e500b2eb60, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:07:45.919556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:46.001035 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] For port 6d1fcb8d-cf69-462e-8615-36e500b2eb60, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:07:46.008137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] For port 6d1fcb8d-cf69-462e-8615-36e500b2eb60, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6d1fcb8d-cf69-462e-8615-36e500b2eb60,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:07:46.015850 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:46.054538 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Router 3fff912d-f3b7-4397-9d0b-a240f52d28b5 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:07:46.148091 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Routers {'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:07:46.148630 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:07:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:46.154210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2185f65-0b2e-4226-aa25-1fb55b9cd78b None None] Pushing event updated for resources: {'Port': ['ID=6d1fcb8d-cf69-462e-8615-36e500b2eb60,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:46.280459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-93791431-4022-4d04-a7d9-b8b910910b78 None None] Provisioning complete for port 6d1fcb8d-cf69-462e-8615-36e500b2eb60 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:46.280828 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-93791431-4022-4d04-a7d9-b8b910910b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:46.288355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 805cc5a7-3054-44f5-997b-6bf39188777c up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:07:46.291558 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:07:46.305476 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Sync routers for ids ['3fff912d-f3b7-4397-9d0b-a240f52d28b5'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:07:46.326498 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:46.328174 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-57555793-4c69-4401-85a4-e6d2397c04a7 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 2.0120399 Nov 23 05:07:46.331381 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51600) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:07:46.342171 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Routers {'3fff912d-f3b7-4397-9d0b-a240f52d28b5'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:07:46.344848 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:07:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3fff912d-f3b7-4397-9d0b-a240f52d28b5'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:46.382971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] Set router ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:07:46.504577 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Set router 3fff912d-f3b7-4397-9d0b-a240f52d28b5 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:07:46.566219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 805cc5a7-3054-44f5-997b-6bf39188777c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:46.566591 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:46.603325 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-93791431-4022-4d04-a7d9-b8b910910b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:46.682798 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-93791431-4022-4d04-a7d9-b8b910910b78 None None] For port 6d1fcb8d-cf69-462e-8615-36e500b2eb60, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6d1fcb8d-cf69-462e-8615-36e500b2eb60,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:46.749563 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'name': 'tempest-TestEncryptedCinderVolumes-1961220002-router', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'de7aab86-9eb9-4d1b-9432-746cc6dc7d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:44Z', 'updated_at': '2021-11-23T05:07:45Z', 'revision_number': 3, 'project_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'gw_port': {'id': 'de7aab86-9eb9-4d1b-9432-746cc6dc7d3e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:45Z', 'updated_at': '2021-11-23T05:07:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:46.790297 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Checking router: 3fff912d-f3b7-4397-9d0b-a240f52d28b5 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:07:46.790804 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Updating router 3fff912d-f3b7-4397-9d0b-a240f52d28b5 port de7aab86-9eb9-4d1b-9432-746cc6dc7d3e binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:07:46.822718 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:46.921259 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-93791431-4022-4d04-a7d9-b8b910910b78 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:46.976888 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.027096 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93791431-4022-4d04-a7d9-b8b910910b78 None None] Pushing event updated for resources: {'Port': ['ID=6d1fcb8d-cf69-462e-8615-36e500b2eb60,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:47.042287 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.098584 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d725a6da-76e4-4534-97b7-d5119f19490b None None] Provisioning complete for port 6d1fcb8d-cf69-462e-8615-36e500b2eb60 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:47.098836 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d725a6da-76e4-4534-97b7-d5119f19490b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.104902 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'name': 'tempest-TestEncryptedCinderVolumes-1839850819-router', 'tenant_id': '6f16f342652241e0ad603a7494227e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.169'}], 'enable_snat': True}, 'gw_port_id': '99092168-47fc-492f-8dd2-5839868aa40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:39Z', 'updated_at': '2021-11-23T05:07:42Z', 'revision_number': 4, 'project_id': '6f16f342652241e0ad603a7494227e1e', 'gw_port': {'id': '99092168-47fc-492f-8dd2-5839868aa40b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:40Z', 'updated_at': '2021-11-23T05:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '6d1fcb8d-cf69-462e-8615-36e500b2eb60', 'name': '', 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696', 'tenant_id': '6f16f342652241e0ad603a7494227e1e', 'mac_address': 'fa:16:3e:56:be:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9954b5e6-d714-4c8c-9615-8deca979ded5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:41Z', 'updated_at': '2021-11-23T05:07:45Z', 'revision_number': 4, 'project_id': '6f16f342652241e0ad603a7494227e1e', 'subnets': [{'id': '9954b5e6-d714-4c8c-9615-8deca979ded5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:47.157219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 805cc5a7-3054-44f5-997b-6bf39188777c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=805cc5a7-3054-44f5-997b-6bf39188777c,segment=NetworkSegment(46e352ac-20df-4ce6-a730-9b764cfaa12b),segment_id=46e352ac-20df-4ce6-a730-9b764cfaa12b)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:47.163919 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca0350f9-ce4d-4716-a902-dbcba8a5fa12 None None] The sync data for ids ['ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'] in dv-neutron-818850-1-hyperv is: [{'id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'name': 'tempest-TestEncryptedCinderVolumes-1839850819-router', 'tenant_id': '6f16f342652241e0ad603a7494227e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.169'}], 'enable_snat': True}, 'gw_port_id': '99092168-47fc-492f-8dd2-5839868aa40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:39Z', 'updated_at': '2021-11-23T05:07:42Z', 'revision_number': 4, 'project_id': '6f16f342652241e0ad603a7494227e1e', 'gw_port': {'id': '99092168-47fc-492f-8dd2-5839868aa40b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:40Z', 'updated_at': '2021-11-23T05:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '6d1fcb8d-cf69-462e-8615-36e500b2eb60', 'name': '', 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696', 'tenant_id': '6f16f342652241e0ad603a7494227e1e', 'mac_address': 'fa:16:3e:56:be:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'device_owner': 'network:router_interface', 'standard_attr_id': 1637, 'fixed_ips': [{'subnet_id': '9954b5e6-d714-4c8c-9615-8deca979ded5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:41Z', 'updated_at': '2021-11-23T05:07:45Z', 'revision_number': 4, 'project_id': '6f16f342652241e0ad603a7494227e1e', 'subnets': [{'id': '9954b5e6-d714-4c8c-9615-8deca979ded5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:07:47.167560 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.224046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Allocated IP 172.20.0.1 (22c216bd-a588-4324-95a8-2208a0833468/6cb5b21b-5936-4464-8405-d731d7d87243/1f900644-d01b-4059-b56a-8637ff80b15a) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:07:47.295410 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.309776 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.337059 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=805cc5a7-3054-44f5-997b-6bf39188777c,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:47.374084 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39006d0a-48fe-4f5e-8836-4a4084ce6167 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:07:47.395089 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6939c3e9-329e-4ddb-9d8d-146c967869f4 None None] Network 22c216bd-a588-4324-95a8-2208a0833468 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:07:47.419585 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Attempting to bind port de7aab86-9eb9-4d1b-9432-746cc6dc7d3e on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:07:47.419957 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Attempting to bind port de7aab86-9eb9-4d1b-9432-746cc6dc7d3e by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:07:47.420364 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Attempting to bind port de7aab86-9eb9-4d1b-9432-746cc6dc7d3e on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:07:47.430749 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:07:47.431117 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:47.431585 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.431974 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:07:47.432453 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Bound port: de7aab86-9eb9-4d1b-9432-746cc6dc7d3e, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:07:47.433986 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.457556 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.476094 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efe3cc-02af-4814-8a43-55665d6425d3 None None] Pushing event updated for resources: {'Port': ['ID=de7aab86-9eb9-4d1b-9432-746cc6dc7d3e,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:47.498698 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.508060 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] For port de7aab86-9eb9-4d1b-9432-746cc6dc7d3e, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:07:47.511841 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] For port de7aab86-9eb9-4d1b-9432-746cc6dc7d3e, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=de7aab86-9eb9-4d1b-9432-746cc6dc7d3e,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:07:47.516327 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.546780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2f56a82-1dab-4121-894c-d84c36b67d0d None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:07:47.552224 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Pushing event updated for resources: {'Port': ['ID=1f900644-d01b-4059-b56a-8637ff80b15a,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:47.566455 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:47.567330 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:47.567705 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Routers {'3fff912d-f3b7-4397-9d0b-a240f52d28b5'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:07:47.567818 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:47.568100 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:07:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3fff912d-f3b7-4397-9d0b-a240f52d28b5'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:47.568217 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:47.568592 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:47.569013 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:47.569461 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:47.569985 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:47.571417 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:47.571417 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:47.571417 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:47.571417 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:07:47.587232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Network 22c216bd-a588-4324-95a8-2208a0833468 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:07:47.588847 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:47.591519 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:07:47.620285 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a625475d-f1fb-454a-8d61-0a3c462ddab5 None None] Provisioning complete for port 805cc5a7-3054-44f5-997b-6bf39188777c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:47.620984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a625475d-f1fb-454a-8d61-0a3c462ddab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.630076 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1efe3cc-02af-4814-8a43-55665d6425d3 None None] Pushing event updated for resources: {'Port': ['ID=de7aab86-9eb9-4d1b-9432-746cc6dc7d3e,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:47.643793 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.723965 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] Set router 3fff912d-f3b7-4397-9d0b-a240f52d28b5 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:07:47.809160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a625475d-f1fb-454a-8d61-0a3c462ddab5 None None] Provisioning complete for port de7aab86-9eb9-4d1b-9432-746cc6dc7d3e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:47.809594 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a625475d-f1fb-454a-8d61-0a3c462ddab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.840541 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.914155 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a625475d-f1fb-454a-8d61-0a3c462ddab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:47.940543 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a625475d-f1fb-454a-8d61-0a3c462ddab5 None None] For port de7aab86-9eb9-4d1b-9432-746cc6dc7d3e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=de7aab86-9eb9-4d1b-9432-746cc6dc7d3e,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:47.949079 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a625475d-f1fb-454a-8d61-0a3c462ddab5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:48.076053 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:48.078204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a625475d-f1fb-454a-8d61-0a3c462ddab5 None None] Pushing event updated for resources: {'Port': ['ID=de7aab86-9eb9-4d1b-9432-746cc6dc7d3e,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:48.085566 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:48.099311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bb396b17-8fe4-42ad-b4bf-3b34ef69ff45 None None] Provisioning complete for port 805cc5a7-3054-44f5-997b-6bf39188777c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:48.104956 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bb396b17-8fe4-42ad-b4bf-3b34ef69ff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:48.135125 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'name': 'tempest-TestEncryptedCinderVolumes-1961220002-router', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'de7aab86-9eb9-4d1b-9432-746cc6dc7d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:44Z', 'updated_at': '2021-11-23T05:07:45Z', 'revision_number': 3, 'project_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'gw_port': {'id': 'de7aab86-9eb9-4d1b-9432-746cc6dc7d3e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:45Z', 'updated_at': '2021-11-23T05:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:48.176639 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Pushing event updated for resources: {'Port': ['ID=1f900644-d01b-4059-b56a-8637ff80b15a,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:48.183122 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:48.197154 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ce9d722-6921-4ab9-ae5e-ed7ccced603e None None] The sync data for ids ['3fff912d-f3b7-4397-9d0b-a240f52d28b5'] in dv-neutron-818850-1-hyperv is: [{'id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'name': 'tempest-TestEncryptedCinderVolumes-1961220002-router', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'de7aab86-9eb9-4d1b-9432-746cc6dc7d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:44Z', 'updated_at': '2021-11-23T05:07:45Z', 'revision_number': 3, 'project_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'gw_port': {'id': 'de7aab86-9eb9-4d1b-9432-746cc6dc7d3e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:45Z', 'updated_at': '2021-11-23T05:07:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:07:48.300248 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bb396b17-8fe4-42ad-b4bf-3b34ef69ff45 None None] Provisioning complete for port 1f900644-d01b-4059-b56a-8637ff80b15a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:48.300711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bb396b17-8fe4-42ad-b4bf-3b34ef69ff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:48.346154 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-bb396b17-8fe4-42ad-b4bf-3b34ef69ff45 None None] Port 1f900644-d01b-4059-b56a-8637ff80b15a cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:07:48.373482 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bb396b17-8fe4-42ad-b4bf-3b34ef69ff45 None None] Provisioning complete for port de7aab86-9eb9-4d1b-9432-746cc6dc7d3e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:48.374185 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bb396b17-8fe4-42ad-b4bf-3b34ef69ff45 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:48.406162 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 805cc5a7-3054-44f5-997b-6bf39188777c up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:07:48.517839 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 805cc5a7-3054-44f5-997b-6bf39188777c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:48.518210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:48.620629 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6d1fcb8d-cf69-462e-8615-36e500b2eb60 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:07:48.643778 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Network 22c216bd-a588-4324-95a8-2208a0833468 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:07:48.645439 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:48.675956 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-378e2dd4-5a8c-4ba3-92db-05e4cc988936 None None] Provisioning complete for port 1f900644-d01b-4059-b56a-8637ff80b15a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:48.676330 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-378e2dd4-5a8c-4ba3-92db-05e4cc988936 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:48.752263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-378e2dd4-5a8c-4ba3-92db-05e4cc988936 None None] Port 1f900644-d01b-4059-b56a-8637ff80b15a cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:07:48.763599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 6d1fcb8d-cf69-462e-8615-36e500b2eb60 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:48.763985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:48.845319 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Router 3fff912d-f3b7-4397-9d0b-a240f52d28b5 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:07:48.968339 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:07:48.972982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-6ebba82f-bae9-42ff-b493-0a34c65e7f7b None None] Provisioning complete for port 1f900644-d01b-4059-b56a-8637ff80b15a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:48.973982 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d7a4a2dc-449d-4129-97a8-3a1a34300264 admin admin] 10.222.0.37 "PUT /v2.0/routers/3fff912d-f3b7-4397-9d0b-a240f52d28b5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6413794 Nov 23 05:07:48.977603 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6ebba82f-bae9-42ff-b493-0a34c65e7f7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:49.016429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-6ebba82f-bae9-42ff-b493-0a34c65e7f7b None None] Port 1f900644-d01b-4059-b56a-8637ff80b15a cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:07:49.828226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-04766371-35ce-464e-a2c8-d257e2f72e8a tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:49.829715 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-04766371-35ce-464e-a2c8-d257e2f72e8a tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/networks?id=001abb84-6967-4efb-bbbc-0cab4bacf696 HTTP/1.1" status: 200 len: 817 time: 0.1060343 Nov 23 05:07:49.845229 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-319e64d7-3a11-47a6-ad6e-2a3c6ce851f5 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/quotas/6f16f342652241e0ad603a7494227e1e HTTP/1.1" status: 200 len: 375 time: 0.0092654 Nov 23 05:07:49.896151 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-eebf2bd8-dbec-48b8-aca6-07987b21b3f2 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f16f342652241e0ad603a7494227e1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0447636 Nov 23 05:07:49.990668 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-d89fedc2-72d0-4399-a447-01c51d6bcd22 service neutron] 10.222.0.37 "GET /v2.0/networks/001abb84-6967-4efb-bbbc-0cab4bacf696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833166 Nov 23 05:07:50.085692 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-028423a2-6f99-41fc-9c5c-fd9ffe606af6 service neutron] 10.222.0.37 "GET /v2.0/networks/001abb84-6967-4efb-bbbc-0cab4bacf696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888920 Nov 23 05:07:50.211639 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device de7aab86-9eb9-4d1b-9432-746cc6dc7d3e up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:07:50.253736 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c828db7f-af5e-4867-b298-37fc64b5f3a5 req-2e5f9f29-c097-49b2-8070-247e783d36cd tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 210 time: 0.0338566 Nov 23 05:07:50.269501 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port de7aab86-9eb9-4d1b-9432-746cc6dc7d3e triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:50.269888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:50.575396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Sync routers for ids ['3fff912d-f3b7-4397-9d0b-a240f52d28b5'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:07:50.585546 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Routers {'3fff912d-f3b7-4397-9d0b-a240f52d28b5'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:07:50.586142 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:07:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3fff912d-f3b7-4397-9d0b-a240f52d28b5'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:50.697338 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Set router 3fff912d-f3b7-4397-9d0b-a240f52d28b5 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:07:50.899706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'name': 'tempest-TestEncryptedCinderVolumes-1961220002-router', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'de7aab86-9eb9-4d1b-9432-746cc6dc7d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:44Z', 'updated_at': '2021-11-23T05:07:47Z', 'revision_number': 4, 'project_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'gw_port': {'id': 'de7aab86-9eb9-4d1b-9432-746cc6dc7d3e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:45Z', 'updated_at': '2021-11-23T05:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '1f900644-d01b-4059-b56a-8637ff80b15a', 'name': '', 'network_id': '22c216bd-a588-4324-95a8-2208a0833468', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'mac_address': 'fa:16:3e:bd:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '6cb5b21b-5936-4464-8405-d731d7d87243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:47Z', 'updated_at': '2021-11-23T05:07:47Z', 'revision_number': 2, 'project_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'subnets': [{'id': '6cb5b21b-5936-4464-8405-d731d7d87243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:50.925770 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Checking router: 3fff912d-f3b7-4397-9d0b-a240f52d28b5 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:07:50.926132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Updating router 3fff912d-f3b7-4397-9d0b-a240f52d28b5 port 1f900644-d01b-4059-b56a-8637ff80b15a binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:07:50.950296 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:51.205785 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:51.211864 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:51.260068 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64522b0-7fe9-4d03-b10e-73194626ecd0 None None] Pushing event updated for resources: {'Port': ['ID=1f900644-d01b-4059-b56a-8637ff80b15a,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:51.316825 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Attempting to bind port 1f900644-d01b-4059-b56a-8637ff80b15a on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:07:51.317207 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Attempting to bind port 1f900644-d01b-4059-b56a-8637ff80b15a by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '46e352ac-20df-4ce6-a730-9b764cfaa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22c216bd-a588-4324-95a8-2208a0833468'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:07:51.317634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Attempting to bind port 1f900644-d01b-4059-b56a-8637ff80b15a on network 22c216bd-a588-4324-95a8-2208a0833468 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:07:51.322893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 7, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:07:51.323281 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Checking segment: {'id': '46e352ac-20df-4ce6-a730-9b764cfaa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22c216bd-a588-4324-95a8-2208a0833468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:51.323840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:51.324091 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Bound using segment: {'id': '46e352ac-20df-4ce6-a730-9b764cfaa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22c216bd-a588-4324-95a8-2208a0833468'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:07:51.324568 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Bound port: 1f900644-d01b-4059-b56a-8637ff80b15a, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46e352ac-20df-4ce6-a730-9b764cfaa12b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '22c216bd-a588-4324-95a8-2208a0833468'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:07:51.324954 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:51.370440 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8aabdc42-49c1-42c1-9eb9-330f90ddf1d7 req-ffe040ea-cfd4-4e50-af0b-dac6f2d106cd tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 210 time: 0.0402083 Nov 23 05:07:51.408795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] For port 1f900644-d01b-4059-b56a-8637ff80b15a, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:07:51.412749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] For port 1f900644-d01b-4059-b56a-8637ff80b15a, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=1f900644-d01b-4059-b56a-8637ff80b15a,segment=NetworkSegment(46e352ac-20df-4ce6-a730-9b764cfaa12b),segment_id=46e352ac-20df-4ce6-a730-9b764cfaa12b)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:07:51.418770 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:51.480979 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Routers {'3fff912d-f3b7-4397-9d0b-a240f52d28b5'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:07:51.481472 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:07:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3fff912d-f3b7-4397-9d0b-a240f52d28b5'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:51.484657 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64522b0-7fe9-4d03-b10e-73194626ecd0 None None] Pushing event updated for resources: {'Port': ['ID=1f900644-d01b-4059-b56a-8637ff80b15a,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:51.588692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-f58b5acf-4396-465c-aef0-aaa0fa129ffd tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:51.590283 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-f58b5acf-4396-465c-aef0-aaa0fa129ffd tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.15 "GET /v2.0/networks?id=001abb84-6967-4efb-bbbc-0cab4bacf696 HTTP/1.1" status: 200 len: 817 time: 0.1508875 Nov 23 05:07:51.598051 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a2c74684-067f-41b8-ac14-7dc9a2eaeaa7 None None] Provisioning complete for port 1f900644-d01b-4059-b56a-8637ff80b15a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:51.598451 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a2c74684-067f-41b8-ac14-7dc9a2eaeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:51.634583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] Set router 3fff912d-f3b7-4397-9d0b-a240f52d28b5 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:07:51.643556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-92a0bcd3-681a-4c39-95ad-64315be256c3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Request body: {'port': {'device_id': '7fc8f7c0-9f74-4ba5-88f8-9285357786a2', 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696', 'admin_state_up': True, 'tenant_id': '6f16f342652241e0ad603a7494227e1e'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:51.755667 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-92a0bcd3-681a-4c39-95ad-64315be256c3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Made reservation on behalf of 6f16f342652241e0ad603a7494227e1e for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:07:51.759153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-92a0bcd3-681a-4c39-95ad-64315be256c3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:51.898803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-92a0bcd3-681a-4c39-95ad-64315be256c3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Allocated IP 172.20.0.13 (001abb84-6967-4efb-bbbc-0cab4bacf696/9954b5e6-d714-4c8c-9615-8deca979ded5/1806c6fe-0492-48aa-9c29-0bc20fa0ebff) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:07:51.949667 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a2c74684-067f-41b8-ac14-7dc9a2eaeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:52.005001 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a2c74684-067f-41b8-ac14-7dc9a2eaeaa7 None None] For port 1f900644-d01b-4059-b56a-8637ff80b15a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=1f900644-d01b-4059-b56a-8637ff80b15a,segment=NetworkSegment(46e352ac-20df-4ce6-a730-9b764cfaa12b),segment_id=46e352ac-20df-4ce6-a730-9b764cfaa12b)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:52.026722 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a2c74684-067f-41b8-ac14-7dc9a2eaeaa7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:52.054693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-92a0bcd3-681a-4c39-95ad-64315be256c3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:52.085353 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c74684-067f-41b8-ac14-7dc9a2eaeaa7 None None] Pushing event updated for resources: {'Port': ['ID=1f900644-d01b-4059-b56a-8637ff80b15a,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:52.089410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-92a0bcd3-681a-4c39-95ad-64315be256c3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:52.099496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'name': 'tempest-TestEncryptedCinderVolumes-1961220002-router', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'de7aab86-9eb9-4d1b-9432-746cc6dc7d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:44Z', 'updated_at': '2021-11-23T05:07:47Z', 'revision_number': 4, 'project_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'gw_port': {'id': 'de7aab86-9eb9-4d1b-9432-746cc6dc7d3e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:45Z', 'updated_at': '2021-11-23T05:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '1f900644-d01b-4059-b56a-8637ff80b15a', 'name': '', 'network_id': '22c216bd-a588-4324-95a8-2208a0833468', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'mac_address': 'fa:16:3e:bd:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '6cb5b21b-5936-4464-8405-d731d7d87243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:47Z', 'updated_at': '2021-11-23T05:07:51Z', 'revision_number': 4, 'project_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'subnets': [{'id': '6cb5b21b-5936-4464-8405-d731d7d87243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:07:52.126449 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b44595f8-783a-49a5-be2c-4c603e959f9e None None] The sync data for ids ['3fff912d-f3b7-4397-9d0b-a240f52d28b5'] in dv-neutron-818850-1-hyperv is: [{'id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'name': 'tempest-TestEncryptedCinderVolumes-1961220002-router', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'de7aab86-9eb9-4d1b-9432-746cc6dc7d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:44Z', 'updated_at': '2021-11-23T05:07:47Z', 'revision_number': 4, 'project_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'gw_port': {'id': 'de7aab86-9eb9-4d1b-9432-746cc6dc7d3e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:45Z', 'updated_at': '2021-11-23T05:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '1f900644-d01b-4059-b56a-8637ff80b15a', 'name': '', 'network_id': '22c216bd-a588-4324-95a8-2208a0833468', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'mac_address': 'fa:16:3e:bd:73:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'device_owner': 'network:router_interface', 'standard_attr_id': 1649, 'fixed_ips': [{'subnet_id': '6cb5b21b-5936-4464-8405-d731d7d87243', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:47Z', 'updated_at': '2021-11-23T05:07:51Z', 'revision_number': 4, 'project_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'subnets': [{'id': '6cb5b21b-5936-4464-8405-d731d7d87243', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:07:52.134842 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-92a0bcd3-681a-4c39-95ad-64315be256c3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Network 001abb84-6967-4efb-bbbc-0cab4bacf696 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:07:52.138124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-92a0bcd3-681a-4c39-95ad-64315be256c3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:07:52.142947 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-92a0bcd3-681a-4c39-95ad-64315be256c3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:07:52.149141 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e016c619-139b-4fec-a82c-37df4aa73cb5 None None] Provisioning complete for port 1f900644-d01b-4059-b56a-8637ff80b15a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:52.149695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e016c619-139b-4fec-a82c-37df4aa73cb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:52.182518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a0bcd3-681a-4c39-95ad-64315be256c3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Pushing event updated for resources: {'Port': ['ID=1806c6fe-0492-48aa-9c29-0bc20fa0ebff,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:52.230751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-92a0bcd3-681a-4c39-95ad-64315be256c3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:52.232203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-92a0bcd3-681a-4c39-95ad-64315be256c3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:52.257189 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-92a0bcd3-681a-4c39-95ad-64315be256c3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6202679 Nov 23 05:07:52.284985 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Request body: {'port': {'device_id': '7fc8f7c0-9f74-4ba5-88f8-9285357786a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:07:52.349344 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:52.495301 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-63a2aec7-2937-4acd-9b71-de83c450b240 None None] Provisioning complete for port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:52.496334 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-63a2aec7-2937-4acd-9b71-de83c450b240 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:52.504859 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c873144-1d68-4afb-a38a-c7c8916af06f req-5e565473-0f69-4f20-948d-9a6d0f2dd7bd tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:52.508780 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7c873144-1d68-4afb-a38a-c7c8916af06f req-5e565473-0f69-4f20-948d-9a6d0f2dd7bd tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 932 time: 0.0594153 Nov 23 05:07:52.548016 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-63a2aec7-2937-4acd-9b71-de83c450b240 None None] Port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:07:52.570487 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7c873144-1d68-4afb-a38a-c7c8916af06f req-aa7cd6ea-a135-4eba-aac8-1fe439dd4f5c tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572078 Nov 23 05:07:52.638573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1806c6fe-0492-48aa-9c29-0bc20fa0ebff {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:07:52.646621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:52.660379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Transition to ACTIVE for port object 1806c6fe-0492-48aa-9c29-0bc20fa0ebff will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:07:52.664117 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:52.719771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Pushing event updated for resources: {'Port': ['ID=1806c6fe-0492-48aa-9c29-0bc20fa0ebff,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:52.797104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Attempting to bind port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:07:52.797482 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Attempting to bind port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:07:52.797875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Attempting to bind port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff on network 001abb84-6967-4efb-bbbc-0cab4bacf696 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:07:52.803145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff on network 001abb84-6967-4efb-bbbc-0cab4bacf696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:07:52.803476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Attempting to bind port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff on network 001abb84-6967-4efb-bbbc-0cab4bacf696 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:07:52.809897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 7, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:07:52.810242 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Checking segment: {'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:07:52.810634 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Bound using segment: {'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:07:52.811078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Bound port: 1806c6fe-0492-48aa-9c29-0bc20fa0ebff, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:07:52.811440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:52.886910 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] For port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:07:52.890498 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] For port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1806c6fe-0492-48aa-9c29-0bc20fa0ebff,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:07:52.896272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:52.914003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:52.914626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:52.916038 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] 10.222.0.15 "PUT /v2.0/ports/1806c6fe-0492-48aa-9c29-0bc20fa0ebff HTTP/1.1" status: 200 len: 1094 time: 0.6354876 Nov 23 05:07:52.935536 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7fc8f7c0-9f74-4ba5-88f8-9285357786a2', 'tag': '1806c6fe-0492-48aa-9c29-0bc20fa0ebff'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:07:52.937818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53a9b789-7263-4e2d-9441-9c7ef8482b06" -d '{"events": [{"name": "network-changed", "server_uuid": "7fc8f7c0-9f74-4ba5-88f8-9285357786a2", "tag": "1806c6fe-0492-48aa-9c29-0bc20fa0ebff"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:07:52.979675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc88c2cd-9194-4947-ba1f-e53b2f9f3110 service neutron] Pushing event updated for resources: {'Port': ['ID=1806c6fe-0492-48aa-9c29-0bc20fa0ebff,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:52.983526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70ff1106-c519-4752-8f62-e862eb4156c4 x-openstack-request-id: req-70ff1106-c519-4752-8f62-e862eb4156c4 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:07:52.983818 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7fc8f7c0-9f74-4ba5-88f8-9285357786a2", "tag": "1806c6fe-0492-48aa-9c29-0bc20fa0ebff", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:07:52.984165 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-70ff1106-c519-4752-8f62-e862eb4156c4 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:07:52.984463 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7fc8f7c0-9f74-4ba5-88f8-9285357786a2', 'tag': '1806c6fe-0492-48aa-9c29-0bc20fa0ebff', 'status': 'completed', 'code': 200} Nov 23 05:07:53.044640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-0884f178-dd7e-4299-9a2e-194c3bb80d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:53.046203 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-0884f178-dd7e-4299-9a2e-194c3bb80d0c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f16f342652241e0ad603a7494227e1e&device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 1097 time: 0.0455723 Nov 23 05:07:53.104443 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-d3d3ab5e-759d-484c-8336-f71e9c62decc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1806c6fe-0492-48aa-9c29-0bc20fa0ebff HTTP/1.1" status: 200 len: 217 time: 0.0366712 Nov 23 05:07:53.157404 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-8052a943-d116-4a72-b0de-3b1b2b6add4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:53.159759 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-8052a943-d116-4a72-b0de-3b1b2b6add4f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9954b5e6-d714-4c8c-9615-8deca979ded5 HTTP/1.1" status: 200 len: 856 time: 0.0476446 Nov 23 05:07:53.214646 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-9e677fd4-db59-4f07-bd72-dcf98c77c3a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:53.216176 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-9e677fd4-db59-4f07-bd72-dcf98c77c3a9 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=001abb84-6967-4efb-bbbc-0cab4bacf696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0455551 Nov 23 05:07:53.311561 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-9bff73ea-f912-41b8-baf2-14bdfcd4d63d service neutron] 10.222.0.15 "GET /v2.0/networks/001abb84-6967-4efb-bbbc-0cab4bacf696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827787 Nov 23 05:07:53.409820 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8332255c-28f9-471e-b292-7b9887b7cc20 req-8551098d-7aff-42f3-812a-ad427a02f634 service neutron] 10.222.0.15 "GET /v2.0/networks/001abb84-6967-4efb-bbbc-0cab4bacf696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881650 Nov 23 05:07:53.413091 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:07:53.575308 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9b789-7263-4e2d-9441-9c7ef8482b06 req-29925703-3868-48b3-9836-7b9a994369fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:53.576770 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-53a9b789-7263-4e2d-9441-9c7ef8482b06 req-29925703-3868-48b3-9836-7b9a994369fd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f16f342652241e0ad603a7494227e1e&device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 1097 time: 0.0401959 Nov 23 05:07:53.676005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9b789-7263-4e2d-9441-9c7ef8482b06 req-4e91b7cb-ee7a-4bdd-8eac-c1c254b9fadd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:53.677555 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-53a9b789-7263-4e2d-9441-9c7ef8482b06 req-4e91b7cb-ee7a-4bdd-8eac-c1c254b9fadd service neutron] 10.222.0.15 "GET /v2.0/networks?id=001abb84-6967-4efb-bbbc-0cab4bacf696 HTTP/1.1" status: 200 len: 918 time: 0.0937757 Nov 23 05:07:53.688819 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745baa37-d332-4990-b8c5-2fd28fdc83b0 req-496c2e2e-7a16-4c7b-a989-22fa2f54f8f8 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:53.691439 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-745baa37-d332-4990-b8c5-2fd28fdc83b0 req-496c2e2e-7a16-4c7b-a989-22fa2f54f8f8 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 944 time: 0.0537148 Nov 23 05:07:53.723853 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-53a9b789-7263-4e2d-9441-9c7ef8482b06 req-7146a197-6200-4f20-9dce-40167a453caf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1806c6fe-0492-48aa-9c29-0bc20fa0ebff HTTP/1.1" status: 200 len: 217 time: 0.0362670 Nov 23 05:07:53.738471 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-745baa37-d332-4990-b8c5-2fd28fdc83b0 req-ebdda0fe-a58c-44fd-bff0-09927d97c48c tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417376 Nov 23 05:07:53.774839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9b789-7263-4e2d-9441-9c7ef8482b06 req-f7d8e4c8-9b89-4b40-b301-abca2ba15335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:53.776305 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-53a9b789-7263-4e2d-9441-9c7ef8482b06 req-f7d8e4c8-9b89-4b40-b301-abca2ba15335 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9954b5e6-d714-4c8c-9615-8deca979ded5 HTTP/1.1" status: 200 len: 856 time: 0.0450151 Nov 23 05:07:53.827084 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a9b789-7263-4e2d-9441-9c7ef8482b06 req-fff12a3d-3b8a-40eb-8100-2f5fb899260d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:53.828514 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-53a9b789-7263-4e2d-9441-9c7ef8482b06 req-fff12a3d-3b8a-40eb-8100-2f5fb899260d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=001abb84-6967-4efb-bbbc-0cab4bacf696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435712 Nov 23 05:07:53.922307 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-53a9b789-7263-4e2d-9441-9c7ef8482b06 req-f2b1c4e4-b84a-4e69-a538-73c3f632bbeb service neutron] 10.222.0.15 "GET /v2.0/networks/001abb84-6967-4efb-bbbc-0cab4bacf696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850186 Nov 23 05:07:54.015373 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-53a9b789-7263-4e2d-9441-9c7ef8482b06 req-ca22de9a-b642-427d-a0d7-269a04e95091 service neutron] 10.222.0.15 "GET /v2.0/networks/001abb84-6967-4efb-bbbc-0cab4bacf696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0835159 Nov 23 05:07:54.203685 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 1f900644-d01b-4059-b56a-8637ff80b15a up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:07:54.252711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 1f900644-d01b-4059-b56a-8637ff80b15a triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:54.253091 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:54.860271 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a7ca7ad-88a8-45e3-b0e7-e660ce490893 req-6a3dcd65-2aa4-4d93-9b4e-c89d13c32742 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:54.861748 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9a7ca7ad-88a8-45e3-b0e7-e660ce490893 req-6a3dcd65-2aa4-4d93-9b4e-c89d13c32742 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 944 time: 0.0529552 Nov 23 05:07:54.909224 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9a7ca7ad-88a8-45e3-b0e7-e660ce490893 req-180f3cc0-cd74-4b7d-9daf-dc5f5f3325ef tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414276 Nov 23 05:07:56.020264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94011ebf-82a4-4c78-938c-e9088413723d req-e627c3ae-94eb-4423-9437-63421386bd4d tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:56.021910 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-94011ebf-82a4-4c78-938c-e9088413723d req-e627c3ae-94eb-4423-9437-63421386bd4d tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 944 time: 0.0483453 Nov 23 05:07:56.068511 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-94011ebf-82a4-4c78-938c-e9088413723d req-9222169c-45ea-46f0-b8c1-8b3398c2731c tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409207 Nov 23 05:07:56.433627 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 1806c6fe-0492-48aa-9c29-0bc20fa0ebff details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:07:56.525505 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1806c6fe-0492-48aa-9c29-0bc20fa0ebff,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:56.540832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '1806c6fe-0492-48aa-9c29-0bc20fa0ebff', 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696', 'port_id': '1806c6fe-0492-48aa-9c29-0bc20fa0ebff', 'mac_address': 'fa:16:3e:6d:51:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9954b5e6-d714-4c8c-9615-8deca979ded5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:07:56.576348 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:56.590420 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1806c6fe-0492-48aa-9c29-0bc20fa0ebff {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:07:56.609304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1806c6fe-0492-48aa-9c29-0bc20fa0ebff,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:56.613245 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:56.658907 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=1806c6fe-0492-48aa-9c29-0bc20fa0ebff,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:56.949222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['1806c6fe-0492-48aa-9c29-0bc20fa0ebff'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:07:57.181157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a96ec9-3bcf-4f39-889d-cb078c0f942b req-491be5f7-189b-432f-9458-4c26dd1d331b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:57.182617 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a7a96ec9-3bcf-4f39-889d-cb078c0f942b req-491be5f7-189b-432f-9458-4c26dd1d331b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 945 time: 0.0478034 Nov 23 05:07:57.229602 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a7a96ec9-3bcf-4f39-889d-cb078c0f942b req-4adb5bde-ddb9-48a9-b107-7ef682d42028 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Nov 23 05:07:58.351546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa19468b-9564-4cea-9d1b-5ad19a14815c req-b22aaf9c-5333-4eb6-9acd-33b9a6a14d5f tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:58.353054 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fa19468b-9564-4cea-9d1b-5ad19a14815c req-b22aaf9c-5333-4eb6-9acd-33b9a6a14d5f tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 945 time: 0.0532305 Nov 23 05:07:58.401336 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fa19468b-9564-4cea-9d1b-5ad19a14815c req-0631540e-8b27-4e9c-a208-102a2f62e1e3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412340 Nov 23 05:07:58.450399 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 1806c6fe-0492-48aa-9c29-0bc20fa0ebff up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:07:58.498229 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:07:58.502410 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:07:58.502840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:58.583348 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:58.604569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc8f7c0-9f74-4ba5-88f8-9285357786a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1806c6fe-0492-48aa-9c29-0bc20fa0ebff'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:07:58.606838 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02a87a69-9dc9-4d83-98f7-6999fb5a3d05" -d '{"events": [{"server_uuid": "7fc8f7c0-9f74-4ba5-88f8-9285357786a2", "name": "network-vif-plugged", "status": "completed", "tag": "1806c6fe-0492-48aa-9c29-0bc20fa0ebff"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:07:58.620589 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1806c6fe-0492-48aa-9c29-0bc20fa0ebff,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:07:58.624584 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:07:58.650381 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ddc93d-c04b-4661-9f99-834956c6055d x-openstack-request-id: req-c5ddc93d-c04b-4661-9f99-834956c6055d {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:07:58.650680 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc8f7c0-9f74-4ba5-88f8-9285357786a2", "name": "network-vif-plugged", "status": "completed", "tag": "1806c6fe-0492-48aa-9c29-0bc20fa0ebff", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:07:58.650941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5ddc93d-c04b-4661-9f99-834956c6055d {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:07:58.651321 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc8f7c0-9f74-4ba5-88f8-9285357786a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1806c6fe-0492-48aa-9c29-0bc20fa0ebff', 'code': 200} Nov 23 05:07:58.674246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=1806c6fe-0492-48aa-9c29-0bc20fa0ebff,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:07:58.870078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98732087-5d45-4f04-98c3-22ab0ed5cb26 req-7c512ea4-c10d-483c-a3d3-7ca1373ccb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:58.871611 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-98732087-5d45-4f04-98c3-22ab0ed5cb26 req-7c512ea4-c10d-483c-a3d3-7ca1373ccb92 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 1099 time: 0.0427663 Nov 23 05:07:58.919157 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-98732087-5d45-4f04-98c3-22ab0ed5cb26 req-d0b9539e-c1ea-4ce0-b9b9-173fd18af5ab service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363300 Nov 23 05:07:59.517361 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aeb86a1-abb6-41bb-809a-fb78a090b615 req-fe220fd7-a5a9-40a1-82fe-30f95d6ce872 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:07:59.518842 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2aeb86a1-abb6-41bb-809a-fb78a090b615 req-fe220fd7-a5a9-40a1-82fe-30f95d6ce872 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 946 time: 0.0513842 Nov 23 05:07:59.569500 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2aeb86a1-abb6-41bb-809a-fb78a090b615 req-be0ff08c-8cdf-461f-9add-d22a6bed27a7 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447159 Nov 23 05:08:00.683797 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac220e0-faa9-4ccb-b79e-86a7adbbc9f1 req-42348fda-3458-4d68-a7eb-7d890ba34bb6 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:00.685149 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dac220e0-faa9-4ccb-b79e-86a7adbbc9f1 req-42348fda-3458-4d68-a7eb-7d890ba34bb6 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 946 time: 0.0492494 Nov 23 05:08:00.731781 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-dac220e0-faa9-4ccb-b79e-86a7adbbc9f1 req-65e769f9-2dc6-4021-ad83-4eb06835cc2b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401809 Nov 23 05:08:00.848043 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934b6f90-484f-491c-87f6-031702b7fc28 req-e6ca5ff6-4081-4270-abc9-676aba03a923 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:00.849851 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-934b6f90-484f-491c-87f6-031702b7fc28 req-e6ca5ff6-4081-4270-abc9-676aba03a923 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 946 time: 0.0526719 Nov 23 05:08:00.896748 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-934b6f90-484f-491c-87f6-031702b7fc28 req-0ae3df30-7404-486e-a112-277166c6d9c5 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410414 Nov 23 05:08:06.958898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-58a3ea06-f83b-460f-84d5-0dcbbc34b89b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:08.890103 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:09.217944 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2e5e122b-2e92-478b-bb83-4e800a73ef94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:10.440902 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:11.848734 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:12.706805 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:23.738265 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537e9ebd-0f36-475b-b088-5971e0cf767a req-b0c66a43-0913-4756-8bf6-d09e05d88289 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:23.739771 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-537e9ebd-0f36-475b-b088-5971e0cf767a req-b0c66a43-0913-4756-8bf6-d09e05d88289 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 946 time: 0.0491662 Nov 23 05:08:23.791682 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-537e9ebd-0f36-475b-b088-5971e0cf767a req-f0ef62f8-b70c-43f7-9c0f-c9dd6de3a1e5 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456519 Nov 23 05:08:24.907223 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e5a80c-2ad6-4ffc-8f01-7a1ca896a433 req-6f5ed924-d8c3-4b84-80c6-4eee3890b680 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:24.908776 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b5e5a80c-2ad6-4ffc-8f01-7a1ca896a433 req-6f5ed924-d8c3-4b84-80c6-4eee3890b680 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 946 time: 0.0497117 Nov 23 05:08:24.959405 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b5e5a80c-2ad6-4ffc-8f01-7a1ca896a433 req-8c0920c4-1b6b-47e9-a306-3a4a7bd725f4 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434909 Nov 23 05:08:25.607140 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f9ab4e-62a5-49e1-9839-5958b48f9d59 req-98308c83-d777-4fb9-9cb8-8890ec6f741f tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:25.608901 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d2f9ab4e-62a5-49e1-9839-5958b48f9d59 req-98308c83-d777-4fb9-9cb8-8890ec6f741f tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.15 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 946 time: 0.0501394 Nov 23 05:08:25.699592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-d2f9ab4e-62a5-49e1-9839-5958b48f9d59 req-bcc8a482-e987-4ad1-b72e-cc2a112060a3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Deleting port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:08:25.699926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-d2f9ab4e-62a5-49e1-9839-5958b48f9d59 req-bcc8a482-e987-4ad1-b72e-cc2a112060a3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:25.792320 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-d2f9ab4e-62a5-49e1-9839-5958b48f9d59 req-bcc8a482-e987-4ad1-b72e-cc2a112060a3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] For port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=1806c6fe-0492-48aa-9c29-0bc20fa0ebff,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:08:25.792686 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-d2f9ab4e-62a5-49e1-9839-5958b48f9d59 req-bcc8a482-e987-4ad1-b72e-cc2a112060a3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:25.806069 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-d2f9ab4e-62a5-49e1-9839-5958b48f9d59 req-bcc8a482-e987-4ad1-b72e-cc2a112060a3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Calling delete_port for 1806c6fe-0492-48aa-9c29-0bc20fa0ebff owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:08:25.934926 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-d2f9ab4e-62a5-49e1-9839-5958b48f9d59 req-bcc8a482-e987-4ad1-b72e-cc2a112060a3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:25.964548 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc8a482-e987-4ad1-b72e-cc2a112060a3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Pushing event deleted for resources: {'Port': ['ID=1806c6fe-0492-48aa-9c29-0bc20fa0ebff,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:08:25.980860 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['1806c6fe-0492-48aa-9c29-0bc20fa0ebff'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:08:26.008082 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f9ab4e-62a5-49e1-9839-5958b48f9d59 req-bcc8a482-e987-4ad1-b72e-cc2a112060a3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] No DVR routers for this DVR port 1806c6fe-0492-48aa-9c29-0bc20fa0ebff on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:08:26.009340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-d2f9ab4e-62a5-49e1-9839-5958b48f9d59 req-bcc8a482-e987-4ad1-b72e-cc2a112060a3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:26.012923 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d2f9ab4e-62a5-49e1-9839-5958b48f9d59 req-bcc8a482-e987-4ad1-b72e-cc2a112060a3 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.15 "DELETE /v2.0/ports/1806c6fe-0492-48aa-9c29-0bc20fa0ebff HTTP/1.1" status: 204 len: 173 time: 0.3942840 Nov 23 05:08:26.013543 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7fc8f7c0-9f74-4ba5-88f8-9285357786a2', 'name': 'network-vif-deleted', 'tag': '1806c6fe-0492-48aa-9c29-0bc20fa0ebff'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:08:26.016425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24844934-3700-4803-8957-01f4c87536e2" -d '{"events": [{"server_uuid": "7fc8f7c0-9f74-4ba5-88f8-9285357786a2", "name": "network-vif-deleted", "tag": "1806c6fe-0492-48aa-9c29-0bc20fa0ebff"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:08:26.082013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fa5692f-9a59-43b8-bfc9-cdddec3a782f x-openstack-request-id: req-5fa5692f-9a59-43b8-bfc9-cdddec3a782f {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:08:26.082312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7fc8f7c0-9f74-4ba5-88f8-9285357786a2", "name": "network-vif-deleted", "tag": "1806c6fe-0492-48aa-9c29-0bc20fa0ebff", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:08:26.082568 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5fa5692f-9a59-43b8-bfc9-cdddec3a782f {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:08:26.082970 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7fc8f7c0-9f74-4ba5-88f8-9285357786a2', 'name': 'network-vif-deleted', 'tag': '1806c6fe-0492-48aa-9c29-0bc20fa0ebff', 'status': 'completed', 'code': 200} Nov 23 05:08:26.085242 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1113991c-a657-4b6d-b409-4191209be586 req-e1f9c023-e19a-40eb-b0da-5e98b81acc86 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=7fc8f7c0-9f74-4ba5-88f8-9285357786a2 HTTP/1.1" status: 200 len: 210 time: 0.0339513 Nov 23 05:08:27.585698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-acbbba8a-6ba3-4829-941a-b99a01d0b48c tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:27.587123 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-acbbba8a-6ba3-4829-941a-b99a01d0b48c tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/networks?id=001abb84-6967-4efb-bbbc-0cab4bacf696 HTTP/1.1" status: 200 len: 817 time: 0.1027744 Nov 23 05:08:27.603232 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-7931ec30-2a3f-423f-bdec-c99adf773460 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/quotas/6f16f342652241e0ad603a7494227e1e HTTP/1.1" status: 200 len: 375 time: 0.0105147 Nov 23 05:08:27.653767 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-2de93d58-7acf-44b2-be86-f6cb649b6197 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6f16f342652241e0ad603a7494227e1e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0448756 Nov 23 05:08:27.748912 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-d140f434-4a44-4cbc-995c-88e29bca28b9 service neutron] 10.222.0.37 "GET /v2.0/networks/001abb84-6967-4efb-bbbc-0cab4bacf696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840354 Nov 23 05:08:27.838198 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-69898748-e95b-42ee-b06b-20cafcc199ad service neutron] 10.222.0.37 "GET /v2.0/networks/001abb84-6967-4efb-bbbc-0cab4bacf696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0827670 Nov 23 05:08:27.995110 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-25bf4318-7cbe-4538-8b1b-1f510bf019fc req-b381dea4-0d80-419e-a309-c912deabb48b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 210 time: 0.0309863 Nov 23 05:08:28.630833 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 1806c6fe-0492-48aa-9c29-0bc20fa0ebff no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:08:28.651358 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 1806c6fe-0492-48aa-9c29-0bc20fa0ebff {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:08:28.651702 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 1806c6fe-0492-48aa-9c29-0bc20fa0ebff not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:08:29.111813 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a73a96f1-d674-4387-976a-ea6b0592ab12 req-c54419b5-2a11-4b22-85b5-19856e5ff8bc tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 210 time: 0.0419035 Nov 23 05:08:29.121704 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-2f512591-4987-479c-8dce-5101c4a0b608 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:29.123120 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-2f512591-4987-479c-8dce-5101c4a0b608 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.15 "GET /v2.0/networks?id=001abb84-6967-4efb-bbbc-0cab4bacf696 HTTP/1.1" status: 200 len: 817 time: 0.1324961 Nov 23 05:08:29.153509 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-ab183876-80e8-4c0e-805a-2a0ba04cfa7b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Request body: {'port': {'device_id': 'd8cb440a-713c-4e53-9ab0-c0d1595f106e', 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696', 'admin_state_up': True, 'tenant_id': '6f16f342652241e0ad603a7494227e1e'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:08:29.263843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-ab183876-80e8-4c0e-805a-2a0ba04cfa7b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Made reservation on behalf of 6f16f342652241e0ad603a7494227e1e for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:08:29.268764 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-ab183876-80e8-4c0e-805a-2a0ba04cfa7b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:29.389830 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-ab183876-80e8-4c0e-805a-2a0ba04cfa7b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Allocated IP 172.20.0.14 (001abb84-6967-4efb-bbbc-0cab4bacf696/9954b5e6-d714-4c8c-9615-8deca979ded5/e9e40be7-6e8c-4764-9c40-f5c71850adae) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:08:29.538031 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-ab183876-80e8-4c0e-805a-2a0ba04cfa7b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:29.569647 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-ab183876-80e8-4c0e-805a-2a0ba04cfa7b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:29.612204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-ab183876-80e8-4c0e-805a-2a0ba04cfa7b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Network 001abb84-6967-4efb-bbbc-0cab4bacf696 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:08:29.619317 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-ab183876-80e8-4c0e-805a-2a0ba04cfa7b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:08:29.621717 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-ab183876-80e8-4c0e-805a-2a0ba04cfa7b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:08:29.663683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab183876-80e8-4c0e-805a-2a0ba04cfa7b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Pushing event updated for resources: {'Port': ['ID=e9e40be7-6e8c-4764-9c40-f5c71850adae,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:08:29.686875 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-ab183876-80e8-4c0e-805a-2a0ba04cfa7b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:29.688873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-ab183876-80e8-4c0e-805a-2a0ba04cfa7b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:29.709744 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-ab183876-80e8-4c0e-805a-2a0ba04cfa7b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5600119 Nov 23 05:08:29.737303 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Request body: {'port': {'device_id': 'd8cb440a-713c-4e53-9ab0-c0d1595f106e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:08:29.793851 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:29.851974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bd24477c-d666-45b4-9bc4-eb183c3a0cff None None] Provisioning complete for port e9e40be7-6e8c-4764-9c40-f5c71850adae triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:08:29.852565 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bd24477c-d666-45b4-9bc4-eb183c3a0cff None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:29.889420 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-bd24477c-d666-45b4-9bc4-eb183c3a0cff None None] Port e9e40be7-6e8c-4764-9c40-f5c71850adae cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:08:30.059968 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9e40be7-6e8c-4764-9c40-f5c71850adae {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:08:30.067959 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:30.079644 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Transition to ACTIVE for port object e9e40be7-6e8c-4764-9c40-f5c71850adae will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:08:30.082530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:30.133480 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e40be7-6e8c-4764-9c40-f5c71850adae,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:08:30.205012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Attempting to bind port e9e40be7-6e8c-4764-9c40-f5c71850adae on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:08:30.205376 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Attempting to bind port e9e40be7-6e8c-4764-9c40-f5c71850adae by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:08:30.205709 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Attempting to bind port e9e40be7-6e8c-4764-9c40-f5c71850adae on network 001abb84-6967-4efb-bbbc-0cab4bacf696 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:08:30.210294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Port e9e40be7-6e8c-4764-9c40-f5c71850adae on network 001abb84-6967-4efb-bbbc-0cab4bacf696 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:08:30.210611 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Attempting to bind port e9e40be7-6e8c-4764-9c40-f5c71850adae on network 001abb84-6967-4efb-bbbc-0cab4bacf696 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:08:30.215835 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 8, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:08:30.216175 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Checking segment: {'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:08:30.216560 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Bound using segment: {'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:08:30.216987 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Bound port: e9e40be7-6e8c-4764-9c40-f5c71850adae, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cd7d0978-3294-46d9-85a3-bb12b0033360', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:08:30.217366 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:30.241435 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c469e686-36a3-4c24-acfb-e1df3cab9ef6 req-8646673c-dbe8-494a-951f-7b3fdefc694e tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:30.243114 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c469e686-36a3-4c24-acfb-e1df3cab9ef6 req-8646673c-dbe8-494a-951f-7b3fdefc694e tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 944 time: 0.0530801 Nov 23 05:08:30.293017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] For port e9e40be7-6e8c-4764-9c40-f5c71850adae, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:08:30.296950 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] For port e9e40be7-6e8c-4764-9c40-f5c71850adae, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e9e40be7-6e8c-4764-9c40-f5c71850adae,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:08:30.298322 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c469e686-36a3-4c24-acfb-e1df3cab9ef6 req-69d9535b-daf8-49bd-ab6e-93e3af210ec8 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492694 Nov 23 05:08:30.302446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:30.336500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:30.337114 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:30.338721 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] 10.222.0.15 "PUT /v2.0/ports/e9e40be7-6e8c-4764-9c40-f5c71850adae HTTP/1.1" status: 200 len: 1094 time: 0.6061029 Nov 23 05:08:30.343244 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8cb440a-713c-4e53-9ab0-c0d1595f106e', 'tag': 'e9e40be7-6e8c-4764-9c40-f5c71850adae'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:08:30.346515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-714614ee-77ff-4dc7-8e41-49a78702d3b7" -d '{"events": [{"name": "network-changed", "server_uuid": "d8cb440a-713c-4e53-9ab0-c0d1595f106e", "tag": "e9e40be7-6e8c-4764-9c40-f5c71850adae"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:08:30.376820 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de49e26-9a27-4a43-9c14-ac88994d4a04 service neutron] Pushing event updated for resources: {'Port': ['ID=e9e40be7-6e8c-4764-9c40-f5c71850adae,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:08:30.394883 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:08:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00d853d8-0126-4eb9-9305-5f4f5ce7162d x-openstack-request-id: req-00d853d8-0126-4eb9-9305-5f4f5ce7162d {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:08:30.395310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8cb440a-713c-4e53-9ab0-c0d1595f106e", "tag": "e9e40be7-6e8c-4764-9c40-f5c71850adae", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:08:30.395707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-00d853d8-0126-4eb9-9305-5f4f5ce7162d {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:08:30.396118 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8cb440a-713c-4e53-9ab0-c0d1595f106e', 'tag': 'e9e40be7-6e8c-4764-9c40-f5c71850adae', 'status': 'completed', 'code': 200} Nov 23 05:08:30.414760 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:08:30.459301 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-6067bd04-5d26-45c2-ac80-0ea43ad52898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:30.461229 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-6067bd04-5d26-45c2-ac80-0ea43ad52898 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f16f342652241e0ad603a7494227e1e&device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 1097 time: 0.0477488 Nov 23 05:08:30.522628 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-e9441aca-45f4-47ed-b464-97df20255168 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9e40be7-6e8c-4764-9c40-f5c71850adae HTTP/1.1" status: 200 len: 217 time: 0.0385973 Nov 23 05:08:30.576034 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-dc911a83-0b3a-4f80-a83e-69603dbf1c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:30.577374 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-dc911a83-0b3a-4f80-a83e-69603dbf1c09 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9954b5e6-d714-4c8c-9615-8deca979ded5 HTTP/1.1" status: 200 len: 856 time: 0.0438514 Nov 23 05:08:30.627016 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-6e816276-189c-486f-a00e-444dfbed806a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:30.628605 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-6e816276-189c-486f-a00e-444dfbed806a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=001abb84-6967-4efb-bbbc-0cab4bacf696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394564 Nov 23 05:08:30.730205 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-f18839ee-7745-45b6-a215-74dff7b0649b service neutron] 10.222.0.15 "GET /v2.0/networks/001abb84-6967-4efb-bbbc-0cab4bacf696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890336 Nov 23 05:08:30.823552 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbedca8-eb99-4073-b532-8fb3b8cceb97 req-55c701b8-fdd8-42ae-9803-d3b146bba569 service neutron] 10.222.0.15 "GET /v2.0/networks/001abb84-6967-4efb-bbbc-0cab4bacf696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0823328 Nov 23 05:08:30.968504 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714614ee-77ff-4dc7-8e41-49a78702d3b7 req-82671b7d-ea93-401d-a8ab-c98a94523618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:30.970509 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-714614ee-77ff-4dc7-8e41-49a78702d3b7 req-82671b7d-ea93-401d-a8ab-c98a94523618 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f16f342652241e0ad603a7494227e1e&device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 1097 time: 0.0416255 Nov 23 05:08:31.070227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714614ee-77ff-4dc7-8e41-49a78702d3b7 req-9591ff78-9384-426c-b00b-1accf0109ac2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:31.071676 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-714614ee-77ff-4dc7-8e41-49a78702d3b7 req-9591ff78-9384-426c-b00b-1accf0109ac2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=001abb84-6967-4efb-bbbc-0cab4bacf696 HTTP/1.1" status: 200 len: 918 time: 0.0934131 Nov 23 05:08:31.117631 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-714614ee-77ff-4dc7-8e41-49a78702d3b7 req-3331c36e-c8ac-4ee2-8f90-4d8e072785ba service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9e40be7-6e8c-4764-9c40-f5c71850adae HTTP/1.1" status: 200 len: 217 time: 0.0343187 Nov 23 05:08:31.168652 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714614ee-77ff-4dc7-8e41-49a78702d3b7 req-994d1c0b-a4be-4ea1-9edb-5702e9ef7ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:31.170152 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-714614ee-77ff-4dc7-8e41-49a78702d3b7 req-994d1c0b-a4be-4ea1-9edb-5702e9ef7ff1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9954b5e6-d714-4c8c-9615-8deca979ded5 HTTP/1.1" status: 200 len: 856 time: 0.0442035 Nov 23 05:08:31.218917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-714614ee-77ff-4dc7-8e41-49a78702d3b7 req-35a440a8-3f93-471d-be30-69885d0e0f23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:31.220268 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-714614ee-77ff-4dc7-8e41-49a78702d3b7 req-35a440a8-3f93-471d-be30-69885d0e0f23 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=001abb84-6967-4efb-bbbc-0cab4bacf696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0426326 Nov 23 05:08:31.315293 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-714614ee-77ff-4dc7-8e41-49a78702d3b7 req-4cda065a-ec20-4544-b6d2-ddb4c4fa8ef1 service neutron] 10.222.0.15 "GET /v2.0/networks/001abb84-6967-4efb-bbbc-0cab4bacf696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863438 Nov 23 05:08:31.414145 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-714614ee-77ff-4dc7-8e41-49a78702d3b7 req-f6f90366-be7c-48ff-affc-3c2ad24617b5 service neutron] 10.222.0.15 "GET /v2.0/networks/001abb84-6967-4efb-bbbc-0cab4bacf696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898776 Nov 23 05:08:31.419195 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39315a8-b987-438b-8886-99d6d8063ebf req-ea706adc-77e3-4907-b185-d81bdfc0eb4d tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:31.420656 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b39315a8-b987-438b-8886-99d6d8063ebf req-ea706adc-77e3-4907-b185-d81bdfc0eb4d tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 944 time: 0.0485337 Nov 23 05:08:31.469459 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b39315a8-b987-438b-8886-99d6d8063ebf req-74cd087e-e1ef-4d61-b3c9-9e16c56ab050 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425963 Nov 23 05:08:32.583354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3539411f-bfd5-4064-96cf-22dc7998c460 req-67e86c45-2d15-4fce-87b6-0a550ac8ab34 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:32.584800 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3539411f-bfd5-4064-96cf-22dc7998c460 req-67e86c45-2d15-4fce-87b6-0a550ac8ab34 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 944 time: 0.0486865 Nov 23 05:08:32.631211 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3539411f-bfd5-4064-96cf-22dc7998c460 req-fadb09f7-9ffc-4b94-845a-f055325e4a64 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405967 Nov 23 05:08:32.660030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device e9e40be7-6e8c-4764-9c40-f5c71850adae details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:08:32.759065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port e9e40be7-6e8c-4764-9c40-f5c71850adae, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e9e40be7-6e8c-4764-9c40-f5c71850adae,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:08:32.769625 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'e9e40be7-6e8c-4764-9c40-f5c71850adae', 'network_id': '001abb84-6967-4efb-bbbc-0cab4bacf696', 'port_id': 'e9e40be7-6e8c-4764-9c40-f5c71850adae', 'mac_address': 'fa:16:3e:26:79:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9954b5e6-d714-4c8c-9615-8deca979ded5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:08:32.806685 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:32.819045 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9e40be7-6e8c-4764-9c40-f5c71850adae {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:08:32.837149 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port e9e40be7-6e8c-4764-9c40-f5c71850adae, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e9e40be7-6e8c-4764-9c40-f5c71850adae,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:08:32.840878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:32.886692 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=e9e40be7-6e8c-4764-9c40-f5c71850adae,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:08:32.893802 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:08:32.894155 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:08:32.894491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:08:32.894822 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:08:32.895151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:08:32.895483 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:08:32.895806 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:08:32.896130 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:08:32.896451 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:08:32.896768 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:08:32.897086 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:08:32.897502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:08:33.196613 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['e9e40be7-6e8c-4764-9c40-f5c71850adae'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:08:33.746833 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fe9a053-101b-4c05-8be2-10cf0ed4a784 req-42d4334d-d199-49f8-b4f3-8aebdf644b73 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:33.748299 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8fe9a053-101b-4c05-8be2-10cf0ed4a784 req-42d4334d-d199-49f8-b4f3-8aebdf644b73 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 945 time: 0.0520551 Nov 23 05:08:33.795790 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8fe9a053-101b-4c05-8be2-10cf0ed4a784 req-10a763bf-2b44-4b01-ae1d-6be72d735a29 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410943 Nov 23 05:08:34.667050 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device e9e40be7-6e8c-4764-9c40-f5c71850adae up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:08:34.713885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port e9e40be7-6e8c-4764-9c40-f5c71850adae completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:08:34.717489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port e9e40be7-6e8c-4764-9c40-f5c71850adae triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:08:34.717862 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:34.796272 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:34.817595 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cb440a-713c-4e53-9ab0-c0d1595f106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e40be7-6e8c-4764-9c40-f5c71850adae'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:08:34.819962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f52630e3-cbe7-4e59-923f-a9ed90f7b661" -d '{"events": [{"server_uuid": "d8cb440a-713c-4e53-9ab0-c0d1595f106e", "name": "network-vif-plugged", "status": "completed", "tag": "e9e40be7-6e8c-4764-9c40-f5c71850adae"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:08:34.834053 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port e9e40be7-6e8c-4764-9c40-f5c71850adae, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e9e40be7-6e8c-4764-9c40-f5c71850adae,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:08:34.838882 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:34.864402 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd72be78-0360-4d18-a533-33435bf60f05 x-openstack-request-id: req-cd72be78-0360-4d18-a533-33435bf60f05 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:08:34.864706 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cb440a-713c-4e53-9ab0-c0d1595f106e", "name": "network-vif-plugged", "status": "completed", "tag": "e9e40be7-6e8c-4764-9c40-f5c71850adae", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:08:34.864965 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cd72be78-0360-4d18-a533-33435bf60f05 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:08:34.865463 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cb440a-713c-4e53-9ab0-c0d1595f106e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9e40be7-6e8c-4764-9c40-f5c71850adae', 'code': 200} Nov 23 05:08:34.890523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=e9e40be7-6e8c-4764-9c40-f5c71850adae,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:08:34.912833 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ebcd21a-75af-4dcf-b0fa-3c3642ed1193 req-33d55766-c6ec-4c82-815e-a8b10e5e5758 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:34.914323 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8ebcd21a-75af-4dcf-b0fa-3c3642ed1193 req-33d55766-c6ec-4c82-815e-a8b10e5e5758 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 946 time: 0.0485454 Nov 23 05:08:34.966389 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8ebcd21a-75af-4dcf-b0fa-3c3642ed1193 req-ecdcb820-2771-4751-8b46-21042ccd7918 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449827 Nov 23 05:08:35.095468 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c48026f-193e-44e2-9343-b528ab86ef3c req-82aa632f-61b1-427e-b49b-f9929d75d543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:35.096952 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8c48026f-193e-44e2-9343-b528ab86ef3c req-82aa632f-61b1-427e-b49b-f9929d75d543 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 1099 time: 0.0394659 Nov 23 05:08:35.146136 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8c48026f-193e-44e2-9343-b528ab86ef3c req-7919af97-14af-486c-92ba-1d78587916b8 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362961 Nov 23 05:08:36.084562 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f53f502-04fe-4c2b-be24-0fa66c7dc04a req-434d1ac6-ff33-4a81-a271-3ace06a241c6 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:36.086069 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1f53f502-04fe-4c2b-be24-0fa66c7dc04a req-434d1ac6-ff33-4a81-a271-3ace06a241c6 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 946 time: 0.0489724 Nov 23 05:08:36.132965 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1f53f502-04fe-4c2b-be24-0fa66c7dc04a req-a3c2e6b6-81b7-4f6e-906a-59ce7c78b9fc tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410202 Nov 23 05:08:36.949586 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-619b3e9d-cfb4-4ec2-b277-fd83e69e23b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:37.247587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb1058d-163e-4ca2-98f8-c0f7e9a88b19 req-ada03e5d-6945-41e1-b536-fc8627e71230 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:37.249068 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bcb1058d-163e-4ca2-98f8-c0f7e9a88b19 req-ada03e5d-6945-41e1-b536-fc8627e71230 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 946 time: 0.0491190 Nov 23 05:08:37.296916 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bcb1058d-163e-4ca2-98f8-c0f7e9a88b19 req-a18e89a2-6e7b-45fc-a963-884b61162445 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414212 Nov 23 05:08:37.408972 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b126b5-02ec-44ee-a27e-5ea9dd3b04c8 req-4ea0ceee-e51d-4469-a206-3fd0f5f56281 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:37.410456 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f1b126b5-02ec-44ee-a27e-5ea9dd3b04c8 req-4ea0ceee-e51d-4469-a206-3fd0f5f56281 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 946 time: 0.0489995 Nov 23 05:08:37.463024 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f1b126b5-02ec-44ee-a27e-5ea9dd3b04c8 req-7be0b24e-945c-488c-a1ca-f7365c28c485 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467803 Nov 23 05:08:38.890010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:39.218362 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-db9df0f5-9d48-42a8-844d-78f4cc5c20c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:40.444512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:41.852410 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:42.708989 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:08:44.721440 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-34fef2b3-305b-4e1c-b7b6-cf2a75371c60 req-ac890f8a-d8eb-40e4-bb26-1599e0064b89 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0414219 Nov 23 05:08:44.819530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fef2b3-305b-4e1c-b7b6-cf2a75371c60 req-93fba632-ce19-480c-963a-76ed15aca8e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:44.821028 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-34fef2b3-305b-4e1c-b7b6-cf2a75371c60 req-93fba632-ce19-480c-963a-76ed15aca8e6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6f16f342652241e0ad603a7494227e1e&device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 1099 time: 0.0401402 Nov 23 05:08:44.921512 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fef2b3-305b-4e1c-b7b6-cf2a75371c60 req-63e1e03b-07a5-451c-b927-cfb10c052d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:44.923530 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-34fef2b3-305b-4e1c-b7b6-cf2a75371c60 req-63e1e03b-07a5-451c-b927-cfb10c052d1a service neutron] 10.222.0.15 "GET /v2.0/networks?id=001abb84-6967-4efb-bbbc-0cab4bacf696 HTTP/1.1" status: 200 len: 918 time: 0.0832560 Nov 23 05:08:44.967138 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-34fef2b3-305b-4e1c-b7b6-cf2a75371c60 req-2a34435d-1e97-416e-a8cf-6121a185635f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=e9e40be7-6e8c-4764-9c40-f5c71850adae HTTP/1.1" status: 200 len: 217 time: 0.0361307 Nov 23 05:08:45.015226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fef2b3-305b-4e1c-b7b6-cf2a75371c60 req-f69c168d-b28c-4c6d-906a-215b803c14a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:45.016820 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-34fef2b3-305b-4e1c-b7b6-cf2a75371c60 req-f69c168d-b28c-4c6d-906a-215b803c14a6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=9954b5e6-d714-4c8c-9615-8deca979ded5 HTTP/1.1" status: 200 len: 856 time: 0.0427511 Nov 23 05:08:45.063056 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34fef2b3-305b-4e1c-b7b6-cf2a75371c60 req-e141f370-f597-4c16-b959-290a591d8c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:45.064464 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-34fef2b3-305b-4e1c-b7b6-cf2a75371c60 req-e141f370-f597-4c16-b959-290a591d8c2b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=001abb84-6967-4efb-bbbc-0cab4bacf696&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0392711 Nov 23 05:08:45.156985 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-34fef2b3-305b-4e1c-b7b6-cf2a75371c60 req-aa7f7fb0-d052-45f7-8dc6-1a92b4099e2f service neutron] 10.222.0.15 "GET /v2.0/networks/001abb84-6967-4efb-bbbc-0cab4bacf696?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837281 Nov 23 05:08:45.248018 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-34fef2b3-305b-4e1c-b7b6-cf2a75371c60 req-f3d4c392-f660-40aa-9e12-c79d14658351 service neutron] 10.222.0.15 "GET /v2.0/networks/001abb84-6967-4efb-bbbc-0cab4bacf696?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798020 Nov 23 05:08:59.956206 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5dea7a3-671d-409e-b4d5-e0ee2d64156e req-b54973f0-85df-418d-9fb6-35cf387f9e7b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:08:59.957714 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b5dea7a3-671d-409e-b4d5-e0ee2d64156e req-b54973f0-85df-418d-9fb6-35cf387f9e7b tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 946 time: 0.0534883 Nov 23 05:09:00.004937 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b5dea7a3-671d-409e-b4d5-e0ee2d64156e req-ea2b63a7-01d4-4499-b621-a6a69bcdfcb1 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411694 Nov 23 05:09:01.123779 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f74107a-7eb5-47ac-8472-56828eb9f920 req-4002b55a-1196-43d5-94d2-225cf5b95555 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:01.125825 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9f74107a-7eb5-47ac-8472-56828eb9f920 req-4002b55a-1196-43d5-94d2-225cf5b95555 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 946 time: 0.0483603 Nov 23 05:09:01.172805 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9f74107a-7eb5-47ac-8472-56828eb9f920 req-7ec38253-e0ea-4c86-939d-2b051913d757 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411732 Nov 23 05:09:01.829449 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2188d883-5c26-4954-bcc5-96ab6b879a45 req-acdfaaf1-c191-48a2-9914-7178bd267893 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:01.830872 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2188d883-5c26-4954-bcc5-96ab6b879a45 req-acdfaaf1-c191-48a2-9914-7178bd267893 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.15 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 946 time: 0.0475216 Nov 23 05:09:01.923549 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-2188d883-5c26-4954-bcc5-96ab6b879a45 req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Deleting port e9e40be7-6e8c-4764-9c40-f5c71850adae {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:09:01.923887 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-2188d883-5c26-4954-bcc5-96ab6b879a45 req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:02.015923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-2188d883-5c26-4954-bcc5-96ab6b879a45 req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] For port e9e40be7-6e8c-4764-9c40-f5c71850adae, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=e9e40be7-6e8c-4764-9c40-f5c71850adae,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:02.016286 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-2188d883-5c26-4954-bcc5-96ab6b879a45 req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:02.028624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-2188d883-5c26-4954-bcc5-96ab6b879a45 req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Calling delete_port for e9e40be7-6e8c-4764-9c40-f5c71850adae owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:09:02.511116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bce25a-f4d2-49de-a0b2-70e3706ebccc req-c81fe888-ad18-44d2-9322-7f6a124b8d68 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:02.512576 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b2bce25a-f4d2-49de-a0b2-70e3706ebccc req-c81fe888-ad18-44d2-9322-7f6a124b8d68 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/ports?device_id=d8cb440a-713c-4e53-9ab0-c0d1595f106e HTTP/1.1" status: 200 len: 946 time: 0.0775270 Nov 23 05:09:02.539817 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-2188d883-5c26-4954-bcc5-96ab6b879a45 req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:02.573163 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Pushing event deleted for resources: {'Port': ['ID=e9e40be7-6e8c-4764-9c40-f5c71850adae,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:02.583954 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['e9e40be7-6e8c-4764-9c40-f5c71850adae'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:09:02.597730 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:02.598089 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:02.598442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:02.598787 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:02.599132 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:02.599474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:02.599809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:02.600142 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:02.600475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:02.600811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:02.601144 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:02.601503 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:02.632248 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b2bce25a-f4d2-49de-a0b2-70e3706ebccc req-b0b3c51e-86bd-4343-a9b5-78a734a95721 tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.37 "GET /v2.0/security-groups?id=73399983-5dd3-4577-8360-95d5087b3f9c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122346 Nov 23 05:09:02.650229 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-2188d883-5c26-4954-bcc5-96ab6b879a45 req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] No DVR routers for this DVR port e9e40be7-6e8c-4764-9c40-f5c71850adae on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:09:02.652768 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-2188d883-5c26-4954-bcc5-96ab6b879a45 req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:02.656806 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2188d883-5c26-4954-bcc5-96ab6b879a45 req-5bce20a6-9a56-4aaa-b509-3d37797213be tempest-TestEncryptedCinderVolumes-1499295897 tempest-TestEncryptedCinderVolumes-1499295897-project] 10.222.0.15 "DELETE /v2.0/ports/e9e40be7-6e8c-4764-9c40-f5c71850adae HTTP/1.1" status: 204 len: 173 time: 0.8135240 Nov 23 05:09:02.657265 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8cb440a-713c-4e53-9ab0-c0d1595f106e', 'name': 'network-vif-deleted', 'tag': 'e9e40be7-6e8c-4764-9c40-f5c71850adae'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:09:02.659640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c69f904-b49a-4aca-931f-50a515f2f0b9" -d '{"events": [{"server_uuid": "d8cb440a-713c-4e53-9ab0-c0d1595f106e", "name": "network-vif-deleted", "tag": "e9e40be7-6e8c-4764-9c40-f5c71850adae"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:09:02.698964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51f45424-f0e5-4523-a1e4-da074ccdff30 x-openstack-request-id: req-51f45424-f0e5-4523-a1e4-da074ccdff30 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:09:02.699352 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8cb440a-713c-4e53-9ab0-c0d1595f106e", "name": "network-vif-deleted", "tag": "e9e40be7-6e8c-4764-9c40-f5c71850adae", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:09:02.699608 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-51f45424-f0e5-4523-a1e4-da074ccdff30 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:09:02.700099 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8cb440a-713c-4e53-9ab0-c0d1595f106e', 'name': 'network-vif-deleted', 'tag': 'e9e40be7-6e8c-4764-9c40-f5c71850adae', 'status': 'completed', 'code': 200} Nov 23 05:09:03.723122 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51920) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:04.074040 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:04.314602 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Deleting port 6d1fcb8d-cf69-462e-8615-36e500b2eb60 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:09:04.314938 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:04.390834 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] For port 6d1fcb8d-cf69-462e-8615-36e500b2eb60, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6d1fcb8d-cf69-462e-8615-36e500b2eb60,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:04.391185 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:04.403511 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Calling delete_port for 6d1fcb8d-cf69-462e-8615-36e500b2eb60 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:09:04.581906 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:04.610371 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d1fcb8d-cf69-462e-8615-36e500b2eb60,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:04.621566 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:04.621918 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:04.622261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:04.622597 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:04.622932 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:04.623266 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:04.623594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:04.623925 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:04.624969 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:04.625614 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:04.626079 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:04.626551 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:04.759817 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device e9e40be7-6e8c-4764-9c40-f5c71850adae no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:09:04.789013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: e9e40be7-6e8c-4764-9c40-f5c71850adae {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:09:04.789445 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:04.789924 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device e9e40be7-6e8c-4764-9c40-f5c71850adae not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:09:04.999469 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Router ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:09:05.103440 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:09:05.108550 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1b935376-dfc0-4352-a33b-78bb6e006407 admin admin] 10.222.0.37 "PUT /v2.0/routers/ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3842406 Nov 23 05:09:05.111748 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51922) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:05.112716 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9021ca-f9ce-497c-8d10-0e147df64e3b None None] Sync routers for ids ['ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:09:05.122081 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9021ca-f9ce-497c-8d10-0e147df64e3b None None] Routers {'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:09:05.122691 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9a9021ca-f9ce-497c-8d10-0e147df64e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:08:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:05.212842 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:05.226941 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-9a9021ca-f9ce-497c-8d10-0e147df64e3b None None] Set router ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:09:05.315866 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:05.367032 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] Deleting port 99092168-47fc-492f-8dd2-5839868aa40b {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:09:05.367476 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:05.407782 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9a9021ca-f9ce-497c-8d10-0e147df64e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'name': 'tempest-TestEncryptedCinderVolumes-1839850819-router', 'tenant_id': '6f16f342652241e0ad603a7494227e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.169'}], 'enable_snat': True}, 'gw_port_id': '99092168-47fc-492f-8dd2-5839868aa40b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:39Z', 'updated_at': '2021-11-23T05:09:04Z', 'revision_number': 5, 'project_id': '6f16f342652241e0ad603a7494227e1e', 'gw_port': {'id': '99092168-47fc-492f-8dd2-5839868aa40b', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:6d:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:40Z', 'updated_at': '2021-11-23T05:07:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:05.439174 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9021ca-f9ce-497c-8d10-0e147df64e3b None None] Checking router: ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:09:05.445061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] For port 99092168-47fc-492f-8dd2-5839868aa40b, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=99092168-47fc-492f-8dd2-5839868aa40b,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:05.445467 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:05.447803 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a9021ca-f9ce-497c-8d10-0e147df64e3b None None] Routers {'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:09:05.448408 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9a9021ca-f9ce-497c-8d10-0e147df64e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:08:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:05.459643 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] Calling delete_port for 99092168-47fc-492f-8dd2-5839868aa40b owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:09:05.532995 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-9a9021ca-f9ce-497c-8d10-0e147df64e3b None None] Set router ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:09:05.583952 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-9a9021ca-f9ce-497c-8d10-0e147df64e3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'name': 'tempest-TestEncryptedCinderVolumes-1839850819-router', 'tenant_id': '6f16f342652241e0ad603a7494227e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:39Z', 'updated_at': '2021-11-23T05:09:05Z', 'revision_number': 6, 'project_id': '6f16f342652241e0ad603a7494227e1e', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:05.612606 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a9021ca-f9ce-497c-8d10-0e147df64e3b None None] The sync data for ids ['ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae'] in dv-neutron-818850-1-hyperv is: [{'id': 'ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae', 'name': 'tempest-TestEncryptedCinderVolumes-1839850819-router', 'tenant_id': '6f16f342652241e0ad603a7494227e1e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:39Z', 'updated_at': '2021-11-23T05:09:05Z', 'revision_number': 6, 'project_id': '6f16f342652241e0ad603a7494227e1e', 'gw_port_host': None}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:09:05.626171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:05.653594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] Pushing event deleted for resources: {'Port': ['ID=99092168-47fc-492f-8dd2-5839868aa40b,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:05.673510 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd23055-c165-4dc0-a03b-b7d48bc6b459 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:09:05.719660 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.090969 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.093959 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.135239 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.135849 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:09:06.141208 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.142208 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bc52eb79-2260-41b7-bd68-1f1a2bb47808 admin admin] 10.222.0.37 "DELETE /v2.0/routers/ca0b3ec3-f053-4782-a5a3-3f6f8c0107ae HTTP/1.1" status: 204 len: 168 time: 1.0295606 Nov 23 05:09:06.144797 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51924) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:06.191135 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5cb3797-fd75-49a3-aa44-7eca71a2e31a admin admin] Deleting subnet 9954b5e6-d714-4c8c-9615-8deca979ded5 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:09:06.194282 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c5cb3797-fd75-49a3-aa44-7eca71a2e31a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.228392 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c5cb3797-fd75-49a3-aa44-7eca71a2e31a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.308990 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c5cb3797-fd75-49a3-aa44-7eca71a2e31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.371554 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c5cb3797-fd75-49a3-aa44-7eca71a2e31a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.387075 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6d1fcb8d-cf69-462e-8615-36e500b2eb60 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:09:06.397906 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5cb3797-fd75-49a3-aa44-7eca71a2e31a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9954b5e6-d714-4c8c-9615-8deca979ded5,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:06.403529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c5cb3797-fd75-49a3-aa44-7eca71a2e31a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.407359 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c5cb3797-fd75-49a3-aa44-7eca71a2e31a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/9954b5e6-d714-4c8c-9615-8deca979ded5 HTTP/1.1" status: 204 len: 168 time: 0.2615478 Nov 23 05:09:06.409820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51926) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:06.417030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74e8179f-19a7-41f1-b516-039bddedd9e4 None None] Network 001abb84-6967-4efb-bbbc-0cab4bacf696 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:09:06.419168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 6d1fcb8d-cf69-462e-8615-36e500b2eb60 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:09:06.419510 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6d1fcb8d-cf69-462e-8615-36e500b2eb60 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:09:06.419923 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 99092168-47fc-492f-8dd2-5839868aa40b no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:09:06.448427 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 99092168-47fc-492f-8dd2-5839868aa40b {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:09:06.449007 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 99092168-47fc-492f-8dd2-5839868aa40b not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:09:06.487290 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.540722 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] Deleting port 81dbac4b-be3c-44f3-8968-c1c2fece1e50 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:09:06.541186 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.618152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fa43f40-0532-44f8-9000-7e1f1f1b439f None None] DHCP port deletion for 001abb84-6967-4efb-bbbc-0cab4bacf696 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:09:06.618480 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] For port 81dbac4b-be3c-44f3-8968-c1c2fece1e50, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=81dbac4b-be3c-44f3-8968-c1c2fece1e50,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:06.618875 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.634020 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] Calling delete_port for 81dbac4b-be3c-44f3-8968-c1c2fece1e50 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:09:06.674499 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-6fa43f40-0532-44f8-9000-7e1f1f1b439f None None] Deleting port 81dbac4b-be3c-44f3-8968-c1c2fece1e50 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:09:06.674878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6fa43f40-0532-44f8-9000-7e1f1f1b439f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.716282 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.739262 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-6fa43f40-0532-44f8-9000-7e1f1f1b439f None None] For port 81dbac4b-be3c-44f3-8968-c1c2fece1e50, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=81dbac4b-be3c-44f3-8968-c1c2fece1e50,segment=NetworkSegment(cd7d0978-3294-46d9-85a3-bb12b0033360),segment_id=cd7d0978-3294-46d9-85a3-bb12b0033360)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:06.739592 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6fa43f40-0532-44f8-9000-7e1f1f1b439f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.746174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] Pushing event deleted for resources: {'Port': ['ID=81dbac4b-be3c-44f3-8968-c1c2fece1e50,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:06.750260 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] No DVR routers for this DVR port 81dbac4b-be3c-44f3-8968-c1c2fece1e50 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:09:06.755547 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-6fa43f40-0532-44f8-9000-7e1f1f1b439f None None] Calling delete_port for 81dbac4b-be3c-44f3-8968-c1c2fece1e50 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:09:06.821608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.837450 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6fa43f40-0532-44f8-9000-7e1f1f1b439f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.842789 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['001abb84-6967-4efb-bbbc-0cab4bacf696']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:06.855696 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd7d0978-3294-46d9-85a3-bb12b0033360') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:06.856133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd7d0978-3294-46d9-85a3-bb12b0033360') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:06.864564 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa43f40-0532-44f8-9000-7e1f1f1b439f None None] Pushing event deleted for resources: {'Port': ['ID=81dbac4b-be3c-44f3-8968-c1c2fece1e50,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:06.866554 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa43f40-0532-44f8-9000-7e1f1f1b439f None None] No DVR routers for this DVR port 81dbac4b-be3c-44f3-8968-c1c2fece1e50 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:09:06.868311 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.883885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.890842 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:09:06.891300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:09:06.892995 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:09:06.949846 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5c12a074-861d-4747-865d-f16f97c89efa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.951141 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.958019 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:06.961076 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] 10.222.0.37 "DELETE /v2.0/networks/001abb84-6967-4efb-bbbc-0cab4bacf696 HTTP/1.1" status: 204 len: 168 time: 0.5502701 Nov 23 05:09:06.964072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51928) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:06.971589 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba019b9a-4bca-4b51-8bff-2b07cb7a9d45 admin admin] Pushing event deleted for resources: {'Network': ['ID=001abb84-6967-4efb-bbbc-0cab4bacf696,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:07.305500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4019-f75d-4cbf-a416-256e280d4b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:07.413304 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:09:07.553674 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf4019-f75d-4cbf-a416-256e280d4b10 admin admin] Deleting port 1f900644-d01b-4059-b56a-8637ff80b15a {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:09:07.554026 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4019-f75d-4cbf-a416-256e280d4b10 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:07.633901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-3bcf4019-f75d-4cbf-a416-256e280d4b10 admin admin] For port 1f900644-d01b-4059-b56a-8637ff80b15a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=1f900644-d01b-4059-b56a-8637ff80b15a,segment=NetworkSegment(46e352ac-20df-4ce6-a730-9b764cfaa12b),segment_id=46e352ac-20df-4ce6-a730-9b764cfaa12b)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:07.634200 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4019-f75d-4cbf-a416-256e280d4b10 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:07.646853 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-3bcf4019-f75d-4cbf-a416-256e280d4b10 admin admin] Calling delete_port for 1f900644-d01b-4059-b56a-8637ff80b15a owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:09:07.827353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4019-f75d-4cbf-a416-256e280d4b10 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:07.850421 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcf4019-f75d-4cbf-a416-256e280d4b10 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f900644-d01b-4059-b56a-8637ff80b15a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:08.024113 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3bcf4019-f75d-4cbf-a416-256e280d4b10 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:08.242179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bcf4019-f75d-4cbf-a416-256e280d4b10 admin admin] Router 3fff912d-f3b7-4397-9d0b-a240f52d28b5 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:09:08.268163 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 81dbac4b-be3c-44f3-8968-c1c2fece1e50 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:09:08.288861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 81dbac4b-be3c-44f3-8968-c1c2fece1e50 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:09:08.289313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 81dbac4b-be3c-44f3-8968-c1c2fece1e50 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:09:08.351330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bcf4019-f75d-4cbf-a416-256e280d4b10 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:09:08.356828 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3bcf4019-f75d-4cbf-a416-256e280d4b10 admin admin] 10.222.0.37 "PUT /v2.0/routers/3fff912d-f3b7-4397-9d0b-a240f52d28b5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3916447 Nov 23 05:09:08.359454 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51930) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:08.362769 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90091bd5-ed43-448e-a96a-fded73845e81 None None] Sync routers for ids ['3fff912d-f3b7-4397-9d0b-a240f52d28b5'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:09:08.373406 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90091bd5-ed43-448e-a96a-fded73845e81 None None] Routers {'3fff912d-f3b7-4397-9d0b-a240f52d28b5'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:09:08.374025 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-90091bd5-ed43-448e-a96a-fded73845e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:08:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3fff912d-f3b7-4397-9d0b-a240f52d28b5'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:08.466992 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:08.476322 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-90091bd5-ed43-448e-a96a-fded73845e81 None None] Set router 3fff912d-f3b7-4397-9d0b-a240f52d28b5 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:09:08.570441 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:08.622905 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] Deleting port de7aab86-9eb9-4d1b-9432-746cc6dc7d3e {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:09:08.623258 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:08.653900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-90091bd5-ed43-448e-a96a-fded73845e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'name': 'tempest-TestEncryptedCinderVolumes-1961220002-router', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.67'}], 'enable_snat': True}, 'gw_port_id': 'de7aab86-9eb9-4d1b-9432-746cc6dc7d3e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:44Z', 'updated_at': '2021-11-23T05:09:07Z', 'revision_number': 5, 'project_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'gw_port': {'id': 'de7aab86-9eb9-4d1b-9432-746cc6dc7d3e', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fa:11:f5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1648, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:07:45Z', 'updated_at': '2021-11-23T05:07:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:08.681039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90091bd5-ed43-448e-a96a-fded73845e81 None None] Checking router: 3fff912d-f3b7-4397-9d0b-a240f52d28b5 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:09:08.690357 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90091bd5-ed43-448e-a96a-fded73845e81 None None] Routers {'3fff912d-f3b7-4397-9d0b-a240f52d28b5'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:09:08.690984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-90091bd5-ed43-448e-a96a-fded73845e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:08:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['3fff912d-f3b7-4397-9d0b-a240f52d28b5'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:08.708247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] For port de7aab86-9eb9-4d1b-9432-746cc6dc7d3e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=de7aab86-9eb9-4d1b-9432-746cc6dc7d3e,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:08.708719 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:08.722357 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] Calling delete_port for de7aab86-9eb9-4d1b-9432-746cc6dc7d3e owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:09:08.791494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-90091bd5-ed43-448e-a96a-fded73845e81 None None] Set router 3fff912d-f3b7-4397-9d0b-a240f52d28b5 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:09:08.847735 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-90091bd5-ed43-448e-a96a-fded73845e81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'name': 'tempest-TestEncryptedCinderVolumes-1961220002-router', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:44Z', 'updated_at': '2021-11-23T05:09:08Z', 'revision_number': 6, 'project_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:08.874616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90091bd5-ed43-448e-a96a-fded73845e81 None None] The sync data for ids ['3fff912d-f3b7-4397-9d0b-a240f52d28b5'] in dv-neutron-818850-1-hyperv is: [{'id': '3fff912d-f3b7-4397-9d0b-a240f52d28b5', 'name': 'tempest-TestEncryptedCinderVolumes-1961220002-router', 'tenant_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:07:44Z', 'updated_at': '2021-11-23T05:09:08Z', 'revision_number': 6, 'project_id': '00e5a42c64bb4f2cbf13bf4d165c9727', 'gw_port_host': None}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:09:08.889020 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:08.904162 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:08.916487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] Pushing event deleted for resources: {'Port': ['ID=de7aab86-9eb9-4d1b-9432-746cc6dc7d3e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:08.930289 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbd2ede-2adc-4459-b14b-20ed81c37087 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:09:08.977126 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.070843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.072988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.115993 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.116506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3fff912d-f3b7-4397-9d0b-a240f52d28b5 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:09:09.121368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.122577 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-592664bf-1c92-4deb-bfa7-04a54671e190 admin admin] 10.222.0.37 "DELETE /v2.0/routers/3fff912d-f3b7-4397-9d0b-a240f52d28b5 HTTP/1.1" status: 204 len: 168 time: 0.7621660 Nov 23 05:09:09.125657 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51932) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:09.169131 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-503fc6e2-be7f-4bfe-9605-b96828e96d3a admin admin] Deleting subnet 6cb5b21b-5936-4464-8405-d731d7d87243 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:09:09.172645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-503fc6e2-be7f-4bfe-9605-b96828e96d3a admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.208387 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-503fc6e2-be7f-4bfe-9605-b96828e96d3a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.222286 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2a62f7cb-ebc8-4021-8473-b6f30e5a87ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.294017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-503fc6e2-be7f-4bfe-9605-b96828e96d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.349908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-503fc6e2-be7f-4bfe-9605-b96828e96d3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.378088 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-503fc6e2-be7f-4bfe-9605-b96828e96d3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cb5b21b-5936-4464-8405-d731d7d87243,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:09.380101 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-503fc6e2-be7f-4bfe-9605-b96828e96d3a admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.383402 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-503fc6e2-be7f-4bfe-9605-b96828e96d3a admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6cb5b21b-5936-4464-8405-d731d7d87243 HTTP/1.1" status: 204 len: 168 time: 0.2568212 Nov 23 05:09:09.384109 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76caa53-f468-4878-a2bd-2cd2e4182735 None None] Network 22c216bd-a588-4324-95a8-2208a0833468 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:09:09.385847 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51934) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:09.461746 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.516395 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] Deleting port 805cc5a7-3054-44f5-997b-6bf39188777c {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:09:09.516751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.580283 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] For port 805cc5a7-3054-44f5-997b-6bf39188777c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=805cc5a7-3054-44f5-997b-6bf39188777c,segment=NetworkSegment(46e352ac-20df-4ce6-a730-9b764cfaa12b),segment_id=46e352ac-20df-4ce6-a730-9b764cfaa12b)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:09.580583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.592839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] Calling delete_port for 805cc5a7-3054-44f5-997b-6bf39188777c owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:09:09.649790 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3ac389c-a5bd-4be5-b853-0bebc875ff8f None None] DHCP port deletion for 22c216bd-a588-4324-95a8-2208a0833468 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:09:09.677897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.707418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac389c-a5bd-4be5-b853-0bebc875ff8f None None] Deleting port 805cc5a7-3054-44f5-997b-6bf39188777c {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:09:09.708367 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f3ac389c-a5bd-4be5-b853-0bebc875ff8f None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.708637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] Pushing event deleted for resources: {'Port': ['ID=805cc5a7-3054-44f5-997b-6bf39188777c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:09.710480 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] No DVR routers for this DVR port 805cc5a7-3054-44f5-997b-6bf39188777c on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:09:09.797056 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.819591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22c216bd-a588-4324-95a8-2208a0833468']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:09.830937 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46e352ac-20df-4ce6-a730-9b764cfaa12b') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:09.831315 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46e352ac-20df-4ce6-a730-9b764cfaa12b') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:09.843093 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.860726 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.867676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:09:09.868075 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:09:09.870461 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:09:09.923320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f3ac389c-a5bd-4be5-b853-0bebc875ff8f None None] For port 805cc5a7-3054-44f5-997b-6bf39188777c, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:09.923808 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f3ac389c-a5bd-4be5-b853-0bebc875ff8f None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.929449 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.935879 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.938152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f3ac389c-a5bd-4be5-b853-0bebc875ff8f None None] Calling delete_port for 805cc5a7-3054-44f5-997b-6bf39188777c owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:09:09.939710 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] 10.222.0.37 "DELETE /v2.0/networks/22c216bd-a588-4324-95a8-2208a0833468 HTTP/1.1" status: 204 len: 168 time: 0.5529156 Nov 23 05:09:09.941075 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.ipam_backend_mixin [None req-f3ac389c-a5bd-4be5-b853-0bebc875ff8f None None] Port 805cc5a7-3054-44f5-997b-6bf39188777c was not found and therefore no delete operation was performed {{(pid=109954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 05:09:09.942876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f3ac389c-a5bd-4be5-b853-0bebc875ff8f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:09.951267 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-f3ac389c-a5bd-4be5-b853-0bebc875ff8f None None] Network 22c216bd-a588-4324-95a8-2208a0833468 is not hosted by any dhcp agent {{(pid=109954) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 05:09:09.951892 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ac389c-a5bd-4be5-b853-0bebc875ff8f None None] No DVR routers for this DVR port 805cc5a7-3054-44f5-997b-6bf39188777c on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:09:09.954894 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98840fe-7a77-4ad2-93bb-6a4fb2dcf787 admin admin] Pushing event deleted for resources: {'Network': ['ID=22c216bd-a588-4324-95a8-2208a0833468,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:09.975724 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ac389c-a5bd-4be5-b853-0bebc875ff8f None None] Pushing event deleted for resources: {'Port': ['ID=805cc5a7-3054-44f5-997b-6bf39188777c,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:10.102048 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51938) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:10.142552 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7e8b8fce-8b39-4df4-8ff2-bfb5722e1141 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6f16f342652241e0ad603a7494227e1e&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0393565 Nov 23 05:09:10.144941 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51940) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:10.193305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-103955e9-b150-4bd5-b95f-e674c2a06162 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:10.214039 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-103955e9-b150-4bd5-b95f-e674c2a06162 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:10.226636 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 1f900644-d01b-4059-b56a-8637ff80b15a no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:09:10.246731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 1f900644-d01b-4059-b56a-8637ff80b15a {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:09:10.247067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 1f900644-d01b-4059-b56a-8637ff80b15a not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:09:10.247487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 805cc5a7-3054-44f5-997b-6bf39188777c no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:09:10.262984 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-103955e9-b150-4bd5-b95f-e674c2a06162 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:10.266069 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-103955e9-b150-4bd5-b95f-e674c2a06162 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:10.267256 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-103955e9-b150-4bd5-b95f-e674c2a06162 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/73399983-5dd3-4577-8360-95d5087b3f9c HTTP/1.1" status: 204 len: 168 time: 0.1214015 Nov 23 05:09:10.271983 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 805cc5a7-3054-44f5-997b-6bf39188777c {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:09:10.271983 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 805cc5a7-3054-44f5-997b-6bf39188777c not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:09:10.272333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device de7aab86-9eb9-4d1b-9432-746cc6dc7d3e no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:09:10.275362 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103955e9-b150-4bd5-b95f-e674c2a06162 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73399983-5dd3-4577-8360-95d5087b3f9c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:10.295024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: de7aab86-9eb9-4d1b-9432-746cc6dc7d3e {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:09:10.295366 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device de7aab86-9eb9-4d1b-9432-746cc6dc7d3e not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:09:10.447567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:10.582701 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51946) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:10.625219 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4fa12014-371a-4627-a185-53c7998f5f22 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=00e5a42c64bb4f2cbf13bf4d165c9727&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0413415 Nov 23 05:09:10.627577 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51948) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:10.678311 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab6f5-382d-40f1-a9e5-88ad62041ce0 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:10.699483 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab6f5-382d-40f1-a9e5-88ad62041ce0 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:10.745200 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab6f5-382d-40f1-a9e5-88ad62041ce0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:10.747892 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0a7ab6f5-382d-40f1-a9e5-88ad62041ce0 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:10.749044 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0a7ab6f5-382d-40f1-a9e5-88ad62041ce0 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f810b4a5-b682-4c4e-924c-b6d0c0087733 HTTP/1.1" status: 204 len: 168 time: 0.1205721 Nov 23 05:09:10.757024 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7ab6f5-382d-40f1-a9e5-88ad62041ce0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f810b4a5-b682-4c4e-924c-b6d0c0087733,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:11.401495 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51970) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:11.495673 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-968796784-network', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:09:11.515882 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] Made reservation on behalf of 3f8d7b747d8f498cb8421be051360c37 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:09:11.518144 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:11.526514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:11.602920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:11.606527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:11.627153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] vlan segment allocate from pool success with {'vlan_id': 168, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:09:11.641991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd064e8b-3bf3-4357-8581-9bdaa3db8180,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:11.646834 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:11.647183 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] Added segment f8592119-c82f-4d7b-99f3-b344a0cf877d of type vlan for network d409a272-9053-4b1b-a98d-58c6dbd2d291 Nov 23 05:09:11.687102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:11.711474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:11.712457 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:11.713031 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:11.769152 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3665550 Nov 23 05:09:11.772065 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51974) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:11.776550 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fde96e8-e12c-49e2-af8e-beaf95dcf292 admin admin] Pushing event updated for resources: {'Network': ['ID=d409a272-9053-4b1b-a98d-58c6dbd2d291,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:11.777203 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ad632f71-8a26-4943-915b-81f8fa291df7 admin admin] Request body: {'subnet': {'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-968796784-subnet', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'ip_version': 4}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:09:11.789454 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network d409a272-9053-4b1b-a98d-58c6dbd2d291 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:09:11.804905 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad632f71-8a26-4943-915b-81f8fa291df7 admin admin] Made reservation on behalf of 3f8d7b747d8f498cb8421be051360c37 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:09:11.807491 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad632f71-8a26-4943-915b-81f8fa291df7 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:11.872211 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:11.979004 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad632f71-8a26-4943-915b-81f8fa291df7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.027938 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad632f71-8a26-4943-915b-81f8fa291df7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4fdfff0b-7ad6-4129-88ef-36988848c627,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:12.044538 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad632f71-8a26-4943-915b-81f8fa291df7 admin admin] Checking segment: {'id': 'f8592119-c82f-4d7b-99f3-b344a0cf877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:09:12.044902 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad632f71-8a26-4943-915b-81f8fa291df7 admin admin] Network hostable DHCP agents. Network: d409a272-9053-4b1b-a98d-58c6dbd2d291, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:09:12.061728 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad632f71-8a26-4943-915b-81f8fa291df7 admin admin] Network d409a272-9053-4b1b-a98d-58c6dbd2d291 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:09:12.070042 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-ad632f71-8a26-4943-915b-81f8fa291df7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, d409a272-9053-4b1b-a98d-58c6dbd2d291) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:09:12.074026 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad632f71-8a26-4943-915b-81f8fa291df7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:12.074624 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ad632f71-8a26-4943-915b-81f8fa291df7 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.079498 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75583484-fcf6-4636-8bbe-534bb3208a53 None None] Network d409a272-9053-4b1b-a98d-58c6dbd2d291 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:09:12.094348 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ad632f71-8a26-4943-915b-81f8fa291df7 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3181636 Nov 23 05:09:12.094753 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51976) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:12.099193 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:09:12.119957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.120999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.175753 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.225822 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-d409a272-9053-4b1b-a98d-58c6dbd2d291', 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'fixed_ips': [{'subnet_id': '4fdfff0b-7ad6-4129-88ef-36988848c627'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:09:12.226710 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.316123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.361936 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Allocated IP 172.20.0.2 (d409a272-9053-4b1b-a98d-58c6dbd2d291/4fdfff0b-7ad6-4129-88ef-36988848c627/002ab915-a432-473e-af2c-fcec7b4544c2) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:09:12.501985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.508436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.516412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.536878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.547254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Network d409a272-9053-4b1b-a98d-58c6dbd2d291 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:09:12.550137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:09:12.553682 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:09:12.562657 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Pushing event updated for resources: {'Port': ['ID=002ab915-a432-473e-af2c-fcec7b4544c2,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:12.611960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Attempting to bind port 002ab915-a432-473e-af2c-fcec7b4544c2 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:09:12.612339 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Attempting to bind port 002ab915-a432-473e-af2c-fcec7b4544c2 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'f8592119-c82f-4d7b-99f3-b344a0cf877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:09:12.612734 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Attempting to bind port 002ab915-a432-473e-af2c-fcec7b4544c2 on network d409a272-9053-4b1b-a98d-58c6dbd2d291 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:09:12.618000 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 8, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:09:12.618382 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Checking segment: {'id': 'f8592119-c82f-4d7b-99f3-b344a0cf877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:09:12.618789 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.619189 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Bound using segment: {'id': 'f8592119-c82f-4d7b-99f3-b344a0cf877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:09:12.619657 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Bound port: 002ab915-a432-473e-af2c-fcec7b4544c2, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8592119-c82f-4d7b-99f3-b344a0cf877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:09:12.620042 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.646392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Allocated IP 172.26.8.13 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/d2a8c7b2-3802-488c-96c8-a34d2c78b44d) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:09:12.687946 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] For port 002ab915-a432-473e-af2c-fcec7b4544c2, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:09:12.691190 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] For port 002ab915-a432-473e-af2c-fcec7b4544c2, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=002ab915-a432-473e-af2c-fcec7b4544c2,segment=NetworkSegment(f8592119-c82f-4d7b-99f3-b344a0cf877d),segment_id=f8592119-c82f-4d7b-99f3-b344a0cf877d)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:09:12.700799 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.745581 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.753334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.769368 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad85c689-031f-488e-b4eb-d0b6430bec51 None None] Pushing event updated for resources: {'Port': ['ID=002ab915-a432-473e-af2c-fcec7b4544c2,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:12.791375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.838169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:09:12.842737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:09:12.847323 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:09:12.850173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Pushing event updated for resources: {'Port': ['ID=d2a8c7b2-3802-488c-96c8-a34d2c78b44d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:12.856202 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2305ed10-8628-4fa8-99a0-ee6c417c8bb9 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:09:12.914057 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d9818fcf-bda5-4af5-97b8-a78d3c4e14d2 None None] Provisioning complete for port d2a8c7b2-3802-488c-96c8-a34d2c78b44d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:12.914268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d9818fcf-bda5-4af5-97b8-a78d3c4e14d2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:12.973834 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d9818fcf-bda5-4af5-97b8-a78d3c4e14d2 None None] Port d2a8c7b2-3802-488c-96c8-a34d2c78b44d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:09:13.496254 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:13.718541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:13.738288 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a8c0695-fde8-4b4b-a506-245a39e36839 None None] Network d409a272-9053-4b1b-a98d-58c6dbd2d291 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:09:13.824712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5a23867e-7557-4cd1-bd06-63eafd27f377 None None] Provisioning complete for port 002ab915-a432-473e-af2c-fcec7b4544c2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:13.825082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5a23867e-7557-4cd1-bd06-63eafd27f377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:13.857514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Router fc5ca977-40ef-4f73-9f1b-91f537d64443 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:09:13.962300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5a23867e-7557-4cd1-bd06-63eafd27f377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:13.967202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:09:13.978153 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Sync routers for ids ['fc5ca977-40ef-4f73-9f1b-91f537d64443'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:09:13.989107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:13.990931 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8840016b-acb5-412a-b318-1d38b125b528 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.8947382 Nov 23 05:09:13.993319 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 51978) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:13.996929 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Routers {'fc5ca977-40ef-4f73-9f1b-91f537d64443'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:09:13.997575 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:09:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['fc5ca977-40ef-4f73-9f1b-91f537d64443'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:14.000593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5a23867e-7557-4cd1-bd06-63eafd27f377 None None] For port 002ab915-a432-473e-af2c-fcec7b4544c2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=002ab915-a432-473e-af2c-fcec7b4544c2,segment=NetworkSegment(f8592119-c82f-4d7b-99f3-b344a0cf877d),segment_id=f8592119-c82f-4d7b-99f3-b344a0cf877d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:14.010640 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5a23867e-7557-4cd1-bd06-63eafd27f377 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:14.078061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23867e-7557-4cd1-bd06-63eafd27f377 None None] Pushing event updated for resources: {'Port': ['ID=002ab915-a432-473e-af2c-fcec7b4544c2,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:14.118399 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Set router fc5ca977-40ef-4f73-9f1b-91f537d64443 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:09:14.234141 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1523bb43-b3a8-4d34-98ed-27f409b1b459 None None] Provisioning complete for port 002ab915-a432-473e-af2c-fcec7b4544c2 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:14.234513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1523bb43-b3a8-4d34-98ed-27f409b1b459 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:14.319036 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:13Z', 'revision_number': 3, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'gw_port': {'id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:14.320041 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 002ab915-a432-473e-af2c-fcec7b4544c2 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:09:14.386120 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 002ab915-a432-473e-af2c-fcec7b4544c2 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:14.386483 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:14.441319 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Checking router: fc5ca977-40ef-4f73-9f1b-91f537d64443 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:09:14.441724 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Updating router fc5ca977-40ef-4f73-9f1b-91f537d64443 port d2a8c7b2-3802-488c-96c8-a34d2c78b44d binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:09:14.461350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:14.468286 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:14.624565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Allocated IP 172.20.0.1 (d409a272-9053-4b1b-a98d-58c6dbd2d291/4fdfff0b-7ad6-4129-88ef-36988848c627/df1b8e12-e28a-4333-9de8-051186daad3d) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:09:14.720173 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:14.726048 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:14.735650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:14.770775 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f92a7d1-e122-4711-a0f1-530096bd7022 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:09:14.781340 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Attempting to bind port d2a8c7b2-3802-488c-96c8-a34d2c78b44d on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:09:14.781340 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Attempting to bind port d2a8c7b2-3802-488c-96c8-a34d2c78b44d by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:09:14.781725 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Attempting to bind port d2a8c7b2-3802-488c-96c8-a34d2c78b44d on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:09:14.784708 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85087ef-9980-43bf-a8ec-e160aca570d4 None None] Pushing event updated for resources: {'Port': ['ID=d2a8c7b2-3802-488c-96c8-a34d2c78b44d,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:14.785083 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:14.794002 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:09:14.794494 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:09:14.794890 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:14.795464 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:09:14.795930 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Bound port: d2a8c7b2-3802-488c-96c8-a34d2c78b44d, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:09:14.796305 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:14.799609 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85087ef-9980-43bf-a8ec-e160aca570d4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:14.799951 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85087ef-9980-43bf-a8ec-e160aca570d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:14.800293 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85087ef-9980-43bf-a8ec-e160aca570d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:14.800905 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85087ef-9980-43bf-a8ec-e160aca570d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:14.801034 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85087ef-9980-43bf-a8ec-e160aca570d4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:14.801382 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85087ef-9980-43bf-a8ec-e160aca570d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:14.801737 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85087ef-9980-43bf-a8ec-e160aca570d4 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:14.802149 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85087ef-9980-43bf-a8ec-e160aca570d4 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:14.802453 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85087ef-9980-43bf-a8ec-e160aca570d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:14.802770 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85087ef-9980-43bf-a8ec-e160aca570d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:14.803085 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85087ef-9980-43bf-a8ec-e160aca570d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:14.803399 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e85087ef-9980-43bf-a8ec-e160aca570d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:14.834147 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Network d409a272-9053-4b1b-a98d-58c6dbd2d291 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:09:14.838721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:09:14.842215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:09:14.854556 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] For port d2a8c7b2-3802-488c-96c8-a34d2c78b44d, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:09:14.858172 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] For port d2a8c7b2-3802-488c-96c8-a34d2c78b44d, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d2a8c7b2-3802-488c-96c8-a34d2c78b44d,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:09:14.863485 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:14.865771 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Pushing event updated for resources: {'Port': ['ID=df1b8e12-e28a-4333-9de8-051186daad3d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:14.886384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:14.901423 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3342f916-d9a8-4e96-8977-f4083255e56e None None] Provisioning complete for port d2a8c7b2-3802-488c-96c8-a34d2c78b44d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:14.901951 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3342f916-d9a8-4e96-8977-f4083255e56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:14.927950 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Routers {'fc5ca977-40ef-4f73-9f1b-91f537d64443'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:09:14.928673 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:09:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['fc5ca977-40ef-4f73-9f1b-91f537d64443'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:14.931861 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85087ef-9980-43bf-a8ec-e160aca570d4 None None] Pushing event updated for resources: {'Port': ['ID=d2a8c7b2-3802-488c-96c8-a34d2c78b44d,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:14.953937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe159abc-af86-41dc-9229-df1b13e84860 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:09:15.051140 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] Set router fc5ca977-40ef-4f73-9f1b-91f537d64443 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:09:15.063265 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:15.063432 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3342f916-d9a8-4e96-8977-f4083255e56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:15.097490 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-3342f916-d9a8-4e96-8977-f4083255e56e None None] For port d2a8c7b2-3802-488c-96c8-a34d2c78b44d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d2a8c7b2-3802-488c-96c8-a34d2c78b44d,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:15.102935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3342f916-d9a8-4e96-8977-f4083255e56e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:15.174065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3342f916-d9a8-4e96-8977-f4083255e56e None None] Pushing event updated for resources: {'Port': ['ID=d2a8c7b2-3802-488c-96c8-a34d2c78b44d,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:15.224443 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad1ada60-008a-4eea-902b-11ff3e244254 None None] Provisioning complete for port d2a8c7b2-3802-488c-96c8-a34d2c78b44d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:15.225175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad1ada60-008a-4eea-902b-11ff3e244254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:15.244025 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:15.249093 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:15.277191 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:13Z', 'revision_number': 3, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'gw_port': {'id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:15.318288 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad1ada60-008a-4eea-902b-11ff3e244254 None None] Provisioning complete for port df1b8e12-e28a-4333-9de8-051186daad3d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:15.318767 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad1ada60-008a-4eea-902b-11ff3e244254 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:15.321675 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce0bb469-cc1f-43ae-bca5-77e94b164eb9 None None] The sync data for ids ['fc5ca977-40ef-4f73-9f1b-91f537d64443'] in dv-neutron-818850-1-hyperv is: [{'id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:13Z', 'revision_number': 3, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'gw_port': {'id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:09:15.321986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:15.325120 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Pushing event updated for resources: {'Port': ['ID=df1b8e12-e28a-4333-9de8-051186daad3d,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:15.364937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad1ada60-008a-4eea-902b-11ff3e244254 None None] Port df1b8e12-e28a-4333-9de8-051186daad3d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:09:15.423865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Network d409a272-9053-4b1b-a98d-58c6dbd2d291 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:09:15.425376 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:09:15.571144 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Router fc5ca977-40ef-4f73-9f1b-91f537d64443 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:09:15.705377 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:09:15.710473 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3c34d6f1-8f53-4c04-b4e9-b9c1d0a846a5 admin admin] 10.222.0.37 "PUT /v2.0/routers/fc5ca977-40ef-4f73-9f1b-91f537d64443/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7159104 Nov 23 05:09:15.791432 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a28742bd-0054-499f-9926-92474f5c8d63 None None] Provisioning complete for port df1b8e12-e28a-4333-9de8-051186daad3d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:15.791943 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a28742bd-0054-499f-9926-92474f5c8d63 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:15.834811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a28742bd-0054-499f-9926-92474f5c8d63 None None] Port df1b8e12-e28a-4333-9de8-051186daad3d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:09:16.194797 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51994) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:16.201846 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-311411905-network', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:09:16.226360 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] Made reservation on behalf of a297531706634da39c4b80ea4a953ce6 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:09:16.228780 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:16.237960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:16.259292 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d2a8c7b2-3802-488c-96c8-a34d2c78b44d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:09:16.309445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d2a8c7b2-3802-488c-96c8-a34d2c78b44d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:16.310003 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:16.320289 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:16.324119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:16.349908 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] vlan segment allocate from pool success with {'vlan_id': 199, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:09:16.360305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d80dd903-504f-4e72-a00f-40ebf8a06be1,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:16.365387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:16.365738 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] Added segment 96e2ac7a-8b2b-44e1-8f83-84ee204d62b0 of type vlan for network fc81db5a-9b5a-4ebe-ae18-a5b493a45952 Nov 23 05:09:16.415071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:16.444029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:16.445083 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:16.445709 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:16.503496 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3074517 Nov 23 05:09:16.506208 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51996) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:16.514361 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e90bbfd2-5d27-4423-be90-7b8838e104e8 admin admin] Request body: {'subnet': {'network_id': 'fc81db5a-9b5a-4ebe-ae18-a5b493a45952', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-311411905-subnet', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6', 'ip_version': 4}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:09:16.518752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d740219b-12a7-4b16-b3b9-005d949b62a4 admin admin] Pushing event updated for resources: {'Network': ['ID=fc81db5a-9b5a-4ebe-ae18-a5b493a45952,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:16.528188 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network fc81db5a-9b5a-4ebe-ae18-a5b493a45952 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:09:16.540525 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e90bbfd2-5d27-4423-be90-7b8838e104e8 admin admin] Made reservation on behalf of a297531706634da39c4b80ea4a953ce6 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:09:16.542871 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e90bbfd2-5d27-4423-be90-7b8838e104e8 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:16.752372 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e90bbfd2-5d27-4423-be90-7b8838e104e8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:16.817314 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e90bbfd2-5d27-4423-be90-7b8838e104e8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0a74016-5a70-4e37-bdb9-d0e95a697533,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:16.833257 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e90bbfd2-5d27-4423-be90-7b8838e104e8 admin admin] Checking segment: {'id': '96e2ac7a-8b2b-44e1-8f83-84ee204d62b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc81db5a-9b5a-4ebe-ae18-a5b493a45952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:09:16.833632 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90bbfd2-5d27-4423-be90-7b8838e104e8 admin admin] Network hostable DHCP agents. Network: fc81db5a-9b5a-4ebe-ae18-a5b493a45952, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:09:16.852204 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e90bbfd2-5d27-4423-be90-7b8838e104e8 admin admin] Network fc81db5a-9b5a-4ebe-ae18-a5b493a45952 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:09:16.861649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-e90bbfd2-5d27-4423-be90-7b8838e104e8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, fc81db5a-9b5a-4ebe-ae18-a5b493a45952) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:09:16.866210 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e90bbfd2-5d27-4423-be90-7b8838e104e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:16.867363 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e90bbfd2-5d27-4423-be90-7b8838e104e8 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:16.870745 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62f4e728-5dee-40c9-8916-3528c232500f None None] Network fc81db5a-9b5a-4ebe-ae18-a5b493a45952 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:09:16.885919 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e90bbfd2-5d27-4423-be90-7b8838e104e8 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3770478 Nov 23 05:09:16.887882 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 51998) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:16.893584 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-311411905-router', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:09:16.916092 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:16.917181 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:16.922062 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Sync routers for ids ['fc5ca977-40ef-4f73-9f1b-91f537d64443'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:09:16.943063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Routers {'fc5ca977-40ef-4f73-9f1b-91f537d64443'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:09:16.943685 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:09:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['fc5ca977-40ef-4f73-9f1b-91f537d64443'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:16.970435 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:17.108031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Set router fc5ca977-40ef-4f73-9f1b-91f537d64443 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:09:17.116533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:17.169766 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-fc81db5a-9b5a-4ebe-ae18-a5b493a45952', 'network_id': 'fc81db5a-9b5a-4ebe-ae18-a5b493a45952', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6', 'fixed_ips': [{'subnet_id': 'c0a74016-5a70-4e37-bdb9-d0e95a697533'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:09:17.170607 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:17.319047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:17.343146 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:17.451894 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Allocated IP 172.26.8.32 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/97d95f65-0138-4e68-a132-923a2ee7ac1a) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:09:17.566261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Allocated IP 172.20.0.2 (fc81db5a-9b5a-4ebe-ae18-a5b493a45952/c0a74016-5a70-4e37-bdb9-d0e95a697533/339664a6-80ea-4840-941a-9dd2b017dfc6) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:09:17.566872 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:17.602065 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:17.641438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:09:17.645714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'gw_port': {'id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'df1b8e12-e28a-4333-9de8-051186daad3d', 'name': '', 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'mac_address': 'fa:16:3e:f7:67:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:14Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 2, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'subnets': [{'id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:17.645907 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:09:17.648159 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:09:17.679222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c660c193-d5fd-464b-8e2d-8f316fb13ac4 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:09:17.681087 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Pushing event updated for resources: {'Port': ['ID=97d95f65-0138-4e68-a132-923a2ee7ac1a,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:17.687496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Checking router: fc5ca977-40ef-4f73-9f1b-91f537d64443 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:09:17.687863 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Updating router fc5ca977-40ef-4f73-9f1b-91f537d64443 port df1b8e12-e28a-4333-9de8-051186daad3d binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:09:17.745073 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:17.839953 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:17.844820 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-49189c23-f099-407f-9825-cc4a4dbee1bd None None] Provisioning complete for port 97d95f65-0138-4e68-a132-923a2ee7ac1a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:17.845297 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-49189c23-f099-407f-9825-cc4a4dbee1bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:17.851452 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:17.923617 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:17.979090 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Network fc81db5a-9b5a-4ebe-ae18-a5b493a45952 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:09:17.990297 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-49189c23-f099-407f-9825-cc4a4dbee1bd None None] Port 97d95f65-0138-4e68-a132-923a2ee7ac1a cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:09:17.991958 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:09:18.000492 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:09:18.005318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Pushing event updated for resources: {'Port': ['ID=339664a6-80ea-4840-941a-9dd2b017dfc6,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:18.107681 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Attempting to bind port 339664a6-80ea-4840-941a-9dd2b017dfc6 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:09:18.108056 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Attempting to bind port 339664a6-80ea-4840-941a-9dd2b017dfc6 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '96e2ac7a-8b2b-44e1-8f83-84ee204d62b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc81db5a-9b5a-4ebe-ae18-a5b493a45952'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:09:18.108455 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Attempting to bind port 339664a6-80ea-4840-941a-9dd2b017dfc6 on network fc81db5a-9b5a-4ebe-ae18-a5b493a45952 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:09:18.121708 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:09:18.122092 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Checking segment: {'id': '96e2ac7a-8b2b-44e1-8f83-84ee204d62b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc81db5a-9b5a-4ebe-ae18-a5b493a45952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:09:18.122502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:18.122911 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Bound using segment: {'id': '96e2ac7a-8b2b-44e1-8f83-84ee204d62b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc81db5a-9b5a-4ebe-ae18-a5b493a45952'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:09:18.123390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Bound port: 339664a6-80ea-4840-941a-9dd2b017dfc6, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e2ac7a-8b2b-44e1-8f83-84ee204d62b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc81db5a-9b5a-4ebe-ae18-a5b493a45952'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:09:18.123807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:18.128262 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:18.246925 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] For port 339664a6-80ea-4840-941a-9dd2b017dfc6, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:09:18.251432 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] For port 339664a6-80ea-4840-941a-9dd2b017dfc6, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=339664a6-80ea-4840-941a-9dd2b017dfc6,segment=NetworkSegment(96e2ac7a-8b2b-44e1-8f83-84ee204d62b0),segment_id=96e2ac7a-8b2b-44e1-8f83-84ee204d62b0)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:09:18.258431 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:18.265516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:18.278119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Router 4eff37aa-85d6-4be1-9357-d8cb5dc000b6 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:09:18.291266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:18.337994 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85cdeaad-ee50-431c-8e8a-5231c42c5d8d None None] Pushing event updated for resources: {'Port': ['ID=339664a6-80ea-4840-941a-9dd2b017dfc6,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:18.439900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Attempting to bind port df1b8e12-e28a-4333-9de8-051186daad3d on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:09:18.440512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Attempting to bind port df1b8e12-e28a-4333-9de8-051186daad3d by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'f8592119-c82f-4d7b-99f3-b344a0cf877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:09:18.441060 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Attempting to bind port df1b8e12-e28a-4333-9de8-051186daad3d on network d409a272-9053-4b1b-a98d-58c6dbd2d291 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:09:18.444615 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad43a69-e665-4430-9af1-1b0aa0fd0f11 None None] Pushing event updated for resources: {'Port': ['ID=df1b8e12-e28a-4333-9de8-051186daad3d,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:18.449898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:09:18.450518 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Checking segment: {'id': 'f8592119-c82f-4d7b-99f3-b344a0cf877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:09:18.451086 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:18.451735 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Bound using segment: {'id': 'f8592119-c82f-4d7b-99f3-b344a0cf877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:09:18.452959 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Bound port: df1b8e12-e28a-4333-9de8-051186daad3d, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8592119-c82f-4d7b-99f3-b344a0cf877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:09:18.453531 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:18.455877 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:09:18.478376 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Sync routers for ids ['4eff37aa-85d6-4be1-9357-d8cb5dc000b6'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:09:18.489246 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:18.490665 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-26d0c1bb-d4c8-4304-b204-39186c4727c1 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 1.6016686 Nov 23 05:09:18.493365 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52002) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:09:18.504119 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Routers {'4eff37aa-85d6-4be1-9357-d8cb5dc000b6'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:09:18.505030 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:09:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4eff37aa-85d6-4be1-9357-d8cb5dc000b6'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:18.555663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] For port df1b8e12-e28a-4333-9de8-051186daad3d, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:09:18.559282 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] For port df1b8e12-e28a-4333-9de8-051186daad3d, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=df1b8e12-e28a-4333-9de8-051186daad3d,segment=NetworkSegment(f8592119-c82f-4d7b-99f3-b344a0cf877d),segment_id=f8592119-c82f-4d7b-99f3-b344a0cf877d)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:09:18.566313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:18.649070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Routers {'fc5ca977-40ef-4f73-9f1b-91f537d64443'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:09:18.649757 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:09:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['fc5ca977-40ef-4f73-9f1b-91f537d64443'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:18.674822 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Set router 4eff37aa-85d6-4be1-9357-d8cb5dc000b6 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:09:18.715271 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad43a69-e665-4430-9af1-1b0aa0fd0f11 None None] Pushing event updated for resources: {'Port': ['ID=df1b8e12-e28a-4333-9de8-051186daad3d,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:18.848860 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b82bb20b-02d6-4137-8bd1-9abec5aae460 None None] Provisioning complete for port df1b8e12-e28a-4333-9de8-051186daad3d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:18.848860 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b82bb20b-02d6-4137-8bd1-9abec5aae460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:18.907274 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] Set router fc5ca977-40ef-4f73-9f1b-91f537d64443 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:09:18.968258 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'name': 'tempest-TestMinimumBasicScenario-311411905-router', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '97d95f65-0138-4e68-a132-923a2ee7ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:16Z', 'updated_at': '2021-11-23T05:09:17Z', 'revision_number': 3, 'project_id': 'a297531706634da39c4b80ea4a953ce6', 'gw_port': {'id': '97d95f65-0138-4e68-a132-923a2ee7ac1a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:13:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:17Z', 'updated_at': '2021-11-23T05:09:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:19.010906 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Checking router: 4eff37aa-85d6-4be1-9357-d8cb5dc000b6 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:09:19.011318 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Updating router 4eff37aa-85d6-4be1-9357-d8cb5dc000b6 port 97d95f65-0138-4e68-a132-923a2ee7ac1a binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:09:19.042757 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.107338 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b82bb20b-02d6-4137-8bd1-9abec5aae460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.180865 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-b82bb20b-02d6-4137-8bd1-9abec5aae460 None None] For port df1b8e12-e28a-4333-9de8-051186daad3d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=df1b8e12-e28a-4333-9de8-051186daad3d,segment=NetworkSegment(f8592119-c82f-4d7b-99f3-b344a0cf877d),segment_id=f8592119-c82f-4d7b-99f3-b344a0cf877d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:19.194247 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b82bb20b-02d6-4137-8bd1-9abec5aae460 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.262437 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82bb20b-02d6-4137-8bd1-9abec5aae460 None None] Pushing event updated for resources: {'Port': ['ID=df1b8e12-e28a-4333-9de8-051186daad3d,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:19.275491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'gw_port': {'id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'df1b8e12-e28a-4333-9de8-051186daad3d', 'name': '', 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'mac_address': 'fa:16:3e:f7:67:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:14Z', 'updated_at': '2021-11-23T05:09:18Z', 'revision_number': 4, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'subnets': [{'id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:19.310876 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19f8ae82-25ae-47c2-9f92-de2d753f8021 None None] The sync data for ids ['fc5ca977-40ef-4f73-9f1b-91f537d64443'] in dv-neutron-818850-1-hyperv is: [{'id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'gw_port': {'id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'df1b8e12-e28a-4333-9de8-051186daad3d', 'name': '', 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'mac_address': 'fa:16:3e:f7:67:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:14Z', 'updated_at': '2021-11-23T05:09:18Z', 'revision_number': 4, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'subnets': [{'id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:09:19.336538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2242c95a-940c-40cf-a3d2-9b99f06d4cb4 None None] Provisioning complete for port df1b8e12-e28a-4333-9de8-051186daad3d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:19.336946 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2242c95a-940c-40cf-a3d2-9b99f06d4cb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.342537 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.366950 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.428198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.444134 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e6b08-9cda-4bb2-ba78-543eb23e883a None None] Pushing event updated for resources: {'Port': ['ID=97d95f65-0138-4e68-a132-923a2ee7ac1a,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:19.465467 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Attempting to bind port 97d95f65-0138-4e68-a132-923a2ee7ac1a on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:09:19.465986 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Attempting to bind port 97d95f65-0138-4e68-a132-923a2ee7ac1a by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:09:19.466359 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Attempting to bind port 97d95f65-0138-4e68-a132-923a2ee7ac1a on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:09:19.470339 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f91889b-fd39-4a96-a8a5-8bf1dae834df None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:09:19.474092 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:09:19.474776 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:09:19.474908 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.475252 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:09:19.475727 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Bound port: 97d95f65-0138-4e68-a132-923a2ee7ac1a, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:09:19.476242 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.568776 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] For port 97d95f65-0138-4e68-a132-923a2ee7ac1a, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:09:19.572333 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] For port 97d95f65-0138-4e68-a132-923a2ee7ac1a, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=97d95f65-0138-4e68-a132-923a2ee7ac1a,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:09:19.579021 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.623255 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ff6df6a9-3ced-4790-be59-aaaaf1998792 None None] Provisioning complete for port 97d95f65-0138-4e68-a132-923a2ee7ac1a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:19.625629 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ff6df6a9-3ced-4790-be59-aaaaf1998792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.636827 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Routers {'4eff37aa-85d6-4be1-9357-d8cb5dc000b6'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:09:19.637627 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:09:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4eff37aa-85d6-4be1-9357-d8cb5dc000b6'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:19.657879 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Allocated IP 172.20.0.1 (fc81db5a-9b5a-4ebe-ae18-a5b493a45952/c0a74016-5a70-4e37-bdb9-d0e95a697533/6722de62-4689-43e1-aeca-676d81975f08) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:09:19.666221 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71015ac6-5bbc-40a3-9dbb-e367dc166e04 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:09:19.778083 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ff6df6a9-3ced-4790-be59-aaaaf1998792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.811146 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ff6df6a9-3ced-4790-be59-aaaaf1998792 None None] For port 97d95f65-0138-4e68-a132-923a2ee7ac1a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=97d95f65-0138-4e68-a132-923a2ee7ac1a,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:19.828083 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ff6df6a9-3ced-4790-be59-aaaaf1998792 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.843189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.884710 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9a576b-0110-4532-bb7f-9f3719acc141 None None] Network fc81db5a-9b5a-4ebe-ae18-a5b493a45952 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:09:19.889954 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.924884 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e6b08-9cda-4bb2-ba78-543eb23e883a None None] Pushing event updated for resources: {'Port': ['ID=97d95f65-0138-4e68-a132-923a2ee7ac1a,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:19.937492 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Network fc81db5a-9b5a-4ebe-ae18-a5b493a45952 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:09:19.941162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:09:19.946509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:09:19.954461 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] Set router 4eff37aa-85d6-4be1-9357-d8cb5dc000b6 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:09:19.961718 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6df6a9-3ced-4790-be59-aaaaf1998792 None None] Pushing event updated for resources: {'Port': ['ID=97d95f65-0138-4e68-a132-923a2ee7ac1a,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:19.974488 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3d9fd744-50fb-4004-8864-0421c5e05ae6 None None] Provisioning complete for port 97d95f65-0138-4e68-a132-923a2ee7ac1a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:19.974874 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3d9fd744-50fb-4004-8864-0421c5e05ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:19.980206 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Pushing event updated for resources: {'Port': ['ID=6722de62-4689-43e1-aeca-676d81975f08,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:20.002038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:20.169547 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3d9fd744-50fb-4004-8864-0421c5e05ae6 None None] Provisioning complete for port 339664a6-80ea-4840-941a-9dd2b017dfc6 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:20.169929 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3d9fd744-50fb-4004-8864-0421c5e05ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:20.202580 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'name': 'tempest-TestMinimumBasicScenario-311411905-router', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '97d95f65-0138-4e68-a132-923a2ee7ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:16Z', 'updated_at': '2021-11-23T05:09:17Z', 'revision_number': 3, 'project_id': 'a297531706634da39c4b80ea4a953ce6', 'gw_port': {'id': '97d95f65-0138-4e68-a132-923a2ee7ac1a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:13:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:17Z', 'updated_at': '2021-11-23T05:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:20.204015 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:20.263750 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22d40f23-7a39-4fa5-9dd0-777f65d15e07 None None] The sync data for ids ['4eff37aa-85d6-4be1-9357-d8cb5dc000b6'] in dv-neutron-818850-1-hyperv is: [{'id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'name': 'tempest-TestMinimumBasicScenario-311411905-router', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '97d95f65-0138-4e68-a132-923a2ee7ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:16Z', 'updated_at': '2021-11-23T05:09:17Z', 'revision_number': 3, 'project_id': 'a297531706634da39c4b80ea4a953ce6', 'gw_port': {'id': '97d95f65-0138-4e68-a132-923a2ee7ac1a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:13:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:17Z', 'updated_at': '2021-11-23T05:09:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:09:20.280697 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3d9fd744-50fb-4004-8864-0421c5e05ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:20.371028 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-3d9fd744-50fb-4004-8864-0421c5e05ae6 None None] For port 339664a6-80ea-4840-941a-9dd2b017dfc6, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=339664a6-80ea-4840-941a-9dd2b017dfc6,segment=NetworkSegment(96e2ac7a-8b2b-44e1-8f83-84ee204d62b0),segment_id=96e2ac7a-8b2b-44e1-8f83-84ee204d62b0)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:20.383563 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3d9fd744-50fb-4004-8864-0421c5e05ae6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:20.421519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device df1b8e12-e28a-4333-9de8-051186daad3d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:09:20.470669 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d9fd744-50fb-4004-8864-0421c5e05ae6 None None] Pushing event updated for resources: {'Port': ['ID=339664a6-80ea-4840-941a-9dd2b017dfc6,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:20.528076 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:20.531093 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port df1b8e12-e28a-4333-9de8-051186daad3d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:20.531678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:20.534667 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:20.656019 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Pushing event updated for resources: {'Port': ['ID=6722de62-4689-43e1-aeca-676d81975f08,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:20.659827 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:20.666488 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c8d8f622-2291-4f17-9a0b-bf0142f5fe42 None None] Provisioning complete for port 6722de62-4689-43e1-aeca-676d81975f08 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:20.666952 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f622-2291-4f17-9a0b-bf0142f5fe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:20.733981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 339664a6-80ea-4840-941a-9dd2b017dfc6 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:09:20.763605 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c8d8f622-2291-4f17-9a0b-bf0142f5fe42 None None] Port 6722de62-4689-43e1-aeca-676d81975f08 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:09:20.791856 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Network fc81db5a-9b5a-4ebe-ae18-a5b493a45952 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:09:20.793411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:09:20.797656 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c8d8f622-2291-4f17-9a0b-bf0142f5fe42 None None] Provisioning complete for port 339664a6-80ea-4840-941a-9dd2b017dfc6 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:20.798112 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c8d8f622-2291-4f17-9a0b-bf0142f5fe42 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:20.858530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 339664a6-80ea-4840-941a-9dd2b017dfc6 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:20.858967 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:20.970247 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Router 4eff37aa-85d6-4be1-9357-d8cb5dc000b6 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:09:21.105500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:09:21.134878 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cdccca37-8470-41b7-904b-7b745b0903cd admin admin] 10.222.0.37 "PUT /v2.0/routers/4eff37aa-85d6-4be1-9357-d8cb5dc000b6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6308618 Nov 23 05:09:21.196445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c0dbe972-74c8-4b3e-ac23-3c6bbec8aed4 None None] Provisioning complete for port 6722de62-4689-43e1-aeca-676d81975f08 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:21.196927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c0dbe972-74c8-4b3e-ac23-3c6bbec8aed4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:21.236447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c0dbe972-74c8-4b3e-ac23-3c6bbec8aed4 None None] Port 6722de62-4689-43e1-aeca-676d81975f08 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:09:22.328356 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 97d95f65-0138-4e68-a132-923a2ee7ac1a up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:09:22.385339 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 97d95f65-0138-4e68-a132-923a2ee7ac1a triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:22.385693 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:22.476130 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 339664a6-80ea-4840-941a-9dd2b017dfc6 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:09:22.532206 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 339664a6-80ea-4840-941a-9dd2b017dfc6 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:22.532819 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:23.021225 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Sync routers for ids ['4eff37aa-85d6-4be1-9357-d8cb5dc000b6'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:09:23.032905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Routers {'4eff37aa-85d6-4be1-9357-d8cb5dc000b6'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:09:23.033739 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:09:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4eff37aa-85d6-4be1-9357-d8cb5dc000b6'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:23.156718 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Set router 4eff37aa-85d6-4be1-9357-d8cb5dc000b6 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:09:23.378198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'name': 'tempest-TestMinimumBasicScenario-311411905-router', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '97d95f65-0138-4e68-a132-923a2ee7ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:16Z', 'updated_at': '2021-11-23T05:09:20Z', 'revision_number': 4, 'project_id': 'a297531706634da39c4b80ea4a953ce6', 'gw_port': {'id': '97d95f65-0138-4e68-a132-923a2ee7ac1a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:17Z', 'updated_at': '2021-11-23T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '6722de62-4689-43e1-aeca-676d81975f08', 'name': '', 'network_id': 'fc81db5a-9b5a-4ebe-ae18-a5b493a45952', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6', 'mac_address': 'fa:16:3e:e5:7b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c0a74016-5a70-4e37-bdb9-d0e95a697533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:19Z', 'updated_at': '2021-11-23T05:09:20Z', 'revision_number': 2, 'project_id': 'a297531706634da39c4b80ea4a953ce6', 'subnets': [{'id': 'c0a74016-5a70-4e37-bdb9-d0e95a697533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:23.410939 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Checking router: 4eff37aa-85d6-4be1-9357-d8cb5dc000b6 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:09:23.411290 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Updating router 4eff37aa-85d6-4be1-9357-d8cb5dc000b6 port 6722de62-4689-43e1-aeca-676d81975f08 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:09:23.437976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:23.734069 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:23.740841 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:23.797529 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129acc6d-e29b-411b-968c-c85785e3b1e0 None None] Pushing event updated for resources: {'Port': ['ID=6722de62-4689-43e1-aeca-676d81975f08,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:23.863486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Attempting to bind port 6722de62-4689-43e1-aeca-676d81975f08 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:09:23.864132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Attempting to bind port 6722de62-4689-43e1-aeca-676d81975f08 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '96e2ac7a-8b2b-44e1-8f83-84ee204d62b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc81db5a-9b5a-4ebe-ae18-a5b493a45952'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:09:23.864656 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Attempting to bind port 6722de62-4689-43e1-aeca-676d81975f08 on network fc81db5a-9b5a-4ebe-ae18-a5b493a45952 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:09:23.871154 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 9, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:09:23.871788 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Checking segment: {'id': '96e2ac7a-8b2b-44e1-8f83-84ee204d62b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc81db5a-9b5a-4ebe-ae18-a5b493a45952'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:09:23.872345 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:23.872882 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Bound using segment: {'id': '96e2ac7a-8b2b-44e1-8f83-84ee204d62b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc81db5a-9b5a-4ebe-ae18-a5b493a45952'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:09:23.873530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Bound port: 6722de62-4689-43e1-aeca-676d81975f08, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '96e2ac7a-8b2b-44e1-8f83-84ee204d62b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 199, 'network_id': 'fc81db5a-9b5a-4ebe-ae18-a5b493a45952'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:09:23.874132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:23.950799 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] For port 6722de62-4689-43e1-aeca-676d81975f08, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:09:23.954380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] For port 6722de62-4689-43e1-aeca-676d81975f08, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6722de62-4689-43e1-aeca-676d81975f08,segment=NetworkSegment(96e2ac7a-8b2b-44e1-8f83-84ee204d62b0),segment_id=96e2ac7a-8b2b-44e1-8f83-84ee204d62b0)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:09:23.962680 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:24.017711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Routers {'4eff37aa-85d6-4be1-9357-d8cb5dc000b6'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:09:24.018355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:09:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4eff37aa-85d6-4be1-9357-d8cb5dc000b6'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:24.106663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-129acc6d-e29b-411b-968c-c85785e3b1e0 None None] Pushing event updated for resources: {'Port': ['ID=6722de62-4689-43e1-aeca-676d81975f08,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:24.141970 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a34232ad-dd30-4670-aae2-b95f5ee5ae30 None None] Provisioning complete for port 6722de62-4689-43e1-aeca-676d81975f08 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:24.142340 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a34232ad-dd30-4670-aae2-b95f5ee5ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:24.210596 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] Set router 4eff37aa-85d6-4be1-9357-d8cb5dc000b6 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:09:24.317545 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a34232ad-dd30-4670-aae2-b95f5ee5ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:24.406567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a34232ad-dd30-4670-aae2-b95f5ee5ae30 None None] For port 6722de62-4689-43e1-aeca-676d81975f08, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6722de62-4689-43e1-aeca-676d81975f08,segment=NetworkSegment(96e2ac7a-8b2b-44e1-8f83-84ee204d62b0),segment_id=96e2ac7a-8b2b-44e1-8f83-84ee204d62b0)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:24.413325 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a34232ad-dd30-4670-aae2-b95f5ee5ae30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:24.502006 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a34232ad-dd30-4670-aae2-b95f5ee5ae30 None None] Pushing event updated for resources: {'Port': ['ID=6722de62-4689-43e1-aeca-676d81975f08,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:24.535077 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'name': 'tempest-TestMinimumBasicScenario-311411905-router', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '97d95f65-0138-4e68-a132-923a2ee7ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:16Z', 'updated_at': '2021-11-23T05:09:20Z', 'revision_number': 4, 'project_id': 'a297531706634da39c4b80ea4a953ce6', 'gw_port': {'id': '97d95f65-0138-4e68-a132-923a2ee7ac1a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:17Z', 'updated_at': '2021-11-23T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '6722de62-4689-43e1-aeca-676d81975f08', 'name': '', 'network_id': 'fc81db5a-9b5a-4ebe-ae18-a5b493a45952', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6', 'mac_address': 'fa:16:3e:e5:7b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c0a74016-5a70-4e37-bdb9-d0e95a697533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:19Z', 'updated_at': '2021-11-23T05:09:23Z', 'revision_number': 4, 'project_id': 'a297531706634da39c4b80ea4a953ce6', 'subnets': [{'id': 'c0a74016-5a70-4e37-bdb9-d0e95a697533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:09:24.571561 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e9bfd66-7ce3-47ff-8677-f8d175831586 None None] The sync data for ids ['4eff37aa-85d6-4be1-9357-d8cb5dc000b6'] in dv-neutron-818850-1-hyperv is: [{'id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'name': 'tempest-TestMinimumBasicScenario-311411905-router', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '97d95f65-0138-4e68-a132-923a2ee7ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:16Z', 'updated_at': '2021-11-23T05:09:20Z', 'revision_number': 4, 'project_id': 'a297531706634da39c4b80ea4a953ce6', 'gw_port': {'id': '97d95f65-0138-4e68-a132-923a2ee7ac1a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:17Z', 'updated_at': '2021-11-23T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '6722de62-4689-43e1-aeca-676d81975f08', 'name': '', 'network_id': 'fc81db5a-9b5a-4ebe-ae18-a5b493a45952', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6', 'mac_address': 'fa:16:3e:e5:7b:6a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'c0a74016-5a70-4e37-bdb9-d0e95a697533', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:19Z', 'updated_at': '2021-11-23T05:09:23Z', 'revision_number': 4, 'project_id': 'a297531706634da39c4b80ea4a953ce6', 'subnets': [{'id': 'c0a74016-5a70-4e37-bdb9-d0e95a697533', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:09:24.578511 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b4d8ff76-7089-4080-9233-8e4a6a24df12 None None] Provisioning complete for port 6722de62-4689-43e1-aeca-676d81975f08 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:24.578900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b4d8ff76-7089-4080-9233-8e4a6a24df12 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:26.289131 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6722de62-4689-43e1-aeca-676d81975f08 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:09:26.362660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 6722de62-4689-43e1-aeca-676d81975f08 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:26.362947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:31.261034 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-5928ee35-0559-4ee8-b2a9-a3fa0e0cd9fa tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:31.262531 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-5928ee35-0559-4ee8-b2a9-a3fa0e0cd9fa tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/networks?id=d409a272-9053-4b1b-a98d-58c6dbd2d291 HTTP/1.1" status: 200 len: 814 time: 0.1040769 Nov 23 05:09:31.277883 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-0b14590c-1079-421a-b002-6b44d6031974 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/quotas/3f8d7b747d8f498cb8421be051360c37 HTTP/1.1" status: 200 len: 375 time: 0.0088527 Nov 23 05:09:31.328640 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-567bf23d-d7f8-43cc-abd9-870b103a0c8c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=3f8d7b747d8f498cb8421be051360c37&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0453959 Nov 23 05:09:31.510120 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-34f5fd95-f1ff-4ec3-baca-0f6d99beb5f6 service neutron] 10.222.0.37 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1703272 Nov 23 05:09:31.601853 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-5305b41f-70d5-4ffa-a8d2-aade050bc5ff service neutron] 10.222.0.37 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846682 Nov 23 05:09:31.803277 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cd993747-a52b-4f00-849e-ade4839321e4 req-1a9efa89-7594-4aaa-909e-cc97d943406e tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 210 time: 0.0764573 Nov 23 05:09:32.903585 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9b6250bc-76cf-4bd0-b40f-42464c3bc6b1 req-5418fb8e-2ae2-4ee5-a8cd-9a324ec7e924 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 210 time: 0.0288846 Nov 23 05:09:32.907884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-0af8c4dd-d4cc-4c0d-8f62-7fe5a80f91cf tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:32.909543 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-0af8c4dd-d4cc-4c0d-8f62-7fe5a80f91cf tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.15 "GET /v2.0/networks?id=d409a272-9053-4b1b-a98d-58c6dbd2d291 HTTP/1.1" status: 200 len: 814 time: 0.1177461 Nov 23 05:09:32.957225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-3bb77001-2c07-4582-a6d5-9cb53e16a2e2 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Request body: {'port': {'device_id': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'admin_state_up': True, 'tenant_id': '3f8d7b747d8f498cb8421be051360c37'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:09:33.065559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-3bb77001-2c07-4582-a6d5-9cb53e16a2e2 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Made reservation on behalf of 3f8d7b747d8f498cb8421be051360c37 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:09:33.069175 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-3bb77001-2c07-4582-a6d5-9cb53e16a2e2 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:33.199257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-3bb77001-2c07-4582-a6d5-9cb53e16a2e2 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Allocated IP 172.20.0.12 (d409a272-9053-4b1b-a98d-58c6dbd2d291/4fdfff0b-7ad6-4129-88ef-36988848c627/d3df96d5-575b-45a6-8d77-f4d29997ba10) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:09:33.383315 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-3bb77001-2c07-4582-a6d5-9cb53e16a2e2 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:33.423524 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-3bb77001-2c07-4582-a6d5-9cb53e16a2e2 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:33.484262 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb77001-2c07-4582-a6d5-9cb53e16a2e2 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Pushing event updated for resources: {'Port': ['ID=d3df96d5-575b-45a6-8d77-f4d29997ba10,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:33.496629 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-3bb77001-2c07-4582-a6d5-9cb53e16a2e2 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Network d409a272-9053-4b1b-a98d-58c6dbd2d291 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:09:33.498469 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-3bb77001-2c07-4582-a6d5-9cb53e16a2e2 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:09:33.501459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-3bb77001-2c07-4582-a6d5-9cb53e16a2e2 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:09:33.561588 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-3bb77001-2c07-4582-a6d5-9cb53e16a2e2 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:33.562580 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-3bb77001-2c07-4582-a6d5-9cb53e16a2e2 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:33.586276 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-3bb77001-2c07-4582-a6d5-9cb53e16a2e2 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6330764 Nov 23 05:09:33.784354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-83890284-eb81-421d-8c19-0e8e860bfbc1 None None] Provisioning complete for port d3df96d5-575b-45a6-8d77-f4d29997ba10 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:33.785450 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-83890284-eb81-421d-8c19-0e8e860bfbc1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:33.824687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-83890284-eb81-421d-8c19-0e8e860bfbc1 None None] Port d3df96d5-575b-45a6-8d77-f4d29997ba10 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:09:34.030741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee4f43b1-2a8f-46c0-bfb1-7e2eeb91c7be req-50f2580e-a62b-4921-a576-9534084eae2f tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:34.032339 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ee4f43b1-2a8f-46c0-bfb1-7e2eeb91c7be req-50f2580e-a62b-4921-a576-9534084eae2f tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 932 time: 0.0551653 Nov 23 05:09:34.088451 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ee4f43b1-2a8f-46c0-bfb1-7e2eeb91c7be req-46669b39-4c8e-424c-8667-7aa55a31af0a tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501146 Nov 23 05:09:35.205843 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1c713ff-1479-48f1-adc3-aca1712bf073 req-55099cfa-3412-4ad7-8bc2-0d927858c48c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:35.207343 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f1c713ff-1479-48f1-adc3-aca1712bf073 req-55099cfa-3412-4ad7-8bc2-0d927858c48c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 932 time: 0.0516617 Nov 23 05:09:35.262573 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f1c713ff-1479-48f1-adc3-aca1712bf073 req-24ef89ff-368f-4722-bc18-ac2190509eaf tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493352 Nov 23 05:09:36.377462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff6d36b4-3242-49a7-84ba-fa7ed0e48c67 req-ed740844-df78-4774-b14d-3653b0d07c01 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:36.379361 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ff6d36b4-3242-49a7-84ba-fa7ed0e48c67 req-ed740844-df78-4774-b14d-3653b0d07c01 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 932 time: 0.0497580 Nov 23 05:09:36.436783 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ff6d36b4-3242-49a7-84ba-fa7ed0e48c67 req-83d91800-c3d3-4919-84a4-1242575a7e63 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512166 Nov 23 05:09:36.953653 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d280efd9-d579-4428-9c79-34785b111407 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:37.557709 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248fb914-14dd-4bd1-977c-0f4754abdffa req-701935a9-b178-47e3-b780-508e3a58dd08 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:37.559416 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-248fb914-14dd-4bd1-977c-0f4754abdffa req-701935a9-b178-47e3-b780-508e3a58dd08 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 932 time: 0.0540297 Nov 23 05:09:37.621526 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-248fb914-14dd-4bd1-977c-0f4754abdffa req-0b2e0b6f-8f31-4fc1-8478-1743e71bc61c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429764 Nov 23 05:09:38.728637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43bc095-5996-4215-a1c2-581724af580a req-05c51255-a45f-400a-bd6a-5a6a9fd1080b tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:38.730280 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d43bc095-5996-4215-a1c2-581724af580a req-05c51255-a45f-400a-bd6a-5a6a9fd1080b tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 932 time: 0.0484807 Nov 23 05:09:38.782188 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d43bc095-5996-4215-a1c2-581724af580a req-78a3e66c-d4a1-4523-bc53-053de7ae8ebc tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436585 Nov 23 05:09:38.908729 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:39.235319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2a86af91-9646-4e6e-a498-2fbbeba2bba3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:39.902717 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa3ec7a-54a3-4b96-80de-c030bc0cbda1 req-547a6505-e04f-4ae3-bebc-52d81f79f613 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:39.904381 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4aa3ec7a-54a3-4b96-80de-c030bc0cbda1 req-547a6505-e04f-4ae3-bebc-52d81f79f613 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 932 time: 0.0518377 Nov 23 05:09:39.956200 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4aa3ec7a-54a3-4b96-80de-c030bc0cbda1 req-9f695474-bc2d-475b-be5a-930860a01395 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450718 Nov 23 05:09:40.453554 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:41.079681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d4946e-6735-4ec5-8106-ebe731b2e98f req-921668f0-d489-4eac-98af-3b91f8718259 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:41.081189 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c5d4946e-6735-4ec5-8106-ebe731b2e98f req-921668f0-d489-4eac-98af-3b91f8718259 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 932 time: 0.0556490 Nov 23 05:09:41.130266 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c5d4946e-6735-4ec5-8106-ebe731b2e98f req-2e3341e3-cb3f-4512-9143-0f229709cbe5 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432189 Nov 23 05:09:41.866106 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:42.259071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22b4f34-5015-45a1-82be-bf5b476df0fa req-d8430738-5b56-4a55-918b-01169b4bdea5 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:42.260711 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f22b4f34-5015-45a1-82be-bf5b476df0fa req-d8430738-5b56-4a55-918b-01169b4bdea5 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 932 time: 0.0575485 Nov 23 05:09:42.312941 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f22b4f34-5015-45a1-82be-bf5b476df0fa req-206f6ee2-3c7b-4d6b-a3a5-86744a127ce0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451109 Nov 23 05:09:42.715981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:43.424584 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94581cf2-27ae-4a43-8b61-81d7c14198bb req-b25369f0-615b-4b9a-bd19-218a8e63edd8 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:43.426035 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-94581cf2-27ae-4a43-8b61-81d7c14198bb req-b25369f0-615b-4b9a-bd19-218a8e63edd8 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 932 time: 0.0478635 Nov 23 05:09:43.473871 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-94581cf2-27ae-4a43-8b61-81d7c14198bb req-56f8a6bb-7152-4aed-8183-f01c16407fa0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420516 Nov 23 05:09:43.593995 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-ad85231f-a562-48ab-ad6a-3accd77e0d2f tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:09:43.594867 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-ad85231f-a562-48ab-ad6a-3accd77e0d2f tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0057995 Nov 23 05:09:43.665459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Request body: {'port': {'device_id': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:09:43.720145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:43.972091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d3df96d5-575b-45a6-8d77-f4d29997ba10 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:09:43.979529 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:43.995005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Transition to ACTIVE for port object d3df96d5-575b-45a6-8d77-f4d29997ba10 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:09:43.998687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:44.089803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Pushing event updated for resources: {'Port': ['ID=d3df96d5-575b-45a6-8d77-f4d29997ba10,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:44.126737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Attempting to bind port d3df96d5-575b-45a6-8d77-f4d29997ba10 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:09:44.127081 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Attempting to bind port d3df96d5-575b-45a6-8d77-f4d29997ba10 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'f8592119-c82f-4d7b-99f3-b344a0cf877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:09:44.127396 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Attempting to bind port d3df96d5-575b-45a6-8d77-f4d29997ba10 on network d409a272-9053-4b1b-a98d-58c6dbd2d291 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:09:44.132293 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Port d3df96d5-575b-45a6-8d77-f4d29997ba10 on network d409a272-9053-4b1b-a98d-58c6dbd2d291 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:09:44.132643 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Attempting to bind port d3df96d5-575b-45a6-8d77-f4d29997ba10 on network d409a272-9053-4b1b-a98d-58c6dbd2d291 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:09:44.138229 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 9, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:09:44.138582 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Checking segment: {'id': 'f8592119-c82f-4d7b-99f3-b344a0cf877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:09:44.138973 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Bound using segment: {'id': 'f8592119-c82f-4d7b-99f3-b344a0cf877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:09:44.139425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Bound port: d3df96d5-575b-45a6-8d77-f4d29997ba10, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8592119-c82f-4d7b-99f3-b344a0cf877d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 168, 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:09:44.140055 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:44.206188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] For port d3df96d5-575b-45a6-8d77-f4d29997ba10, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:09:44.209354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] For port d3df96d5-575b-45a6-8d77-f4d29997ba10, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d3df96d5-575b-45a6-8d77-f4d29997ba10,segment=NetworkSegment(f8592119-c82f-4d7b-99f3-b344a0cf877d),segment_id=f8592119-c82f-4d7b-99f3-b344a0cf877d)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:09:44.214257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:44.253655 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:44.254282 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:44.255660 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] 10.222.0.15 "PUT /v2.0/ports/d3df96d5-575b-45a6-8d77-f4d29997ba10 HTTP/1.1" status: 200 len: 1094 time: 0.6371796 Nov 23 05:09:44.256109 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'tag': 'd3df96d5-575b-45a6-8d77-f4d29997ba10'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:09:44.258448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-977e3438-8b95-4f01-b4d8-06f6143ef540" -d '{"events": [{"name": "network-changed", "server_uuid": "39f0b854-d18a-4c21-a434-2b38f863f45e", "tag": "d3df96d5-575b-45a6-8d77-f4d29997ba10"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:09:44.282491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed2431-ca71-4878-8d75-30cb1924a771 service neutron] Pushing event updated for resources: {'Port': ['ID=d3df96d5-575b-45a6-8d77-f4d29997ba10,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:44.302861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:09:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f7ffdb-7f8a-491f-87c0-93a9e8b328af x-openstack-request-id: req-d0f7ffdb-7f8a-491f-87c0-93a9e8b328af {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:09:44.303155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f0b854-d18a-4c21-a434-2b38f863f45e", "tag": "d3df96d5-575b-45a6-8d77-f4d29997ba10", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:09:44.303413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d0f7ffdb-7f8a-491f-87c0-93a9e8b328af {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:09:44.303822 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'tag': 'd3df96d5-575b-45a6-8d77-f4d29997ba10', 'status': 'completed', 'code': 200} Nov 23 05:09:44.373892 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-856d2bc1-9258-420b-b106-139a55b86ee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:44.375386 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-856d2bc1-9258-420b-b106-139a55b86ee8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f8d7b747d8f498cb8421be051360c37&device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 1097 time: 0.0466800 Nov 23 05:09:44.413074 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:09:44.430087 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-46be2082-04a4-431f-b17d-d168a818e702 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3df96d5-575b-45a6-8d77-f4d29997ba10 HTTP/1.1" status: 200 len: 217 time: 0.0364280 Nov 23 05:09:44.485838 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-9d388490-8612-45bf-8e63-ac396f4a07f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:44.487196 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-9d388490-8612-45bf-8e63-ac396f4a07f8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fdfff0b-7ad6-4129-88ef-36988848c627 HTTP/1.1" status: 200 len: 853 time: 0.0447485 Nov 23 05:09:44.538470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-f516eebb-b881-4106-8d52-11e782d9748c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:44.539964 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-f516eebb-b881-4106-8d52-11e782d9748c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d409a272-9053-4b1b-a98d-58c6dbd2d291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0414741 Nov 23 05:09:44.639920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef72970-6d72-4f04-9b3d-4682fd7f70c7 req-d34d4876-299d-4711-a112-28190352be24 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:44.641394 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1ef72970-6d72-4f04-9b3d-4682fd7f70c7 req-d34d4876-299d-4711-a112-28190352be24 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 944 time: 0.1005421 Nov 23 05:09:44.682910 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-f47dbf54-3b49-4847-8c32-8fb626ee110b service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315289 Nov 23 05:09:44.715627 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1ef72970-6d72-4f04-9b3d-4682fd7f70c7 req-14a1dbc6-d137-4d46-aff7-54bd46449ad4 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657213 Nov 23 05:09:44.789943 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83caf239-c0b4-44f8-a93f-d43a0320be98 req-c189ddc0-cb2e-4a69-8b2d-f51f7def5804 service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924778 Nov 23 05:09:44.941536 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e3438-8b95-4f01-b4d8-06f6143ef540 req-4d95f1c3-557f-4acd-8532-c415acf0eaed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:44.942987 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-977e3438-8b95-4f01-b4d8-06f6143ef540 req-4d95f1c3-557f-4acd-8532-c415acf0eaed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f8d7b747d8f498cb8421be051360c37&device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 1097 time: 0.0401821 Nov 23 05:09:45.372485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e3438-8b95-4f01-b4d8-06f6143ef540 req-c6e1ec9a-cd1e-4995-aba3-ebac3071d5e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:45.373999 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-977e3438-8b95-4f01-b4d8-06f6143ef540 req-c6e1ec9a-cd1e-4995-aba3-ebac3071d5e3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d409a272-9053-4b1b-a98d-58c6dbd2d291 HTTP/1.1" status: 200 len: 915 time: 0.4213560 Nov 23 05:09:45.416529 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-977e3438-8b95-4f01-b4d8-06f6143ef540 req-3b7081c9-32b3-45de-90e7-36b5faa39e66 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3df96d5-575b-45a6-8d77-f4d29997ba10 HTTP/1.1" status: 200 len: 217 time: 0.0344701 Nov 23 05:09:45.469952 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e3438-8b95-4f01-b4d8-06f6143ef540 req-bcab4973-6c27-4749-8d8f-3e8d8864a707 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:45.471380 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-977e3438-8b95-4f01-b4d8-06f6143ef540 req-bcab4973-6c27-4749-8d8f-3e8d8864a707 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fdfff0b-7ad6-4129-88ef-36988848c627 HTTP/1.1" status: 200 len: 853 time: 0.0468881 Nov 23 05:09:45.518389 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977e3438-8b95-4f01-b4d8-06f6143ef540 req-964e5edc-e71f-492e-86fa-9956043fb788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:45.519821 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-977e3438-8b95-4f01-b4d8-06f6143ef540 req-964e5edc-e71f-492e-86fa-9956043fb788 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d409a272-9053-4b1b-a98d-58c6dbd2d291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398936 Nov 23 05:09:45.610812 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-977e3438-8b95-4f01-b4d8-06f6143ef540 req-70831008-f775-44e2-894f-ad026d6f14c2 service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821583 Nov 23 05:09:45.706115 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-977e3438-8b95-4f01-b4d8-06f6143ef540 req-14810a6e-1e8d-4453-9368-75f57b6edf67 service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881193 Nov 23 05:09:45.831870 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b22819-a04c-4c18-8ced-31e717129d54 req-c47edbb1-ea25-423b-ba01-6e6e8e8cdb3d tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:45.833372 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-50b22819-a04c-4c18-8ced-31e717129d54 req-c47edbb1-ea25-423b-ba01-6e6e8e8cdb3d tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 944 time: 0.0489693 Nov 23 05:09:45.881740 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-50b22819-a04c-4c18-8ced-31e717129d54 req-03bb653b-8310-445a-9ca1-8780035d1625 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419855 Nov 23 05:09:46.913797 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device d3df96d5-575b-45a6-8d77-f4d29997ba10 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:09:46.996438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c9bd1-6186-4005-be83-b66be0d3da39 req-3c7969b6-4bf9-4969-a891-7f0886b47462 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:46.997946 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a79c9bd1-6186-4005-be83-b66be0d3da39 req-3c7969b6-4bf9-4969-a891-7f0886b47462 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 944 time: 0.0503948 Nov 23 05:09:47.008443 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port d3df96d5-575b-45a6-8d77-f4d29997ba10, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d3df96d5-575b-45a6-8d77-f4d29997ba10,segment=NetworkSegment(f8592119-c82f-4d7b-99f3-b344a0cf877d),segment_id=f8592119-c82f-4d7b-99f3-b344a0cf877d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:47.020875 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'd3df96d5-575b-45a6-8d77-f4d29997ba10', 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'port_id': 'd3df96d5-575b-45a6-8d77-f4d29997ba10', 'mac_address': 'fa:16:3e:d9:42:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 168, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:09:47.045208 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a79c9bd1-6186-4005-be83-b66be0d3da39 req-79b4d71c-b2d6-4b3d-bc2f-67c669dbc395 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406413 Nov 23 05:09:47.060468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:47.074587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d3df96d5-575b-45a6-8d77-f4d29997ba10 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:09:47.093727 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port d3df96d5-575b-45a6-8d77-f4d29997ba10, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d3df96d5-575b-45a6-8d77-f4d29997ba10,segment=NetworkSegment(f8592119-c82f-4d7b-99f3-b344a0cf877d),segment_id=f8592119-c82f-4d7b-99f3-b344a0cf877d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:47.097304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:47.143525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=d3df96d5-575b-45a6-8d77-f4d29997ba10,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:47.150322 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:47.150681 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:47.151024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:47.151367 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:47.151702 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:47.152039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:47.152373 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:47.152704 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:47.153035 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:47.153394 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:47.153724 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:47.154049 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:09:47.446538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['d3df96d5-575b-45a6-8d77-f4d29997ba10'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:09:48.159240 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1817e0d6-9f7a-45cc-b67b-ce23c0d66840 req-0d71d5c9-aeb8-43b4-9fba-18718f4705c6 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:48.160733 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1817e0d6-9f7a-45cc-b67b-ce23c0d66840 req-0d71d5c9-aeb8-43b4-9fba-18718f4705c6 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 945 time: 0.0485084 Nov 23 05:09:48.211650 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1817e0d6-9f7a-45cc-b67b-ce23c0d66840 req-5cb6b0cb-5e82-4995-b4ce-580f53ba4d47 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450120 Nov 23 05:09:48.931159 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device d3df96d5-575b-45a6-8d77-f4d29997ba10 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:09:48.980320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port d3df96d5-575b-45a6-8d77-f4d29997ba10 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:09:48.985023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port d3df96d5-575b-45a6-8d77-f4d29997ba10 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:09:48.985427 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:49.063139 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:49.084388 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3df96d5-575b-45a6-8d77-f4d29997ba10'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:09:49.086640 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15310ed3-3166-4115-8265-591f468cee3a" -d '{"events": [{"server_uuid": "39f0b854-d18a-4c21-a434-2b38f863f45e", "name": "network-vif-plugged", "status": "completed", "tag": "d3df96d5-575b-45a6-8d77-f4d29997ba10"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:09:49.099968 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port d3df96d5-575b-45a6-8d77-f4d29997ba10, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d3df96d5-575b-45a6-8d77-f4d29997ba10,segment=NetworkSegment(f8592119-c82f-4d7b-99f3-b344a0cf877d),segment_id=f8592119-c82f-4d7b-99f3-b344a0cf877d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:09:49.103963 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:09:49.128266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:09:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c3d1218-e3b4-4df4-bcbc-b2d6d76958c2 x-openstack-request-id: req-9c3d1218-e3b4-4df4-bcbc-b2d6d76958c2 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:09:49.128749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f0b854-d18a-4c21-a434-2b38f863f45e", "name": "network-vif-plugged", "status": "completed", "tag": "d3df96d5-575b-45a6-8d77-f4d29997ba10", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:09:49.128864 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9c3d1218-e3b4-4df4-bcbc-b2d6d76958c2 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:09:49.129177 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd3df96d5-575b-45a6-8d77-f4d29997ba10', 'code': 200} Nov 23 05:09:49.154226 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=d3df96d5-575b-45a6-8d77-f4d29997ba10,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:09:49.334944 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191b44b2-8a2a-4cbd-b78b-77630e80eec9 req-7bc25f3d-16ca-46d9-8c8e-3072cc204b4c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:49.336602 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-191b44b2-8a2a-4cbd-b78b-77630e80eec9 req-7bc25f3d-16ca-46d9-8c8e-3072cc204b4c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 946 time: 0.0551887 Nov 23 05:09:49.362884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007c44c9-90b6-4d22-a589-2edd6d5e0e08 req-4f48295e-92a3-46be-ba8e-72381d992676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:49.364354 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-007c44c9-90b6-4d22-a589-2edd6d5e0e08 req-4f48295e-92a3-46be-ba8e-72381d992676 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 1099 time: 0.0458179 Nov 23 05:09:49.388797 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-191b44b2-8a2a-4cbd-b78b-77630e80eec9 req-14348762-4c97-4a91-a7b6-596098c82dfe tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450459 Nov 23 05:09:49.413223 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-007c44c9-90b6-4d22-a589-2edd6d5e0e08 req-754ad8d0-76c1-42cd-b3ee-4fc18599524f service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377865 Nov 23 05:09:50.503609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999dd00-89b2-401c-b107-f5541e27e90c req-d0dea1a1-9a39-4a8f-8082-f5b25d0671a4 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:50.504996 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d999dd00-89b2-401c-b107-f5541e27e90c req-d0dea1a1-9a39-4a8f-8082-f5b25d0671a4 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 946 time: 0.0488451 Nov 23 05:09:50.553533 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d999dd00-89b2-401c-b107-f5541e27e90c req-969f445b-d7a0-4012-bf13-26a4dd0d3cac tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426407 Nov 23 05:09:51.667152 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d18bda-2b2a-4478-9f6f-9a270e1cb2e8 req-08beae78-abb5-48ca-9022-c2d3380aaa99 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:51.668644 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a5d18bda-2b2a-4478-9f6f-9a270e1cb2e8 req-08beae78-abb5-48ca-9022-c2d3380aaa99 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 946 time: 0.0481262 Nov 23 05:09:51.714716 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a5d18bda-2b2a-4478-9f6f-9a270e1cb2e8 req-0fbc2777-37ab-46e5-bc87-07e376d82826 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396595 Nov 23 05:09:51.826796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9f0c23-7cfb-422f-8d84-ba790b9cdfd8 req-37a66049-9acf-4740-8a63-5ac5d9bf1faf tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:51.828352 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5f9f0c23-7cfb-422f-8d84-ba790b9cdfd8 req-37a66049-9acf-4740-8a63-5ac5d9bf1faf tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 946 time: 0.0491891 Nov 23 05:09:51.878636 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5f9f0c23-7cfb-422f-8d84-ba790b9cdfd8 req-690f5d17-9474-4687-a030-6d9af594a193 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440271 Nov 23 05:09:52.191669 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2955627-bf44-47ea-9416-422d2f1afa4c req-89e7be97-510c-4a11-826b-da95c69da73a tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:09:52.192993 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d2955627-bf44-47ea-9416-422d2f1afa4c req-89e7be97-510c-4a11-826b-da95c69da73a tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 946 time: 0.0478067 Nov 23 05:09:52.238973 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d2955627-bf44-47ea-9416-422d2f1afa4c req-5cb4fb0b-0788-480f-ad04-7246b4cf4884 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401711 Nov 23 05:10:05.756748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad501f30-d8b2-4bb1-b981-658f598dc91a req-692ad0b1-b520-4626-b8d3-8ec761cc9218 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:05.758209 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ad501f30-d8b2-4bb1-b981-658f598dc91a req-692ad0b1-b520-4626-b8d3-8ec761cc9218 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 946 time: 0.0473375 Nov 23 05:10:05.804932 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ad501f30-d8b2-4bb1-b981-658f598dc91a req-947f9269-4a98-45b5-a922-91cb6d918dc7 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404174 Nov 23 05:10:05.827825 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52210) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:10:05.911171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009cbca0-e70c-4c91-be21-89dc01fad7b0 tempest-TestMinimumBasicScenario-745151258 tempest-TestMinimumBasicScenario-745151258-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:05.912716 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-009cbca0-e70c-4c91-be21-89dc01fad7b0 tempest-TestMinimumBasicScenario-745151258 tempest-TestMinimumBasicScenario-745151258-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 1094 time: 0.0838881 Nov 23 05:10:05.915737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52214) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:10:05.920148 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': 'd3df96d5-575b-45a6-8d77-f4d29997ba10', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:10:05.942050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:06.037597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:06.144371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Allocated IP 172.26.8.105 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/204b2f63-daeb-4fc9-b79f-80a1ebedc2b1) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:10:06.244311 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:06.276965 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:06.320624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:10:06.324988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:10:06.329359 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:10:06.332341 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Pushing event updated for resources: {'Port': ['ID=204b2f63-daeb-4fc9-b79f-80a1ebedc2b1,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:10:06.356815 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:06.357711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:06.358053 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:06.358394 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:06.358723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:06.359052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:06.359378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:06.359707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:06.360027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:06.360349 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:06.360672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:06.360993 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:06.698997 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:06.767816 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:06.920727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:06.925163 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:06.947054 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-15804c36-63cc-4926-9fa6-13e9f40d5a5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:06.992487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Pushing event updated for resources: {'Port': ['ID=204b2f63-daeb-4fc9-b79f-80a1ebedc2b1,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:10:07.003990 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.106413 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Floating IP 54892dea-0801-4602-89f5-f29bc528e6fc associated. External IP: 172.26.8.105, port: d3df96d5-575b-45a6-8d77-f4d29997ba10. Nov 23 05:10:07.313950 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Router fc5ca977-40ef-4f73-9f1b-91f537d64443 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:10:07.420430 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:10:07.430274 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa010445-24ff-41b9-a142-ed9fcc60aae8 None None] Sync routers for ids ['fc5ca977-40ef-4f73-9f1b-91f537d64443'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:10:07.438920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.441453 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa010445-24ff-41b9-a142-ed9fcc60aae8 None None] Routers {'fc5ca977-40ef-4f73-9f1b-91f537d64443'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:10:07.442013 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-fa010445-24ff-41b9-a142-ed9fcc60aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:09:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['fc5ca977-40ef-4f73-9f1b-91f537d64443'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:10:07.468145 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0f45d470-33db-4351-82f4-3e930a2184a0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5514069 Nov 23 05:10:07.469147 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'tag': 'd3df96d5-575b-45a6-8d77-f4d29997ba10'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:10:07.470945 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52216) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:10:07.471726 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83a6e4e1-2912-4706-bdfa-a1cc29a0025c" -d '{"events": [{"name": "network-changed", "server_uuid": "39f0b854-d18a-4c21-a434-2b38f863f45e", "tag": "d3df96d5-575b-45a6-8d77-f4d29997ba10"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:10:07.481078 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-111229317', 'description': 'tempest-secgroup-smoke-111229317 description', 'project_id': '3f8d7b747d8f498cb8421be051360c37'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:10:07.506003 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.518785 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:10:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04b5ccc8-02c5-43ed-836c-5ac6e7378cfd x-openstack-request-id: req-04b5ccc8-02c5-43ed-836c-5ac6e7378cfd {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:10:07.519079 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f0b854-d18a-4c21-a434-2b38f863f45e", "tag": "d3df96d5-575b-45a6-8d77-f4d29997ba10", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:10:07.519336 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-04b5ccc8-02c5-43ed-836c-5ac6e7378cfd {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:10:07.519752 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'tag': 'd3df96d5-575b-45a6-8d77-f4d29997ba10', 'status': 'completed', 'code': 200} Nov 23 05:10:07.550018 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-fa010445-24ff-41b9-a142-ed9fcc60aae8 None None] Set router fc5ca977-40ef-4f73-9f1b-91f537d64443 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:10:07.575758 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.580196 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.604920 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.606383 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1342645 Nov 23 05:10:07.610337 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52220) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:10:07.614576 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-f668dea2-79be-4ed2-a143-59cb9f1d5a87 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Request body: {'security_group_rule': {'security_group_id': '8d870476-f7ea-42cf-97cb-f86c2700a163', 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:10:07.623242 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6e4e1-2912-4706-bdfa-a1cc29a0025c req-7a667710-e27f-4e13-8472-5bb5dc31c0ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:07.624798 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83a6e4e1-2912-4706-bdfa-a1cc29a0025c req-7a667710-e27f-4e13-8472-5bb5dc31c0ca service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f8d7b747d8f498cb8421be051360c37&device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 1099 time: 0.0487027 Nov 23 05:10:07.631205 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d870476-f7ea-42cf-97cb-f86c2700a163,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:10:07.646703 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:07.647045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:07.647389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:07.647727 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:07.648061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:07.648395 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:07.648724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:07.649050 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:07.649405 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:07.649734 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:07.650058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:07.650382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-810928bf-9ecd-4037-bcbb-a78da69d28b0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:10:07.663130 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f668dea2-79be-4ed2-a143-59cb9f1d5a87 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.714842 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f668dea2-79be-4ed2-a143-59cb9f1d5a87 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.719298 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f668dea2-79be-4ed2-a143-59cb9f1d5a87 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.734857 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6e4e1-2912-4706-bdfa-a1cc29a0025c req-1d210930-f521-42b1-ab6c-3f62fc886075 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:07.736344 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83a6e4e1-2912-4706-bdfa-a1cc29a0025c req-1d210930-f521-42b1-ab6c-3f62fc886075 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d409a272-9053-4b1b-a98d-58c6dbd2d291 HTTP/1.1" status: 200 len: 915 time: 0.1035581 Nov 23 05:10:07.738342 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f668dea2-79be-4ed2-a143-59cb9f1d5a87 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5051010c-8bd2-481e-a49b-b6b96ee2f669,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:10:07.747069 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f668dea2-79be-4ed2-a143-59cb9f1d5a87 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.749817 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f668dea2-79be-4ed2-a143-59cb9f1d5a87 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1385753 Nov 23 05:10:07.751681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52222) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:10:07.756747 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-384ba82c-4179-4701-9b3d-00b5303d76c5 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Request body: {'security_group_rule': {'security_group_id': '8d870476-f7ea-42cf-97cb-f86c2700a163', 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:10:07.788894 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-384ba82c-4179-4701-9b3d-00b5303d76c5 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.814492 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83a6e4e1-2912-4706-bdfa-a1cc29a0025c req-d06a6388-8791-44d9-954f-de572d63d884 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3df96d5-575b-45a6-8d77-f4d29997ba10 HTTP/1.1" status: 200 len: 1000 time: 0.0692897 Nov 23 05:10:07.819664 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-fa010445-24ff-41b9-a142-ed9fcc60aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'gw_port': {'id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '54892dea-0801-4602-89f5-f29bc528e6fc', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'floating_ip_address': '172.26.8.105', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'port_id': 'd3df96d5-575b-45a6-8d77-f4d29997ba10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'mac_address': 'fa:16:3e:d9:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:10:06Z', 'updated_at': '2021-11-23T05:10:06Z', 'revision_number': 0, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1b8e12-e28a-4333-9de8-051186daad3d', 'name': '', 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'mac_address': 'fa:16:3e:f7:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:14Z', 'updated_at': '2021-11-23T05:09:19Z', 'revision_number': 5, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'subnets': [{'id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:10:07.847269 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-384ba82c-4179-4701-9b3d-00b5303d76c5 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.849770 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa010445-24ff-41b9-a142-ed9fcc60aae8 None None] Checking router: fc5ca977-40ef-4f73-9f1b-91f537d64443 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:10:07.851497 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-384ba82c-4179-4701-9b3d-00b5303d76c5 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.862130 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa010445-24ff-41b9-a142-ed9fcc60aae8 None None] Routers {'fc5ca977-40ef-4f73-9f1b-91f537d64443'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:10:07.862795 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-fa010445-24ff-41b9-a142-ed9fcc60aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:09:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['fc5ca977-40ef-4f73-9f1b-91f537d64443'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:10:07.869254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384ba82c-4179-4701-9b3d-00b5303d76c5 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc2cc1e1-97d9-4162-9925-2459083a0e54,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:10:07.870815 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6e4e1-2912-4706-bdfa-a1cc29a0025c req-821b37dc-82f9-4b55-8893-e014e8ffd5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:07.872600 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83a6e4e1-2912-4706-bdfa-a1cc29a0025c req-821b37dc-82f9-4b55-8893-e014e8ffd5ba service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fdfff0b-7ad6-4129-88ef-36988848c627 HTTP/1.1" status: 200 len: 853 time: 0.0485418 Nov 23 05:10:07.878749 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-384ba82c-4179-4701-9b3d-00b5303d76c5 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.879986 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-384ba82c-4179-4701-9b3d-00b5303d76c5 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273780 Nov 23 05:10:07.882708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52224) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:10:07.887118 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-dbc2fdea-f649-4103-b9d6-b82855d38dc3 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Request body: {'security_group_rule': {'security_group_id': '8d870476-f7ea-42cf-97cb-f86c2700a163', 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:10:07.915626 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fdea-f649-4103-b9d6-b82855d38dc3 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.929167 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a6e4e1-2912-4706-bdfa-a1cc29a0025c req-cde6f3fd-7865-4756-960f-5235d2597b79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:07.930859 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83a6e4e1-2912-4706-bdfa-a1cc29a0025c req-cde6f3fd-7865-4756-960f-5235d2597b79 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d409a272-9053-4b1b-a98d-58c6dbd2d291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0500746 Nov 23 05:10:07.977791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fdea-f649-4103-b9d6-b82855d38dc3 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.980214 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-fa010445-24ff-41b9-a142-ed9fcc60aae8 None None] Set router fc5ca977-40ef-4f73-9f1b-91f537d64443 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:10:07.981873 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fdea-f649-4103-b9d6-b82855d38dc3 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:07.999788 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc2fdea-f649-4103-b9d6-b82855d38dc3 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0a9df47-0981-44fe-a591-eeaad12f6b4a,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:10:08.016898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dbc2fdea-f649-4103-b9d6-b82855d38dc3 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.021895 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dbc2fdea-f649-4103-b9d6-b82855d38dc3 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1376081 Nov 23 05:10:08.022588 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52226) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:10:08.027016 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ed373606-c55c-4fbb-907f-b3676920a699 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Request body: {'security_group_rule': {'security_group_id': '8d870476-f7ea-42cf-97cb-f86c2700a163', 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:10:08.052616 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83a6e4e1-2912-4706-bdfa-a1cc29a0025c req-bf2d5ec7-1f90-4d3b-aebc-d40ac9ec148f service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1136079 Nov 23 05:10:08.072102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ed373606-c55c-4fbb-907f-b3676920a699 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.204844 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ed373606-c55c-4fbb-907f-b3676920a699 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.207944 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-83a6e4e1-2912-4706-bdfa-a1cc29a0025c req-37872520-b944-4658-b12a-6419c63b2308 service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447334 Nov 23 05:10:08.210573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ed373606-c55c-4fbb-907f-b3676920a699 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.214873 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-fa010445-24ff-41b9-a142-ed9fcc60aae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'gw_port': {'id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '54892dea-0801-4602-89f5-f29bc528e6fc', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'floating_ip_address': '172.26.8.105', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'port_id': 'd3df96d5-575b-45a6-8d77-f4d29997ba10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'mac_address': 'fa:16:3e:d9:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:10:06Z', 'updated_at': '2021-11-23T05:10:06Z', 'revision_number': 0, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1b8e12-e28a-4333-9de8-051186daad3d', 'name': '', 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'mac_address': 'fa:16:3e:f7:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:14Z', 'updated_at': '2021-11-23T05:09:19Z', 'revision_number': 5, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'subnets': [{'id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:10:08.225692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed373606-c55c-4fbb-907f-b3676920a699 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e37c49e-d1c7-4c04-a657-bb8dc24cba04,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:10:08.239216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ed373606-c55c-4fbb-907f-b3676920a699 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.240815 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ed373606-c55c-4fbb-907f-b3676920a699 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2168872 Nov 23 05:10:08.243132 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52228) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:10:08.245912 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa010445-24ff-41b9-a142-ed9fcc60aae8 None None] The sync data for ids ['fc5ca977-40ef-4f73-9f1b-91f537d64443'] in dv-neutron-818850-1-hyperv is: [{'id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'gw_port': {'id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '54892dea-0801-4602-89f5-f29bc528e6fc', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'floating_ip_address': '172.26.8.105', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'port_id': 'd3df96d5-575b-45a6-8d77-f4d29997ba10', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1678, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'mac_address': 'fa:16:3e:d9:42:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:10:06Z', 'updated_at': '2021-11-23T05:10:06Z', 'revision_number': 0, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'df1b8e12-e28a-4333-9de8-051186daad3d', 'name': '', 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'mac_address': 'fa:16:3e:f7:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:14Z', 'updated_at': '2021-11-23T05:09:19Z', 'revision_number': 5, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'subnets': [{'id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:10:08.248261 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-86ea0f94-0eee-4c70-82dd-3465d0be9708 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Request body: {'security_group_rule': {'security_group_id': '8d870476-f7ea-42cf-97cb-f86c2700a163', 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:10:08.270773 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-86ea0f94-0eee-4c70-82dd-3465d0be9708 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Project 3f8d7b747d8f498cb8421be051360c37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:10:08.275763 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86ea0f94-0eee-4c70-82dd-3465d0be9708 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.336913 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86ea0f94-0eee-4c70-82dd-3465d0be9708 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.340503 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86ea0f94-0eee-4c70-82dd-3465d0be9708 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.358217 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ea0f94-0eee-4c70-82dd-3465d0be9708 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccdaa48-11f8-49b3-bd75-568e88fbaa27,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:10:08.366489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-86ea0f94-0eee-4c70-82dd-3465d0be9708 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.370145 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-86ea0f94-0eee-4c70-82dd-3465d0be9708 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1234152 Nov 23 05:10:08.370413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52230) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:10:08.375063 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f1fe87aa-ab82-4765-bb97-2ba5876ca751 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Request body: {'security_group_rule': {'security_group_id': '8d870476-f7ea-42cf-97cb-f86c2700a163', 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:10:08.398687 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-f1fe87aa-ab82-4765-bb97-2ba5876ca751 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Project 3f8d7b747d8f498cb8421be051360c37 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:10:08.405352 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f1fe87aa-ab82-4765-bb97-2ba5876ca751 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.463869 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669cab66-33a4-4f9c-932b-907a35c4d346 None None] New status for floating IP 54892dea-0801-4602-89f5-f29bc528e6fc: ACTIVE {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:10:08.470321 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f1fe87aa-ab82-4765-bb97-2ba5876ca751 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.474718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f1fe87aa-ab82-4765-bb97-2ba5876ca751 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.493083 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1fe87aa-ab82-4765-bb97-2ba5876ca751 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3090de30-8b73-474f-a0a3-4a9780d950df,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:10:08.502655 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f1fe87aa-ab82-4765-bb97-2ba5876ca751 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.506489 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f1fe87aa-ab82-4765-bb97-2ba5876ca751 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1323805 Nov 23 05:10:08.595798 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4fc389af-7234-4358-bc20-78641eeddf50 req-e20e6122-1654-4b37-9196-63a37c77391b tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111229317&fields=id&tenant_id=3f8d7b747d8f498cb8421be051360c37 HTTP/1.1" status: 200 len: 267 time: 0.0439649 Nov 23 05:10:08.651179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc389af-7234-4358-bc20-78641eeddf50 req-e5cdb928-74d9-484e-a5d0-4506ba98344c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:08.652636 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4fc389af-7234-4358-bc20-78641eeddf50 req-e5cdb928-74d9-484e-a5d0-4506ba98344c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 946 time: 0.0500989 Nov 23 05:10:08.664186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-4fc389af-7234-4358-bc20-78641eeddf50 req-4b8d0153-cd73-41f9-81d3-9342e7572369 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Request body: {'port': {'security_groups': ['fd064e8b-3bf3-4357-8581-9bdaa3db8180', '8d870476-f7ea-42cf-97cb-f86c2700a163']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:10:08.726893 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-4fc389af-7234-4358-bc20-78641eeddf50 req-4b8d0153-cd73-41f9-81d3-9342e7572369 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.902316 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.908899 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-4fc389af-7234-4358-bc20-78641eeddf50 req-4b8d0153-cd73-41f9-81d3-9342e7572369 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] For port d3df96d5-575b-45a6-8d77-f4d29997ba10, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d3df96d5-575b-45a6-8d77-f4d29997ba10,segment=NetworkSegment(f8592119-c82f-4d7b-99f3-b344a0cf877d),segment_id=f8592119-c82f-4d7b-99f3-b344a0cf877d)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:10:08.938009 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-4fc389af-7234-4358-bc20-78641eeddf50 req-4b8d0153-cd73-41f9-81d3-9342e7572369 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.942526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-4fc389af-7234-4358-bc20-78641eeddf50 req-4b8d0153-cd73-41f9-81d3-9342e7572369 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.986848 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['d3df96d5-575b-45a6-8d77-f4d29997ba10'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:10:08.987218 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fc389af-7234-4358-bc20-78641eeddf50 req-4b8d0153-cd73-41f9-81d3-9342e7572369 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:08.987858 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-4fc389af-7234-4358-bc20-78641eeddf50 req-4b8d0153-cd73-41f9-81d3-9342e7572369 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:08.989249 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4fc389af-7234-4358-bc20-78641eeddf50 req-4b8d0153-cd73-41f9-81d3-9342e7572369 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "PUT /v2.0/ports/d3df96d5-575b-45a6-8d77-f4d29997ba10 HTTP/1.1" status: 200 len: 982 time: 0.3293977 Nov 23 05:10:09.010744 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b8d0153-cd73-41f9-81d3-9342e7572369 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Pushing event updated for resources: {'Port': ['ID=d3df96d5-575b-45a6-8d77-f4d29997ba10,revision_number=6']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:10:09.110567 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc3e5fea-5e05-42d6-b92c-7dc59f8c8ea9 req-882a219b-4a85-4bf3-96ea-27e35cf250c0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:09.112381 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-bc3e5fea-5e05-42d6-b92c-7dc59f8c8ea9 req-882a219b-4a85-4bf3-96ea-27e35cf250c0 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 985 time: 0.0562718 Nov 23 05:10:09.181734 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-bc3e5fea-5e05-42d6-b92c-7dc59f8c8ea9 req-10657ba2-5649-494e-9246-7dc303c75ace tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&id=8d870476-f7ea-42cf-97cb-f86c2700a163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0630376 Nov 23 05:10:09.254867 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-765741ef-dd97-48a5-ba79-13e3358ab17e None None] Provisioning complete for port d3df96d5-575b-45a6-8d77-f4d29997ba10 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:10:09.255132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-765741ef-dd97-48a5-ba79-13e3358ab17e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:09.256540 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c00cb1dc-8888-4db3-b853-640956cb7758 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:09.288984 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['d3df96d5-575b-45a6-8d77-f4d29997ba10'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:10:09.521140 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'tag': 'd3df96d5-575b-45a6-8d77-f4d29997ba10'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:10:09.523657 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd31be32-72af-4db1-af83-10082a347447" -d '{"events": [{"name": "network-changed", "server_uuid": "39f0b854-d18a-4c21-a434-2b38f863f45e", "tag": "d3df96d5-575b-45a6-8d77-f4d29997ba10"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:10:09.560922 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:10:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f20c4864-67c0-49cd-8f64-bd294b644b5e x-openstack-request-id: req-f20c4864-67c0-49cd-8f64-bd294b644b5e {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:10:09.561216 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f0b854-d18a-4c21-a434-2b38f863f45e", "tag": "d3df96d5-575b-45a6-8d77-f4d29997ba10", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:10:09.561511 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f20c4864-67c0-49cd-8f64-bd294b644b5e {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:10:09.561916 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'tag': 'd3df96d5-575b-45a6-8d77-f4d29997ba10', 'status': 'completed', 'code': 200} Nov 23 05:10:09.654856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31be32-72af-4db1-af83-10082a347447 req-ccbd6cdc-6ee7-4a5d-a593-1eb8b7a44df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:09.656357 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bd31be32-72af-4db1-af83-10082a347447 req-ccbd6cdc-6ee7-4a5d-a593-1eb8b7a44df7 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f8d7b747d8f498cb8421be051360c37&device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 1138 time: 0.0417571 Nov 23 05:10:09.755907 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31be32-72af-4db1-af83-10082a347447 req-e65def5b-e2b0-4ef0-baf1-15019b254c7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:09.757429 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bd31be32-72af-4db1-af83-10082a347447 req-e65def5b-e2b0-4ef0-baf1-15019b254c7a service neutron] 10.222.0.15 "GET /v2.0/networks?id=d409a272-9053-4b1b-a98d-58c6dbd2d291 HTTP/1.1" status: 200 len: 915 time: 0.0924890 Nov 23 05:10:09.830844 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bd31be32-72af-4db1-af83-10082a347447 req-cd4f02a8-28bb-4e63-a8f2-fb942d73f06e service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3df96d5-575b-45a6-8d77-f4d29997ba10 HTTP/1.1" status: 200 len: 1002 time: 0.0665841 Nov 23 05:10:09.881653 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31be32-72af-4db1-af83-10082a347447 req-2a553562-8234-436e-9a38-86f9d6c9c861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:09.883048 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bd31be32-72af-4db1-af83-10082a347447 req-2a553562-8234-436e-9a38-86f9d6c9c861 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fdfff0b-7ad6-4129-88ef-36988848c627 HTTP/1.1" status: 200 len: 853 time: 0.0431328 Nov 23 05:10:09.932182 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd31be32-72af-4db1-af83-10082a347447 req-5ba05246-e9ab-458f-87d7-d3028c005ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:09.933647 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bd31be32-72af-4db1-af83-10082a347447 req-5ba05246-e9ab-458f-87d7-d3028c005ec5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d409a272-9053-4b1b-a98d-58c6dbd2d291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0425076 Nov 23 05:10:10.024878 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bd31be32-72af-4db1-af83-10082a347447 req-a0adb29e-4aae-4eae-b01e-35b2c8889c22 service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817702 Nov 23 05:10:10.120979 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bd31be32-72af-4db1-af83-10082a347447 req-46af9383-0a7f-44f8-b99e-46aa045a3ad9 service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885682 Nov 23 05:10:10.453374 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:11.863349 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:12.708212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:21.412120 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:10:26.399441 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0e2250-cac9-4a4f-8350-a92f0544076e req-824cacdf-2e6b-453f-bbda-0f8fa44c3a7c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:26.400905 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6c0e2250-cac9-4a4f-8350-a92f0544076e req-824cacdf-2e6b-453f-bbda-0f8fa44c3a7c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 985 time: 0.0749528 Nov 23 05:10:26.415499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba52ac-8f29-4d1a-ba34-6e702806a9db req-30a4a089-19d6-4e9b-882c-88df9666e221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:26.416870 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-36ba52ac-8f29-4d1a-ba34-6e702806a9db req-30a4a089-19d6-4e9b-882c-88df9666e221 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f8d7b747d8f498cb8421be051360c37&device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 1138 time: 0.0580628 Nov 23 05:10:26.521890 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6c0e2250-cac9-4a4f-8350-a92f0544076e req-9aa12744-0916-4612-91aa-942bcccfaf51 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&id=8d870476-f7ea-42cf-97cb-f86c2700a163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1136255 Nov 23 05:10:26.549218 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba52ac-8f29-4d1a-ba34-6e702806a9db req-6006aa89-fc07-46e6-8999-86297199d2b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:26.550689 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-36ba52ac-8f29-4d1a-ba34-6e702806a9db req-6006aa89-fc07-46e6-8999-86297199d2b9 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d409a272-9053-4b1b-a98d-58c6dbd2d291 HTTP/1.1" status: 200 len: 915 time: 0.1244135 Nov 23 05:10:26.617012 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-36ba52ac-8f29-4d1a-ba34-6e702806a9db req-bb703de4-bd7f-47d1-a54c-9f1d0e9e1d33 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3df96d5-575b-45a6-8d77-f4d29997ba10 HTTP/1.1" status: 200 len: 1002 time: 0.0575056 Nov 23 05:10:26.670024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba52ac-8f29-4d1a-ba34-6e702806a9db req-cb55d12c-c56c-448b-aa52-0f5d5f17d76c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:26.671422 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-36ba52ac-8f29-4d1a-ba34-6e702806a9db req-cb55d12c-c56c-448b-aa52-0f5d5f17d76c service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fdfff0b-7ad6-4129-88ef-36988848c627 HTTP/1.1" status: 200 len: 853 time: 0.0470080 Nov 23 05:10:26.715221 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ba52ac-8f29-4d1a-ba34-6e702806a9db req-cce9f407-e496-4673-b201-551bb7ac26d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:26.717187 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-36ba52ac-8f29-4d1a-ba34-6e702806a9db req-cce9f407-e496-4673-b201-551bb7ac26d0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d409a272-9053-4b1b-a98d-58c6dbd2d291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0387774 Nov 23 05:10:26.806220 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-36ba52ac-8f29-4d1a-ba34-6e702806a9db req-1bf355a8-05e8-4bb4-b089-e0a6e2b441b1 service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813577 Nov 23 05:10:26.902847 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-36ba52ac-8f29-4d1a-ba34-6e702806a9db req-4f5b0c31-3737-42cf-bc6f-7078605199df service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861182 Nov 23 05:10:27.641527 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ac268f-3d63-4096-a959-a6d94ef38d5c req-263c6a75-d5cb-4d00-a9ac-331de2d7b829 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:27.642989 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f4ac268f-3d63-4096-a959-a6d94ef38d5c req-263c6a75-d5cb-4d00-a9ac-331de2d7b829 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 985 time: 0.0528772 Nov 23 05:10:27.701881 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f4ac268f-3d63-4096-a959-a6d94ef38d5c req-bccab756-aa00-4f8a-a02b-7e0ff44ebeb7 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&id=8d870476-f7ea-42cf-97cb-f86c2700a163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528691 Nov 23 05:10:28.817481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3b9bb4-0171-41a7-a632-205819c02753 req-8e143495-0cb9-4595-beb2-19014435f878 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:28.818912 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4a3b9bb4-0171-41a7-a632-205819c02753 req-8e143495-0cb9-4595-beb2-19014435f878 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 985 time: 0.0494547 Nov 23 05:10:28.877901 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4a3b9bb4-0171-41a7-a632-205819c02753 req-20bcf396-be5f-47fa-a316-deb5b2eb24b5 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&id=8d870476-f7ea-42cf-97cb-f86c2700a163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530324 Nov 23 05:10:29.992071 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea909cf-5c7f-4142-ac42-713a9fa7b013 req-b036773c-fbf1-4d63-a9e2-3c617ddf4f3c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:29.993552 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7ea909cf-5c7f-4142-ac42-713a9fa7b013 req-b036773c-fbf1-4d63-a9e2-3c617ddf4f3c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 985 time: 0.0498364 Nov 23 05:10:30.053040 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7ea909cf-5c7f-4142-ac42-713a9fa7b013 req-6d627744-83b3-4f19-951d-78a60ebd7dce tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&id=8d870476-f7ea-42cf-97cb-f86c2700a163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0534558 Nov 23 05:10:31.170106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3f06bf-2a5a-4526-b0ec-fe0d9c1d7ee4 req-a00efb72-2a6a-4fb9-b190-dad1d0166e21 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:31.171545 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bd3f06bf-2a5a-4526-b0ec-fe0d9c1d7ee4 req-a00efb72-2a6a-4fb9-b190-dad1d0166e21 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 985 time: 0.0528722 Nov 23 05:10:31.230368 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bd3f06bf-2a5a-4526-b0ec-fe0d9c1d7ee4 req-dd5a2382-673a-46c2-afa8-8cfe77b38811 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&id=8d870476-f7ea-42cf-97cb-f86c2700a163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0528853 Nov 23 05:10:32.342269 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8cb1e8a-a090-4fe5-9055-57e9748f64ab req-5234c809-c599-4f9e-92b8-495619dcac5c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:32.343697 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b8cb1e8a-a090-4fe5-9055-57e9748f64ab req-5234c809-c599-4f9e-92b8-495619dcac5c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 985 time: 0.0474308 Nov 23 05:10:32.406340 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b8cb1e8a-a090-4fe5-9055-57e9748f64ab req-bbfcee0e-f36f-4306-bc5a-76a0e331f12f tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&id=8d870476-f7ea-42cf-97cb-f86c2700a163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0567420 Nov 23 05:10:33.532886 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6c321d-1355-4c12-801c-5acc3a5f2374 req-6629a00c-280a-4f73-967c-ce340b7e21f2 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:33.534457 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8b6c321d-1355-4c12-801c-5acc3a5f2374 req-6629a00c-280a-4f73-967c-ce340b7e21f2 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 985 time: 0.0609682 Nov 23 05:10:33.594436 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8b6c321d-1355-4c12-801c-5acc3a5f2374 req-d503096f-06c5-41b7-9580-ce370af7e96d tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&id=8d870476-f7ea-42cf-97cb-f86c2700a163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0540252 Nov 23 05:10:34.707200 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a86b3e1-beef-48f3-a800-6a6a202f5565 req-a9992414-d73f-4b2f-b0f9-26f138954017 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:34.708682 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3a86b3e1-beef-48f3-a800-6a6a202f5565 req-a9992414-d73f-4b2f-b0f9-26f138954017 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 985 time: 0.0492685 Nov 23 05:10:34.767502 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3a86b3e1-beef-48f3-a800-6a6a202f5565 req-357abdd6-16a0-4014-8648-90d437c67622 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&id=8d870476-f7ea-42cf-97cb-f86c2700a163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0529368 Nov 23 05:10:35.880684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa48ab0-ee05-428b-bafb-2ea646004b1c req-bb215bd4-9cab-4530-a1c6-51a5aaf29abd tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:35.882157 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8aa48ab0-ee05-428b-bafb-2ea646004b1c req-bb215bd4-9cab-4530-a1c6-51a5aaf29abd tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 985 time: 0.0478666 Nov 23 05:10:35.945085 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8aa48ab0-ee05-428b-bafb-2ea646004b1c req-2f581d15-f133-46ec-a963-21cdc86e1389 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&id=8d870476-f7ea-42cf-97cb-f86c2700a163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564094 Nov 23 05:10:36.949934 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-75357f1f-ec67-4279-8d90-2febe2c14ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:37.059317 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197e1c99-0112-472c-863f-5f20057db41d req-f7bd8d14-70db-42c3-b9e6-d61fc6e8a3e3 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:37.060794 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-197e1c99-0112-472c-863f-5f20057db41d req-f7bd8d14-70db-42c3-b9e6-d61fc6e8a3e3 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 985 time: 0.0497980 Nov 23 05:10:37.119858 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-197e1c99-0112-472c-863f-5f20057db41d req-5a774177-a383-48cf-a849-75d8dc47467b tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&id=8d870476-f7ea-42cf-97cb-f86c2700a163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0531301 Nov 23 05:10:38.235040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3525f7-a59d-446f-bfed-3621a643c7ec req-319356cd-8771-4579-a005-c00c9222a2af tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:38.236497 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0f3525f7-a59d-446f-bfed-3621a643c7ec req-319356cd-8771-4579-a005-c00c9222a2af tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 985 time: 0.0510223 Nov 23 05:10:38.296006 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0f3525f7-a59d-446f-bfed-3621a643c7ec req-a1801fe9-b4fc-4d01-8423-b1eca3940b2d tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&id=8d870476-f7ea-42cf-97cb-f86c2700a163&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536354 Nov 23 05:10:38.920712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:39.227474 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-11a85bbb-dc55-4850-b19b-bbc541f1451f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:40.456434 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:41.866456 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:42.708727 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:10:46.702550 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0080c06e-e512-47ed-a0d7-5ea5dc903cc1 req-dc7bef94-5714-4533-a111-1ee9b3687c4f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396469 Nov 23 05:10:46.816135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080c06e-e512-47ed-a0d7-5ea5dc903cc1 req-7ebb6fd2-e5e1-4f3f-b556-cc52958d1b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:46.817608 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0080c06e-e512-47ed-a0d7-5ea5dc903cc1 req-7ebb6fd2-e5e1-4f3f-b556-cc52958d1b49 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f8d7b747d8f498cb8421be051360c37&device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 1138 time: 0.0444851 Nov 23 05:10:46.928045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080c06e-e512-47ed-a0d7-5ea5dc903cc1 req-6a6a9bc2-7705-430a-975a-1eab9e5abe18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:46.929617 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0080c06e-e512-47ed-a0d7-5ea5dc903cc1 req-6a6a9bc2-7705-430a-975a-1eab9e5abe18 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d409a272-9053-4b1b-a98d-58c6dbd2d291 HTTP/1.1" status: 200 len: 915 time: 0.0888145 Nov 23 05:10:46.998300 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0080c06e-e512-47ed-a0d7-5ea5dc903cc1 req-f40a7a29-c5db-4b10-b398-dd9151322efd service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3df96d5-575b-45a6-8d77-f4d29997ba10 HTTP/1.1" status: 200 len: 1002 time: 0.0618386 Nov 23 05:10:47.046677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080c06e-e512-47ed-a0d7-5ea5dc903cc1 req-c63943c0-62be-4e3c-a875-882b59909d33 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:47.047979 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0080c06e-e512-47ed-a0d7-5ea5dc903cc1 req-c63943c0-62be-4e3c-a875-882b59909d33 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fdfff0b-7ad6-4129-88ef-36988848c627 HTTP/1.1" status: 200 len: 853 time: 0.0429378 Nov 23 05:10:47.092019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0080c06e-e512-47ed-a0d7-5ea5dc903cc1 req-981c75d6-7fdb-4567-b579-3d1b702ab7ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:10:47.093439 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0080c06e-e512-47ed-a0d7-5ea5dc903cc1 req-981c75d6-7fdb-4567-b579-3d1b702ab7ae service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d409a272-9053-4b1b-a98d-58c6dbd2d291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381532 Nov 23 05:10:47.183563 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0080c06e-e512-47ed-a0d7-5ea5dc903cc1 req-a0100165-c859-4111-8474-476247c409f7 service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826650 Nov 23 05:10:47.603160 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0080c06e-e512-47ed-a0d7-5ea5dc903cc1 req-49fdc4a4-7cee-4980-9d53-d9219d91c96f service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4122226 Nov 23 05:10:58.412200 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:11:06.951689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c1b6f8cc-cc41-4569-a572-e248714bb871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:08.933222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:09.227597 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8944517c-0fe6-4145-922a-1dd16823d965 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:10.458519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:10.823730 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b68b9a09-1da2-4407-ab92-8f0977d9fb71 req-fc4f161b-90e8-48b9-8a60-6564e3d756d1 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-111229317&fields=id&tenant_id=3f8d7b747d8f498cb8421be051360c37 HTTP/1.1" status: 200 len: 267 time: 0.0467744 Nov 23 05:11:10.876661 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9a09-1da2-4407-ab92-8f0977d9fb71 req-900ffdc4-25f1-4d53-8497-a27844d2afe3 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:10.878129 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b68b9a09-1da2-4407-ab92-8f0977d9fb71 req-900ffdc4-25f1-4d53-8497-a27844d2afe3 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 985 time: 0.0490224 Nov 23 05:11:10.888907 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [req-b68b9a09-1da2-4407-ab92-8f0977d9fb71 req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Request body: {'port': {'security_groups': ['fd064e8b-3bf3-4357-8581-9bdaa3db8180']}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:11:10.952954 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-b68b9a09-1da2-4407-ab92-8f0977d9fb71 req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:11.125633 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [req-b68b9a09-1da2-4407-ab92-8f0977d9fb71 req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] For port d3df96d5-575b-45a6-8d77-f4d29997ba10, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d3df96d5-575b-45a6-8d77-f4d29997ba10,segment=NetworkSegment(f8592119-c82f-4d7b-99f3-b344a0cf877d),segment_id=f8592119-c82f-4d7b-99f3-b344a0cf877d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:11.154543 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-b68b9a09-1da2-4407-ab92-8f0977d9fb71 req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:11.158883 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-b68b9a09-1da2-4407-ab92-8f0977d9fb71 req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:11.202418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['d3df96d5-575b-45a6-8d77-f4d29997ba10'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:11:11.204662 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68b9a09-1da2-4407-ab92-8f0977d9fb71 req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:11.205350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [req-b68b9a09-1da2-4407-ab92-8f0977d9fb71 req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:11.206785 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b68b9a09-1da2-4407-ab92-8f0977d9fb71 req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "PUT /v2.0/ports/d3df96d5-575b-45a6-8d77-f4d29997ba10 HTTP/1.1" status: 200 len: 943 time: 0.3223686 Nov 23 05:11:11.207240 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'tag': 'd3df96d5-575b-45a6-8d77-f4d29997ba10'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:11:11.209609 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457d02c0-5fef-4a5d-86c4-8b0b88cf7aa1" -d '{"events": [{"name": "network-changed", "server_uuid": "39f0b854-d18a-4c21-a434-2b38f863f45e", "tag": "d3df96d5-575b-45a6-8d77-f4d29997ba10"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:11:11.213823 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52280) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:11.238345 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Pushing event updated for resources: {'Port': ['ID=d3df96d5-575b-45a6-8d77-f4d29997ba10,revision_number=7']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:11.246258 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.246616 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.246966 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.247309 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.247685 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.248025 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.248415 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.248755 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.249089 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.249499 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.249837 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.250168 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-66a7cc98-5a7a-4282-ba5c-4044c500066c tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.285501 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:11.312602 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:11.350670 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:11:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61f85625-e2af-4b58-9260-80c9f2d3a2ea x-openstack-request-id: req-61f85625-e2af-4b58-9260-80c9f2d3a2ea {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:11:11.350972 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f0b854-d18a-4c21-a434-2b38f863f45e", "tag": "d3df96d5-575b-45a6-8d77-f4d29997ba10", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:11:11.351231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-61f85625-e2af-4b58-9260-80c9f2d3a2ea {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:11:11.351921 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'tag': 'd3df96d5-575b-45a6-8d77-f4d29997ba10', 'status': 'completed', 'code': 200} Nov 23 05:11:11.378247 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['d3df96d5-575b-45a6-8d77-f4d29997ba10'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:11:11.387865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:11.391341 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:11.392705 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "DELETE /v2.0/security-groups/8d870476-f7ea-42cf-97cb-f86c2700a163 HTTP/1.1" status: 204 len: 168 time: 0.1778867 Nov 23 05:11:11.395406 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52284) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:11.418298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d870476-f7ea-42cf-97cb-f86c2700a163,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:11.436939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.437659 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.438232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.438937 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.439487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.440032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.440575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.441376 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.441940 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.442388 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.442789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.443185 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d771e83e-bc35-4b0d-a3a2-b0c5319f8f85 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:11.478481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d02c0-5fef-4a5d-86c4-8b0b88cf7aa1 req-450fa890-4719-49db-8c8e-629f2f6776c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:11.480044 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-457d02c0-5fef-4a5d-86c4-8b0b88cf7aa1 req-450fa890-4719-49db-8c8e-629f2f6776c3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f8d7b747d8f498cb8421be051360c37&device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 1099 time: 0.0638282 Nov 23 05:11:11.561704 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2f349bbe-00e7-440f-93fb-b47abcc2ad85 None None] Provisioning complete for port d3df96d5-575b-45a6-8d77-f4d29997ba10 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:11.562349 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2f349bbe-00e7-440f-93fb-b47abcc2ad85 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:11.581432 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d02c0-5fef-4a5d-86c4-8b0b88cf7aa1 req-277180bd-4d96-4ba1-82dd-1fd35149bc45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:11.583040 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-457d02c0-5fef-4a5d-86c4-8b0b88cf7aa1 req-277180bd-4d96-4ba1-82dd-1fd35149bc45 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d409a272-9053-4b1b-a98d-58c6dbd2d291 HTTP/1.1" status: 200 len: 915 time: 0.0949409 Nov 23 05:11:11.585523 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-4550ca1e-8aed-4a01-930f-89821af1fe1e tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Deleting port 204b2f63-daeb-4fc9-b79f-80a1ebedc2b1 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:11:11.585872 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4550ca1e-8aed-4a01-930f-89821af1fe1e tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:11.659846 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-457d02c0-5fef-4a5d-86c4-8b0b88cf7aa1 req-682a5f79-5106-49b3-a69c-a58ee46fa247 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3df96d5-575b-45a6-8d77-f4d29997ba10 HTTP/1.1" status: 200 len: 1002 time: 0.0670905 Nov 23 05:11:11.671302 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4550ca1e-8aed-4a01-930f-89821af1fe1e tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:11.671629 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4550ca1e-8aed-4a01-930f-89821af1fe1e tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:11.683555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-4550ca1e-8aed-4a01-930f-89821af1fe1e tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Calling delete_port for 204b2f63-daeb-4fc9-b79f-80a1ebedc2b1 owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:11:11.710385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d02c0-5fef-4a5d-86c4-8b0b88cf7aa1 req-9926da05-b35c-40f3-a952-4aae9e8b2f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:11.711851 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-457d02c0-5fef-4a5d-86c4-8b0b88cf7aa1 req-9926da05-b35c-40f3-a952-4aae9e8b2f47 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fdfff0b-7ad6-4129-88ef-36988848c627 HTTP/1.1" status: 200 len: 853 time: 0.0446043 Nov 23 05:11:11.759541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457d02c0-5fef-4a5d-86c4-8b0b88cf7aa1 req-9d65883f-f42e-4b69-a5ea-d546c741d566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:11.761025 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-457d02c0-5fef-4a5d-86c4-8b0b88cf7aa1 req-9d65883f-f42e-4b69-a5ea-d546c741d566 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d409a272-9053-4b1b-a98d-58c6dbd2d291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0399258 Nov 23 05:11:11.832320 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4550ca1e-8aed-4a01-930f-89821af1fe1e tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:11.860021 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-457d02c0-5fef-4a5d-86c4-8b0b88cf7aa1 req-5275922c-db66-441d-aac1-2ccf71540b29 service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905638 Nov 23 05:11:11.861982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4550ca1e-8aed-4a01-930f-89821af1fe1e tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Pushing event deleted for resources: {'Port': ['ID=204b2f63-daeb-4fc9-b79f-80a1ebedc2b1,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:11.881830 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:11.921802 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4550ca1e-8aed-4a01-930f-89821af1fe1e tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:11.922026 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-4550ca1e-8aed-4a01-930f-89821af1fe1e tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Floating IP 54892dea-0801-4602-89f5-f29bc528e6fc disassociated (deleted). External IP: 172.26.8.105, port: d3df96d5-575b-45a6-8d77-f4d29997ba10. Nov 23 05:11:11.963948 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-457d02c0-5fef-4a5d-86c4-8b0b88cf7aa1 req-e2039e90-e780-4cd8-b623-37201e468781 service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900755 Nov 23 05:11:12.128236 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4550ca1e-8aed-4a01-930f-89821af1fe1e tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Router fc5ca977-40ef-4f73-9f1b-91f537d64443 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:11:12.507056 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4550ca1e-8aed-4a01-930f-89821af1fe1e tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:11:12.511835 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4550ca1e-8aed-4a01-930f-89821af1fe1e tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:12.517235 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40e0cc9-904d-404b-b9eb-9c0db0be29a9 None None] Sync routers for ids ['fc5ca977-40ef-4f73-9f1b-91f537d64443'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:11:12.526628 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40e0cc9-904d-404b-b9eb-9c0db0be29a9 None None] Routers {'fc5ca977-40ef-4f73-9f1b-91f537d64443'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:11:12.527227 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a40e0cc9-904d-404b-b9eb-9c0db0be29a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:11:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['fc5ca977-40ef-4f73-9f1b-91f537d64443'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:12.539790 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4550ca1e-8aed-4a01-930f-89821af1fe1e tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "DELETE /v2.0/floatingips/54892dea-0801-4602-89f5-f29bc528e6fc HTTP/1.1" status: 204 len: 168 time: 1.1430223 Nov 23 05:11:12.633598 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-a40e0cc9-904d-404b-b9eb-9c0db0be29a9 None None] Set router fc5ca977-40ef-4f73-9f1b-91f537d64443 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:11:12.719184 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:12.924687 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a40e0cc9-904d-404b-b9eb-9c0db0be29a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'gw_port': {'id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'df1b8e12-e28a-4333-9de8-051186daad3d', 'name': '', 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'mac_address': 'fa:16:3e:f7:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:14Z', 'updated_at': '2021-11-23T05:09:19Z', 'revision_number': 5, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'subnets': [{'id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:12.950284 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40e0cc9-904d-404b-b9eb-9c0db0be29a9 None None] Checking router: fc5ca977-40ef-4f73-9f1b-91f537d64443 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:11:12.958099 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40e0cc9-904d-404b-b9eb-9c0db0be29a9 None None] Routers {'fc5ca977-40ef-4f73-9f1b-91f537d64443'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:11:12.958682 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a40e0cc9-904d-404b-b9eb-9c0db0be29a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:11:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['fc5ca977-40ef-4f73-9f1b-91f537d64443'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:13.060939 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-a40e0cc9-904d-404b-b9eb-9c0db0be29a9 None None] Set router fc5ca977-40ef-4f73-9f1b-91f537d64443 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:11:13.258954 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-a40e0cc9-904d-404b-b9eb-9c0db0be29a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'gw_port': {'id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'df1b8e12-e28a-4333-9de8-051186daad3d', 'name': '', 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'mac_address': 'fa:16:3e:f7:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:14Z', 'updated_at': '2021-11-23T05:09:19Z', 'revision_number': 5, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'subnets': [{'id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:13.290279 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a40e0cc9-904d-404b-b9eb-9c0db0be29a9 None None] The sync data for ids ['fc5ca977-40ef-4f73-9f1b-91f537d64443'] in dv-neutron-818850-1-hyperv is: [{'id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'gw_port': {'id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'df1b8e12-e28a-4333-9de8-051186daad3d', 'name': '', 'network_id': 'd409a272-9053-4b1b-a98d-58c6dbd2d291', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'mac_address': 'fa:16:3e:f7:67:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_interface', 'standard_attr_id': 1663, 'fixed_ips': [{'subnet_id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:14Z', 'updated_at': '2021-11-23T05:09:19Z', 'revision_number': 5, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'subnets': [{'id': '4fdfff0b-7ad6-4129-88ef-36988848c627', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:11:13.352572 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'tag': 'd3df96d5-575b-45a6-8d77-f4d29997ba10'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:11:13.355008 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0196a86d-c51a-4deb-88b4-7ef4860bb0e9" -d '{"events": [{"name": "network-changed", "server_uuid": "39f0b854-d18a-4c21-a434-2b38f863f45e", "tag": "d3df96d5-575b-45a6-8d77-f4d29997ba10"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:11:13.393039 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:11:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498f8b1c-c50a-4316-8902-b1dcf465c100 x-openstack-request-id: req-498f8b1c-c50a-4316-8902-b1dcf465c100 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:11:13.393378 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "39f0b854-d18a-4c21-a434-2b38f863f45e", "tag": "d3df96d5-575b-45a6-8d77-f4d29997ba10", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:11:13.393635 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-498f8b1c-c50a-4316-8902-b1dcf465c100 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:11:13.394033 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'tag': 'd3df96d5-575b-45a6-8d77-f4d29997ba10', 'status': 'completed', 'code': 200} Nov 23 05:11:13.517228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196a86d-c51a-4deb-88b4-7ef4860bb0e9 req-a6454adc-56ed-42f2-b95b-e76861f6b351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:13.518761 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0196a86d-c51a-4deb-88b4-7ef4860bb0e9 req-a6454adc-56ed-42f2-b95b-e76861f6b351 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=3f8d7b747d8f498cb8421be051360c37&device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 1099 time: 0.0524824 Nov 23 05:11:13.542060 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fefbfa0c-2b81-4742-adfa-13d17bd3754f None None] New status for floating IP 54892dea-0801-4602-89f5-f29bc528e6fc: DOWN {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:11:13.617124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196a86d-c51a-4deb-88b4-7ef4860bb0e9 req-f66689a4-8287-473b-aef3-8acc8c11d191 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:13.618816 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0196a86d-c51a-4deb-88b4-7ef4860bb0e9 req-f66689a4-8287-473b-aef3-8acc8c11d191 service neutron] 10.222.0.15 "GET /v2.0/networks?id=d409a272-9053-4b1b-a98d-58c6dbd2d291 HTTP/1.1" status: 200 len: 915 time: 0.0917912 Nov 23 05:11:13.665388 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0196a86d-c51a-4deb-88b4-7ef4860bb0e9 req-b6990bf2-2c9d-4677-acbb-c1086c262a2f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d3df96d5-575b-45a6-8d77-f4d29997ba10 HTTP/1.1" status: 200 len: 217 time: 0.0384812 Nov 23 05:11:13.724860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196a86d-c51a-4deb-88b4-7ef4860bb0e9 req-69ab4151-4560-4b13-b89f-e0b88e181cc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:13.726380 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0196a86d-c51a-4deb-88b4-7ef4860bb0e9 req-69ab4151-4560-4b13-b89f-e0b88e181cc9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=4fdfff0b-7ad6-4129-88ef-36988848c627 HTTP/1.1" status: 200 len: 853 time: 0.0496714 Nov 23 05:11:13.773202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0196a86d-c51a-4deb-88b4-7ef4860bb0e9 req-36b36b56-a47f-4086-86f1-e3d69a385841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:13.774858 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0196a86d-c51a-4deb-88b4-7ef4860bb0e9 req-36b36b56-a47f-4086-86f1-e3d69a385841 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=d409a272-9053-4b1b-a98d-58c6dbd2d291&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403445 Nov 23 05:11:13.874996 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0196a86d-c51a-4deb-88b4-7ef4860bb0e9 req-95cbf4f8-9bed-4cd9-b0ec-4b92b7ac8b69 service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0917811 Nov 23 05:11:13.970694 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0196a86d-c51a-4deb-88b4-7ef4860bb0e9 req-1c6bbab6-88cf-4b28-8876-81c0330267b8 service neutron] 10.222.0.15 "GET /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838988 Nov 23 05:11:21.541546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458a02b7-2c15-4408-b9ad-949034020e12 req-1876b5a0-a814-4588-b105-7f243af497b4 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:21.543115 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-458a02b7-2c15-4408-b9ad-949034020e12 req-1876b5a0-a814-4588-b105-7f243af497b4 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 946 time: 0.0543809 Nov 23 05:11:21.593008 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-458a02b7-2c15-4408-b9ad-949034020e12 req-845db6da-9a89-4245-be9c-f2dac57003ce tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436494 Nov 23 05:11:22.708865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb136fe-e19c-4385-b5e3-192b4493e86a req-8924e19a-0af9-4c76-927c-53bbee6a44cf tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:22.710454 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-edb136fe-e19c-4385-b5e3-192b4493e86a req-8924e19a-0af9-4c76-927c-53bbee6a44cf tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 946 time: 0.0491579 Nov 23 05:11:22.758312 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-edb136fe-e19c-4385-b5e3-192b4493e86a req-2e5ca6a9-e811-4d9a-b7cf-6744fd0b6978 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421467 Nov 23 05:11:23.734052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ede0662-b16d-4c7d-8120-71338334c3b8 req-b6fb6d3e-27cf-4d3f-8f51-8d16b6f2dad7 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:23.735490 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6ede0662-b16d-4c7d-8120-71338334c3b8 req-b6fb6d3e-27cf-4d3f-8f51-8d16b6f2dad7 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.15 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 946 time: 0.0520620 Nov 23 05:11:23.835030 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-6ede0662-b16d-4c7d-8120-71338334c3b8 req-9a99ae01-6a0c-416b-a4c2-73a5ffd76e4d tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Deleting port d3df96d5-575b-45a6-8d77-f4d29997ba10 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:11:23.835425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-6ede0662-b16d-4c7d-8120-71338334c3b8 req-9a99ae01-6a0c-416b-a4c2-73a5ffd76e4d tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:23.877665 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-890daef9-675b-4da6-b962-30ef53afc589 req-f469ad6d-2054-4453-bade-97b8e26e5d24 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:23.879135 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-890daef9-675b-4da6-b962-30ef53afc589 req-f469ad6d-2054-4453-bade-97b8e26e5d24 tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/ports?device_id=39f0b854-d18a-4c21-a434-2b38f863f45e HTTP/1.1" status: 200 len: 946 time: 0.0518608 Nov 23 05:11:23.926455 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-890daef9-675b-4da6-b962-30ef53afc589 req-751f01b0-0b3f-42bf-a983-8c0a49c6791d tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.37 "GET /v2.0/security-groups?id=fd064e8b-3bf3-4357-8581-9bdaa3db8180&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412841 Nov 23 05:11:23.928939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-6ede0662-b16d-4c7d-8120-71338334c3b8 req-9a99ae01-6a0c-416b-a4c2-73a5ffd76e4d tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] For port d3df96d5-575b-45a6-8d77-f4d29997ba10, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=d3df96d5-575b-45a6-8d77-f4d29997ba10,segment=NetworkSegment(f8592119-c82f-4d7b-99f3-b344a0cf877d),segment_id=f8592119-c82f-4d7b-99f3-b344a0cf877d)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:23.929330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-6ede0662-b16d-4c7d-8120-71338334c3b8 req-9a99ae01-6a0c-416b-a4c2-73a5ffd76e4d tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:23.942701 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-6ede0662-b16d-4c7d-8120-71338334c3b8 req-9a99ae01-6a0c-416b-a4c2-73a5ffd76e4d tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Calling delete_port for d3df96d5-575b-45a6-8d77-f4d29997ba10 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:11:24.069596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-6ede0662-b16d-4c7d-8120-71338334c3b8 req-9a99ae01-6a0c-416b-a4c2-73a5ffd76e4d tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:24.100201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a99ae01-6a0c-416b-a4c2-73a5ffd76e4d tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Pushing event deleted for resources: {'Port': ['ID=d3df96d5-575b-45a6-8d77-f4d29997ba10,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:24.114542 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['d3df96d5-575b-45a6-8d77-f4d29997ba10'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:11:24.143046 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ede0662-b16d-4c7d-8120-71338334c3b8 req-9a99ae01-6a0c-416b-a4c2-73a5ffd76e4d tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] No DVR routers for this DVR port d3df96d5-575b-45a6-8d77-f4d29997ba10 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:11:24.145410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-6ede0662-b16d-4c7d-8120-71338334c3b8 req-9a99ae01-6a0c-416b-a4c2-73a5ffd76e4d tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:24.148903 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6ede0662-b16d-4c7d-8120-71338334c3b8 req-9a99ae01-6a0c-416b-a4c2-73a5ffd76e4d tempest-TestMinimumBasicScenario-38026388 tempest-TestMinimumBasicScenario-38026388-project] 10.222.0.15 "DELETE /v2.0/ports/d3df96d5-575b-45a6-8d77-f4d29997ba10 HTTP/1.1" status: 204 len: 173 time: 0.4015777 Nov 23 05:11:24.149333 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'name': 'network-vif-deleted', 'tag': 'd3df96d5-575b-45a6-8d77-f4d29997ba10'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:11:24.151576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b05d88e-8175-40f3-ad26-42c2ac3a8c79" -d '{"events": [{"server_uuid": "39f0b854-d18a-4c21-a434-2b38f863f45e", "name": "network-vif-deleted", "tag": "d3df96d5-575b-45a6-8d77-f4d29997ba10"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:11:24.187199 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:11:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa8a9df1-f0f8-496f-ade3-c23ca568b642 x-openstack-request-id: req-fa8a9df1-f0f8-496f-ade3-c23ca568b642 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:11:24.187499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "39f0b854-d18a-4c21-a434-2b38f863f45e", "name": "network-vif-deleted", "tag": "d3df96d5-575b-45a6-8d77-f4d29997ba10", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:11:24.187761 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fa8a9df1-f0f8-496f-ade3-c23ca568b642 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:11:24.188185 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '39f0b854-d18a-4c21-a434-2b38f863f45e', 'name': 'network-vif-deleted', 'tag': 'd3df96d5-575b-45a6-8d77-f4d29997ba10', 'status': 'completed', 'code': 200} Nov 23 05:11:25.487580 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52384) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:25.823366 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-399108d0-8222-47ed-97e5-91854127aa8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:26.073162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-399108d0-8222-47ed-97e5-91854127aa8c admin admin] Deleting port df1b8e12-e28a-4333-9de8-051186daad3d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:11:26.073545 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-399108d0-8222-47ed-97e5-91854127aa8c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:26.154193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-399108d0-8222-47ed-97e5-91854127aa8c admin admin] For port df1b8e12-e28a-4333-9de8-051186daad3d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=df1b8e12-e28a-4333-9de8-051186daad3d,segment=NetworkSegment(f8592119-c82f-4d7b-99f3-b344a0cf877d),segment_id=f8592119-c82f-4d7b-99f3-b344a0cf877d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:26.154555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-399108d0-8222-47ed-97e5-91854127aa8c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:26.167243 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-399108d0-8222-47ed-97e5-91854127aa8c admin admin] Calling delete_port for df1b8e12-e28a-4333-9de8-051186daad3d owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:11:26.349473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-399108d0-8222-47ed-97e5-91854127aa8c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:26.376062 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399108d0-8222-47ed-97e5-91854127aa8c admin admin] Pushing event deleted for resources: {'Port': ['ID=df1b8e12-e28a-4333-9de8-051186daad3d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:26.540674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-399108d0-8222-47ed-97e5-91854127aa8c admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:26.754955 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-399108d0-8222-47ed-97e5-91854127aa8c admin admin] Router fc5ca977-40ef-4f73-9f1b-91f537d64443 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:11:26.863002 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399108d0-8222-47ed-97e5-91854127aa8c admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:11:26.868037 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-399108d0-8222-47ed-97e5-91854127aa8c admin admin] 10.222.0.37 "PUT /v2.0/routers/fc5ca977-40ef-4f73-9f1b-91f537d64443/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3794224 Nov 23 05:11:26.870550 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52386) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:26.871671 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874a13a-8a1d-4224-a4ca-2d72b4d0c4a8 None None] Sync routers for ids ['fc5ca977-40ef-4f73-9f1b-91f537d64443'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:11:26.881621 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b874a13a-8a1d-4224-a4ca-2d72b4d0c4a8 None None] Routers {'fc5ca977-40ef-4f73-9f1b-91f537d64443'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:11:26.882468 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b874a13a-8a1d-4224-a4ca-2d72b4d0c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:11:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['fc5ca977-40ef-4f73-9f1b-91f537d64443'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:26.982379 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:26.989044 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-b874a13a-8a1d-4224-a4ca-2d72b4d0c4a8 None None] Set router fc5ca977-40ef-4f73-9f1b-91f537d64443 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:11:27.085056 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:27.139953 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] Deleting port d2a8c7b2-3802-488c-96c8-a34d2c78b44d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:11:27.140389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:27.166920 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b874a13a-8a1d-4224-a4ca-2d72b4d0c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13'}], 'enable_snat': True}, 'gw_port_id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:11:26Z', 'revision_number': 5, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'gw_port': {'id': 'd2a8c7b2-3802-488c-96c8-a34d2c78b44d', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:58:ac:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1662, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.13', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:09:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:27.197176 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874a13a-8a1d-4224-a4ca-2d72b4d0c4a8 None None] Checking router: fc5ca977-40ef-4f73-9f1b-91f537d64443 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:11:27.205650 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b874a13a-8a1d-4224-a4ca-2d72b4d0c4a8 None None] Routers {'fc5ca977-40ef-4f73-9f1b-91f537d64443'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:11:27.206362 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b874a13a-8a1d-4224-a4ca-2d72b4d0c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:11:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['fc5ca977-40ef-4f73-9f1b-91f537d64443'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:27.223968 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] For port d2a8c7b2-3802-488c-96c8-a34d2c78b44d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d2a8c7b2-3802-488c-96c8-a34d2c78b44d,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:27.224340 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:27.238147 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] Calling delete_port for d2a8c7b2-3802-488c-96c8-a34d2c78b44d owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:11:27.291399 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-b874a13a-8a1d-4224-a4ca-2d72b4d0c4a8 None None] Set router fc5ca977-40ef-4f73-9f1b-91f537d64443 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:11:27.342472 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b874a13a-8a1d-4224-a4ca-2d72b4d0c4a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:11:27Z', 'revision_number': 6, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:27.371825 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b874a13a-8a1d-4224-a4ca-2d72b4d0c4a8 None None] The sync data for ids ['fc5ca977-40ef-4f73-9f1b-91f537d64443'] in dv-neutron-818850-1-hyperv is: [{'id': 'fc5ca977-40ef-4f73-9f1b-91f537d64443', 'name': 'tempest-TestMinimumBasicScenario-968796784-router', 'tenant_id': '3f8d7b747d8f498cb8421be051360c37', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:12Z', 'updated_at': '2021-11-23T05:11:27Z', 'revision_number': 6, 'project_id': '3f8d7b747d8f498cb8421be051360c37', 'gw_port_host': None}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:11:27.406375 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:27.432343 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] Pushing event deleted for resources: {'Port': ['ID=d2a8c7b2-3802-488c-96c8-a34d2c78b44d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:27.445826 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c127dcd-d503-415c-ad73-f7b5c6a82dd3 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:11:27.492215 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:27.585096 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:27.587217 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:27.629413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:27.629900 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router fc5ca977-40ef-4f73-9f1b-91f537d64443 {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:11:27.634300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:27.635395 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d7f7b252-62b2-4493-976d-938f360792c3 admin admin] 10.222.0.37 "DELETE /v2.0/routers/fc5ca977-40ef-4f73-9f1b-91f537d64443 HTTP/1.1" status: 204 len: 168 time: 0.7629354 Nov 23 05:11:27.638225 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52388) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:27.681978 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-168d9e88-ddba-46c2-b282-22e93bf520bb admin admin] Deleting subnet 4fdfff0b-7ad6-4129-88ef-36988848c627 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:11:27.684927 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-168d9e88-ddba-46c2-b282-22e93bf520bb admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:27.719463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-168d9e88-ddba-46c2-b282-22e93bf520bb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:27.805215 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-168d9e88-ddba-46c2-b282-22e93bf520bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:27.856986 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-168d9e88-ddba-46c2-b282-22e93bf520bb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:27.883429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168d9e88-ddba-46c2-b282-22e93bf520bb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4fdfff0b-7ad6-4129-88ef-36988848c627,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:27.888101 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-168d9e88-ddba-46c2-b282-22e93bf520bb admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:27.891403 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-168d9e88-ddba-46c2-b282-22e93bf520bb admin admin] 10.222.0.37 "DELETE /v2.0/subnets/4fdfff0b-7ad6-4129-88ef-36988848c627 HTTP/1.1" status: 204 len: 168 time: 0.2522717 Nov 23 05:11:27.893881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52390) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:27.894056 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b819b1a1-9104-47ad-aa01-383570ec38f0 None None] Network d409a272-9053-4b1b-a98d-58c6dbd2d291 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:11:27.963866 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:28.017140 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] Deleting port 002ab915-a432-473e-af2c-fcec7b4544c2 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:11:28.017515 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:28.085340 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] For port 002ab915-a432-473e-af2c-fcec7b4544c2, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=002ab915-a432-473e-af2c-fcec7b4544c2,segment=NetworkSegment(f8592119-c82f-4d7b-99f3-b344a0cf877d),segment_id=f8592119-c82f-4d7b-99f3-b344a0cf877d)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:28.085707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:28.097745 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] Calling delete_port for 002ab915-a432-473e-af2c-fcec7b4544c2 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:11:28.149861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] DHCP port deletion for d409a272-9053-4b1b-a98d-58c6dbd2d291 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:11:28.179973 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:28.201690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Deleting port 002ab915-a432-473e-af2c-fcec7b4544c2 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:11:28.202353 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:28.206053 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=002ab915-a432-473e-af2c-fcec7b4544c2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:28.211431 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] No DVR routers for this DVR port 002ab915-a432-473e-af2c-fcec7b4544c2 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:11:28.279712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] For port 002ab915-a432-473e-af2c-fcec7b4544c2, host dv-neutron-818850-1-hyperv, got binding levels [] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:28.280114 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:28.290029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:28.301812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Calling delete_port for 002ab915-a432-473e-af2c-fcec7b4544c2 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:11:28.304761 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.ipam_backend_mixin [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Port 002ab915-a432-473e-af2c-fcec7b4544c2 was not found and therefore no delete operation was performed {{(pid=109954) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Nov 23 05:11:28.306217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:28.313926 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d409a272-9053-4b1b-a98d-58c6dbd2d291']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:28.324407 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8592119-c82f-4d7b-99f3-b344a0cf877d') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:28.324717 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8592119-c82f-4d7b-99f3-b344a0cf877d') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:28.332213 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 002ab915-a432-473e-af2c-fcec7b4544c2 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:11:28.334643 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:28.335533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Pushing event deleted for resources: {'Port': ['ID=002ab915-a432-473e-af2c-fcec7b4544c2,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:28.348816 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:28.355706 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] Releasing vlan 168 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:11:28.356813 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:11:28.360789 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:11:28.363321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 002ab915-a432-473e-af2c-fcec7b4544c2 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:11:28.363321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 002ab915-a432-473e-af2c-fcec7b4544c2 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:11:28.363321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d2a8c7b2-3802-488c-96c8-a34d2c78b44d no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:11:28.364901 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] No DVR routers for this DVR port 002ab915-a432-473e-af2c-fcec7b4544c2 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:11:28.383544 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:28.383895 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:28.384237 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:28.384574 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:28.384904 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:28.385235 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:28.385589 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:28.385922 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:28.386251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:28.386576 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:28.386898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:28.387231 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0d50fd7-1bf6-4d1f-b66a-0623f6ca7b2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:28.391881 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: d2a8c7b2-3802-488c-96c8-a34d2c78b44d {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:11:28.392229 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d2a8c7b2-3802-488c-96c8-a34d2c78b44d not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:11:28.392654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device df1b8e12-e28a-4333-9de8-051186daad3d no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:11:28.413535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: df1b8e12-e28a-4333-9de8-051186daad3d {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:11:28.413880 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device df1b8e12-e28a-4333-9de8-051186daad3d not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:11:28.425191 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:28.436216 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:28.442136 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] 10.222.0.37 "DELETE /v2.0/networks/d409a272-9053-4b1b-a98d-58c6dbd2d291 HTTP/1.1" status: 204 len: 168 time: 0.5445905 Nov 23 05:11:28.442573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52392) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:28.456167 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae384b-d805-49db-b4ae-0922476af8c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d409a272-9053-4b1b-a98d-58c6dbd2d291,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:28.804001 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f234eca-4937-4a01-80b5-8eb5b372e061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:29.050452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-3f234eca-4937-4a01-80b5-8eb5b372e061 admin admin] Deleting port 6722de62-4689-43e1-aeca-676d81975f08 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:11:29.050700 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f234eca-4937-4a01-80b5-8eb5b372e061 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:29.126379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-3f234eca-4937-4a01-80b5-8eb5b372e061 admin admin] For port 6722de62-4689-43e1-aeca-676d81975f08, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6722de62-4689-43e1-aeca-676d81975f08,segment=NetworkSegment(96e2ac7a-8b2b-44e1-8f83-84ee204d62b0),segment_id=96e2ac7a-8b2b-44e1-8f83-84ee204d62b0)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:29.126732 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f234eca-4937-4a01-80b5-8eb5b372e061 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:29.140050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-3f234eca-4937-4a01-80b5-8eb5b372e061 admin admin] Calling delete_port for 6722de62-4689-43e1-aeca-676d81975f08 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:11:29.322035 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f234eca-4937-4a01-80b5-8eb5b372e061 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:29.352047 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f234eca-4937-4a01-80b5-8eb5b372e061 admin admin] Pushing event deleted for resources: {'Port': ['ID=6722de62-4689-43e1-aeca-676d81975f08,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:29.366852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device d3df96d5-575b-45a6-8d77-f4d29997ba10 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:11:29.394849 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: d3df96d5-575b-45a6-8d77-f4d29997ba10 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:11:29.395468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device d3df96d5-575b-45a6-8d77-f4d29997ba10 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:11:29.521105 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3f234eca-4937-4a01-80b5-8eb5b372e061 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:29.736181 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f234eca-4937-4a01-80b5-8eb5b372e061 admin admin] Router 4eff37aa-85d6-4be1-9357-d8cb5dc000b6 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:11:29.848418 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f234eca-4937-4a01-80b5-8eb5b372e061 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:11:29.856076 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3f234eca-4937-4a01-80b5-8eb5b372e061 admin admin] 10.222.0.37 "PUT /v2.0/routers/4eff37aa-85d6-4be1-9357-d8cb5dc000b6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4097579 Nov 23 05:11:29.856076 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52394) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:29.857688 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee1963-f625-4c8e-9e7a-69f8442df080 None None] Sync routers for ids ['4eff37aa-85d6-4be1-9357-d8cb5dc000b6'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:11:29.867249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee1963-f625-4c8e-9e7a-69f8442df080 None None] Routers {'4eff37aa-85d6-4be1-9357-d8cb5dc000b6'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:11:29.867870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-81ee1963-f625-4c8e-9e7a-69f8442df080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:11:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4eff37aa-85d6-4be1-9357-d8cb5dc000b6'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:29.961780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:29.972104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-81ee1963-f625-4c8e-9e7a-69f8442df080 None None] Set router 4eff37aa-85d6-4be1-9357-d8cb5dc000b6 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:11:30.072812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:30.125423 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] Deleting port 97d95f65-0138-4e68-a132-923a2ee7ac1a {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:11:30.125766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:30.147726 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-81ee1963-f625-4c8e-9e7a-69f8442df080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'name': 'tempest-TestMinimumBasicScenario-311411905-router', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.32'}], 'enable_snat': True}, 'gw_port_id': '97d95f65-0138-4e68-a132-923a2ee7ac1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:16Z', 'updated_at': '2021-11-23T05:11:29Z', 'revision_number': 5, 'project_id': 'a297531706634da39c4b80ea4a953ce6', 'gw_port': {'id': '97d95f65-0138-4e68-a132-923a2ee7ac1a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:13:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1674, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:09:17Z', 'updated_at': '2021-11-23T05:09:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:30.173755 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee1963-f625-4c8e-9e7a-69f8442df080 None None] Checking router: 4eff37aa-85d6-4be1-9357-d8cb5dc000b6 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:11:30.181981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81ee1963-f625-4c8e-9e7a-69f8442df080 None None] Routers {'4eff37aa-85d6-4be1-9357-d8cb5dc000b6'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:11:30.182583 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-81ee1963-f625-4c8e-9e7a-69f8442df080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:11:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['4eff37aa-85d6-4be1-9357-d8cb5dc000b6'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:30.204298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] For port 97d95f65-0138-4e68-a132-923a2ee7ac1a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=97d95f65-0138-4e68-a132-923a2ee7ac1a,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:30.204662 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:30.217402 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] Calling delete_port for 97d95f65-0138-4e68-a132-923a2ee7ac1a owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:11:30.270363 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-81ee1963-f625-4c8e-9e7a-69f8442df080 None None] Set router 4eff37aa-85d6-4be1-9357-d8cb5dc000b6 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:11:30.325535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-81ee1963-f625-4c8e-9e7a-69f8442df080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'name': 'tempest-TestMinimumBasicScenario-311411905-router', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:16Z', 'updated_at': '2021-11-23T05:11:30Z', 'revision_number': 6, 'project_id': 'a297531706634da39c4b80ea4a953ce6', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:30.351121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ee1963-f625-4c8e-9e7a-69f8442df080 None None] The sync data for ids ['4eff37aa-85d6-4be1-9357-d8cb5dc000b6'] in dv-neutron-818850-1-hyperv is: [{'id': '4eff37aa-85d6-4be1-9357-d8cb5dc000b6', 'name': 'tempest-TestMinimumBasicScenario-311411905-router', 'tenant_id': 'a297531706634da39c4b80ea4a953ce6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:09:16Z', 'updated_at': '2021-11-23T05:11:30Z', 'revision_number': 6, 'project_id': 'a297531706634da39c4b80ea4a953ce6', 'gw_port_host': None}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:11:30.388074 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:30.415810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] Pushing event deleted for resources: {'Port': ['ID=97d95f65-0138-4e68-a132-923a2ee7ac1a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:30.432675 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-706a49c4-cd82-43fd-847f-22ae2a0e501c None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:11:30.479041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:30.570891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:30.573011 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:30.618555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:30.619037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4eff37aa-85d6-4be1-9357-d8cb5dc000b6 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:11:30.623482 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:30.624603 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b5c8b1cb-fce3-41c9-9f55-4ee3cf64372e admin admin] 10.222.0.37 "DELETE /v2.0/routers/4eff37aa-85d6-4be1-9357-d8cb5dc000b6 HTTP/1.1" status: 204 len: 168 time: 0.7676349 Nov 23 05:11:30.627187 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52396) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:30.674966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-822dff11-7fcf-48d4-b432-02bcdd222a97 admin admin] Deleting subnet c0a74016-5a70-4e37-bdb9-d0e95a697533 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:11:30.678045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-822dff11-7fcf-48d4-b432-02bcdd222a97 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:30.713349 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-822dff11-7fcf-48d4-b432-02bcdd222a97 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:30.793033 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-822dff11-7fcf-48d4-b432-02bcdd222a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:30.851219 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-822dff11-7fcf-48d4-b432-02bcdd222a97 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:30.878193 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-822dff11-7fcf-48d4-b432-02bcdd222a97 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0a74016-5a70-4e37-bdb9-d0e95a697533,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:30.881860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-822dff11-7fcf-48d4-b432-02bcdd222a97 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:30.885090 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-822dff11-7fcf-48d4-b432-02bcdd222a97 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/c0a74016-5a70-4e37-bdb9-d0e95a697533 HTTP/1.1" status: 204 len: 168 time: 0.2569911 Nov 23 05:11:30.887589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52398) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:30.890248 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d88a7b89-ea7e-461e-9e3a-640461fc8c58 None None] Network fc81db5a-9b5a-4ebe-ae18-a5b493a45952 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:11:30.956172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.010364 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] Deleting port 339664a6-80ea-4840-941a-9dd2b017dfc6 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:11:31.010565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.079741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] For port 339664a6-80ea-4840-941a-9dd2b017dfc6, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=339664a6-80ea-4840-941a-9dd2b017dfc6,segment=NetworkSegment(96e2ac7a-8b2b-44e1-8f83-84ee204d62b0),segment_id=96e2ac7a-8b2b-44e1-8f83-84ee204d62b0)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:31.080099 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.095869 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] Calling delete_port for 339664a6-80ea-4840-941a-9dd2b017dfc6 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:11:31.098255 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5c791fe-ac0d-498e-a720-257878a058a7 None None] DHCP port deletion for fc81db5a-9b5a-4ebe-ae18-a5b493a45952 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:11:31.151056 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d5c791fe-ac0d-498e-a720-257878a058a7 None None] Deleting port 339664a6-80ea-4840-941a-9dd2b017dfc6 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:11:31.151342 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d5c791fe-ac0d-498e-a720-257878a058a7 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.180723 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.212559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] Pushing event deleted for resources: {'Port': ['ID=339664a6-80ea-4840-941a-9dd2b017dfc6,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:31.215996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d5c791fe-ac0d-498e-a720-257878a058a7 None None] For port 339664a6-80ea-4840-941a-9dd2b017dfc6, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=339664a6-80ea-4840-941a-9dd2b017dfc6,segment=NetworkSegment(96e2ac7a-8b2b-44e1-8f83-84ee204d62b0),segment_id=96e2ac7a-8b2b-44e1-8f83-84ee204d62b0)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:31.216420 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d5c791fe-ac0d-498e-a720-257878a058a7 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.222593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] No DVR routers for this DVR port 339664a6-80ea-4840-941a-9dd2b017dfc6 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:11:31.229660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d5c791fe-ac0d-498e-a720-257878a058a7 None None] Calling delete_port for 339664a6-80ea-4840-941a-9dd2b017dfc6 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:11:31.295749 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.312244 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d5c791fe-ac0d-498e-a720-257878a058a7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.317528 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc81db5a-9b5a-4ebe-ae18-a5b493a45952']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:31.327097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96e2ac7a-8b2b-44e1-8f83-84ee204d62b0') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:31.327418 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96e2ac7a-8b2b-44e1-8f83-84ee204d62b0') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:31.337261 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.338604 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c791fe-ac0d-498e-a720-257878a058a7 None None] Pushing event deleted for resources: {'Port': ['ID=339664a6-80ea-4840-941a-9dd2b017dfc6,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:31.342941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c791fe-ac0d-498e-a720-257878a058a7 None None] No DVR routers for this DVR port 339664a6-80ea-4840-941a-9dd2b017dfc6 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:11:31.363801 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.370957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] Releasing vlan 199 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:11:31.371505 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:11:31.373358 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:11:31.433674 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.438412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.441712 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fc81db5a-9b5a-4ebe-ae18-a5b493a45952 HTTP/1.1" status: 204 len: 168 time: 0.5529416 Nov 23 05:11:31.454197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f0132b-d4e3-4d81-96a7-485ddd644222 admin admin] Pushing event deleted for resources: {'Network': ['ID=fc81db5a-9b5a-4ebe-ae18-a5b493a45952,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:31.600686 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52402) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:31.640926 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a3555921-2f61-40f7-9026-9fb9d29fdf5a admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=3f8d7b747d8f498cb8421be051360c37&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0388818 Nov 23 05:11:31.643284 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52404) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:31.689706 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c589ae3-4882-4455-a217-f463aaff2ec1 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.710570 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c589ae3-4882-4455-a217-f463aaff2ec1 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.756880 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c589ae3-4882-4455-a217-f463aaff2ec1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.759490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7c589ae3-4882-4455-a217-f463aaff2ec1 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:31.760624 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7c589ae3-4882-4455-a217-f463aaff2ec1 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/fd064e8b-3bf3-4357-8581-9bdaa3db8180 HTTP/1.1" status: 204 len: 168 time: 0.1164243 Nov 23 05:11:31.774503 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c589ae3-4882-4455-a217-f463aaff2ec1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd064e8b-3bf3-4357-8581-9bdaa3db8180,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:32.068409 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52410) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:32.108925 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7d27bffb-db41-46cf-ae73-e264bb02611f admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=a297531706634da39c4b80ea4a953ce6&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0392675 Nov 23 05:11:32.111241 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52412) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:32.158281 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-692b8df2-b2bb-4b56-a92e-f6ba215d182d admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:32.181296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-692b8df2-b2bb-4b56-a92e-f6ba215d182d admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:32.230123 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-692b8df2-b2bb-4b56-a92e-f6ba215d182d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:32.233602 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-692b8df2-b2bb-4b56-a92e-f6ba215d182d admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:32.234863 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-692b8df2-b2bb-4b56-a92e-f6ba215d182d admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d80dd903-504f-4e72-a00f-40ebf8a06be1 HTTP/1.1" status: 204 len: 168 time: 0.1227217 Nov 23 05:11:32.242657 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692b8df2-b2bb-4b56-a92e-f6ba215d182d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d80dd903-504f-4e72-a00f-40ebf8a06be1,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:32.314199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6722de62-4689-43e1-aeca-676d81975f08 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:11:32.334672 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 6722de62-4689-43e1-aeca-676d81975f08 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:11:32.335020 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6722de62-4689-43e1-aeca-676d81975f08 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:11:32.335442 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 97d95f65-0138-4e68-a132-923a2ee7ac1a no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:11:32.353933 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 97d95f65-0138-4e68-a132-923a2ee7ac1a {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:11:32.354279 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 97d95f65-0138-4e68-a132-923a2ee7ac1a not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:11:32.354695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 339664a6-80ea-4840-941a-9dd2b017dfc6 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:11:32.377220 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 339664a6-80ea-4840-941a-9dd2b017dfc6 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:11:32.377598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 339664a6-80ea-4840-941a-9dd2b017dfc6 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:11:34.885042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52454) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:34.890045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-94270e9e-06b9-4b5e-b205-582f9ee8b8cf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2026522478', 'description': 'tempest-secgroup-smoke-2026522478 description', 'project_id': '6318e264eb3243bf895e26f79c66f7bf'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:11:34.915014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-94270e9e-06b9-4b5e-b205-582f9ee8b8cf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:34.926922 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-94270e9e-06b9-4b5e-b205-582f9ee8b8cf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.001485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-94270e9e-06b9-4b5e-b205-582f9ee8b8cf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.004870 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-94270e9e-06b9-4b5e-b205-582f9ee8b8cf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.041895 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94270e9e-06b9-4b5e-b205-582f9ee8b8cf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c5105f6c-6d60-480f-9890-b4936f4c178e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:35.078097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-94270e9e-06b9-4b5e-b205-582f9ee8b8cf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.081580 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-94270e9e-06b9-4b5e-b205-582f9ee8b8cf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.111457 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-94270e9e-06b9-4b5e-b205-582f9ee8b8cf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.112668 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-94270e9e-06b9-4b5e-b205-582f9ee8b8cf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.2265458 Nov 23 05:11:35.114612 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94270e9e-06b9-4b5e-b205-582f9ee8b8cf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b944dec-5540-4dc2-818b-0eada0320e09,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:35.116058 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52456) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:35.120620 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-35cede21-38ed-43e5-9155-d0c26cfcc00a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '0b944dec-5540-4dc2-818b-0eada0320e09', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:11:35.147310 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35cede21-38ed-43e5-9155-d0c26cfcc00a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.192211 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35cede21-38ed-43e5-9155-d0c26cfcc00a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.195477 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35cede21-38ed-43e5-9155-d0c26cfcc00a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.212814 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35cede21-38ed-43e5-9155-d0c26cfcc00a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e133fc5b-6963-4938-a3a7-68abf5734b27,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:35.221212 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35cede21-38ed-43e5-9155-d0c26cfcc00a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.223100 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-35cede21-38ed-43e5-9155-d0c26cfcc00a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1058414 Nov 23 05:11:35.225863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52458) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:35.230424 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b058c944-d683-48d3-8937-e3d685ef6bf8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '0b944dec-5540-4dc2-818b-0eada0320e09', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:11:35.256684 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b058c944-d683-48d3-8937-e3d685ef6bf8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.318514 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b058c944-d683-48d3-8937-e3d685ef6bf8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.321808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b058c944-d683-48d3-8937-e3d685ef6bf8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.338117 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b058c944-d683-48d3-8937-e3d685ef6bf8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=91d8397b-86ba-46af-a727-214d2889abd6,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:35.345753 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b058c944-d683-48d3-8937-e3d685ef6bf8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.346937 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b058c944-d683-48d3-8937-e3d685ef6bf8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1200860 Nov 23 05:11:35.349593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52460) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:35.353936 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ebaa86f0-c557-4afe-92c7-dacf7af3bcec tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '0b944dec-5540-4dc2-818b-0eada0320e09', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:11:35.379803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ebaa86f0-c557-4afe-92c7-dacf7af3bcec tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.410174 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:11:35.435429 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ebaa86f0-c557-4afe-92c7-dacf7af3bcec tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.438180 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ebaa86f0-c557-4afe-92c7-dacf7af3bcec tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.457764 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa86f0-c557-4afe-92c7-dacf7af3bcec tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eea15dbf-7299-4a16-b423-6e547e748dc4,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:35.463187 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ebaa86f0-c557-4afe-92c7-dacf7af3bcec tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.464471 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ebaa86f0-c557-4afe-92c7-dacf7af3bcec tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1138849 Nov 23 05:11:35.467506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52462) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:35.471938 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-57e51835-1898-4cb3-9e76-182d808c0c34 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '0b944dec-5540-4dc2-818b-0eada0320e09', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:11:35.497587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-57e51835-1898-4cb3-9e76-182d808c0c34 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.553296 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-57e51835-1898-4cb3-9e76-182d808c0c34 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.556748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-57e51835-1898-4cb3-9e76-182d808c0c34 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.576683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e51835-1898-4cb3-9e76-182d808c0c34 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=280ef14d-529f-4584-943d-0b872a28714b,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:35.585593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-57e51835-1898-4cb3-9e76-182d808c0c34 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.586890 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-57e51835-1898-4cb3-9e76-182d808c0c34 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1183803 Nov 23 05:11:35.589551 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52464) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:35.594416 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7b9b41ef-db9d-4f58-88ef-458f21129c37 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '0b944dec-5540-4dc2-818b-0eada0320e09', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:11:35.615501 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-7b9b41ef-db9d-4f58-88ef-458f21129c37 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Project 6318e264eb3243bf895e26f79c66f7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:11:35.620482 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7b9b41ef-db9d-4f58-88ef-458f21129c37 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.681094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7b9b41ef-db9d-4f58-88ef-458f21129c37 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.684533 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7b9b41ef-db9d-4f58-88ef-458f21129c37 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.702501 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9b41ef-db9d-4f58-88ef-458f21129c37 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0ee4fc7-53ac-4bf8-9bcd-767a327ef74b,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:35.709246 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7b9b41ef-db9d-4f58-88ef-458f21129c37 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.710457 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7b9b41ef-db9d-4f58-88ef-458f21129c37 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199486 Nov 23 05:11:35.713087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52466) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:35.717852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7e523e8c-3f2b-4d34-a8bf-aa4928bbd295 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '0b944dec-5540-4dc2-818b-0eada0320e09', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:11:35.738278 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-7e523e8c-3f2b-4d34-a8bf-aa4928bbd295 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Project 6318e264eb3243bf895e26f79c66f7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:11:35.743116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e523e8c-3f2b-4d34-a8bf-aa4928bbd295 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.803775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e523e8c-3f2b-4d34-a8bf-aa4928bbd295 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.807121 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e523e8c-3f2b-4d34-a8bf-aa4928bbd295 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.827623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e523e8c-3f2b-4d34-a8bf-aa4928bbd295 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b70c69f4-5420-4178-b182-fbd7a571e389,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:35.832856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7e523e8c-3f2b-4d34-a8bf-aa4928bbd295 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.834394 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7e523e8c-3f2b-4d34-a8bf-aa4928bbd295 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1203675 Nov 23 05:11:35.837526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52468) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:35.842254 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-4954357b-55cc-4ba9-ac34-a5bd0145731a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'network': {'name': 'tempest-network-smoke--31023460', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'port_security_enabled': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:11:35.862539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4954357b-55cc-4ba9-ac34-a5bd0145731a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Made reservation on behalf of 6318e264eb3243bf895e26f79c66f7bf for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:11:35.866032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4954357b-55cc-4ba9-ac34-a5bd0145731a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.890293 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4954357b-55cc-4ba9-ac34-a5bd0145731a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:11:35.898971 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4954357b-55cc-4ba9-ac34-a5bd0145731a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.899310 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-4954357b-55cc-4ba9-ac34-a5bd0145731a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Added segment ebde2e53-e1e1-4c2a-b497-9f5617c50305 of type vlan for network 05479a34-d1be-41c7-b4ae-1c0b384089bd Nov 23 05:11:35.939801 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4954357b-55cc-4ba9-ac34-a5bd0145731a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.963641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4954357b-55cc-4ba9-ac34-a5bd0145731a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:35.969133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4954357b-55cc-4ba9-ac34-a5bd0145731a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:35.969731 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4954357b-55cc-4ba9-ac34-a5bd0145731a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:36.363629 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4954357b-55cc-4ba9-ac34-a5bd0145731a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5250578 Nov 23 05:11:36.366465 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52470) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:36.370690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'admin_state_up': True, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:11:36.384975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4954357b-55cc-4ba9-ac34-a5bd0145731a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Network': ['ID=05479a34-d1be-41c7-b4ae-1c0b384089bd,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:36.395617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 05479a34-d1be-41c7-b4ae-1c0b384089bd details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:11:36.403813 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:36.404935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:36.455168 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:36.594623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:36.786011 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:36.805189 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:36.911565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.26.8.75 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/7a5d6a1b-ba10-4910-b538-e8a21bb22d74) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:11:36.953067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b1cdf7f9-46c8-4460-a1bb-bbf2dbc60352 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:37.018063 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:37.050975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:37.089842 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:11:37.093220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:11:37.096805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:11:37.109539 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14c141d-79e5-4dc9-8dc0-8c60f22c49b7 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:11:37.123693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=7a5d6a1b-ba10-4910-b538-e8a21bb22d74,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:37.357434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:37.374002 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f5134acd-fcfa-4366-9b50-8ace4df2114c None None] Provisioning complete for port 7a5d6a1b-ba10-4910-b538-e8a21bb22d74 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:37.374374 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f5134acd-fcfa-4366-9b50-8ace4df2114c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:37.408103 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f5134acd-fcfa-4366-9b50-8ace4df2114c None None] Port 7a5d6a1b-ba10-4910-b538-e8a21bb22d74 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:11:37.565755 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:37.693968 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router a07183a2-6947-440f-a596-c16eced9ae0a is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:11:37.800498 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:11:37.811255 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Sync routers for ids ['a07183a2-6947-440f-a596-c16eced9ae0a'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:11:37.820393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:37.824331 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-40c468d2-e5dc-42b3-910d-181fac0d1ac1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4542294 Nov 23 05:11:37.824489 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Routers {'a07183a2-6947-440f-a596-c16eced9ae0a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:11:37.824489 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:11:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a07183a2-6947-440f-a596-c16eced9ae0a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:37.824700 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52472) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:37.932233 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Set router a07183a2-6947-440f-a596-c16eced9ae0a gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:11:37.946599 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-48ca6fff-c5a9-4e8d-9c90-97ed76fc42f2 tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=6318e264eb3243bf895e26f79c66f7bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1207471 Nov 23 05:11:37.949143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52476) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:38.043473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df2fb50a-ba16-4ae3-b30b-43d6aa690db7 tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:38.048089 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-df2fb50a-ba16-4ae3-b30b-43d6aa690db7 tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0953670 Nov 23 05:11:38.048365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52478) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:38.077770 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e8838c2e-03c3-41fe-abb1-d51c266f3f53 tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0282581 Nov 23 05:11:38.080401 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52480) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:38.085367 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-2626ffdc-7315-420e-938b-069480cb6ec7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-402239116', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:11:38.174402 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2626ffdc-7315-420e-938b-069480cb6ec7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Made reservation on behalf of 6318e264eb3243bf895e26f79c66f7bf for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:11:38.177902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2626ffdc-7315-420e-938b-069480cb6ec7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:38.198014 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:37Z', 'revision_number': 3, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:38.226975 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Checking router: a07183a2-6947-440f-a596-c16eced9ae0a for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:11:38.227315 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Updating router a07183a2-6947-440f-a596-c16eced9ae0a port 7a5d6a1b-ba10-4910-b538-e8a21bb22d74 binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:11:38.251086 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:38.361764 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2626ffdc-7315-420e-938b-069480cb6ec7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:38.425925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2626ffdc-7315-420e-938b-069480cb6ec7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Subnet': ['ID=641b88f3-e6ba-46a4-a615-3ff3b3d05c18,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:38.436782 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2626ffdc-7315-420e-938b-069480cb6ec7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Checking segment: {'id': 'ebde2e53-e1e1-4c2a-b497-9f5617c50305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:11:38.437241 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2626ffdc-7315-420e-938b-069480cb6ec7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network hostable DHCP agents. Network: 05479a34-d1be-41c7-b4ae-1c0b384089bd, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:11:38.454408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2626ffdc-7315-420e-938b-069480cb6ec7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 05479a34-d1be-41c7-b4ae-1c0b384089bd is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:11:38.463390 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-2626ffdc-7315-420e-938b-069480cb6ec7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 05479a34-d1be-41c7-b4ae-1c0b384089bd) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:11:38.474371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2626ffdc-7315-420e-938b-069480cb6ec7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:38.475498 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-2626ffdc-7315-420e-938b-069480cb6ec7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:38.478586 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f560e97f-580e-40ca-be2f-c98213631137 None None] Network 05479a34-d1be-41c7-b4ae-1c0b384089bd requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:11:38.496492 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2626ffdc-7315-420e-938b-069480cb6ec7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4125233 Nov 23 05:11:38.497346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52482) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:38.511448 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:38.518868 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:38.567830 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Attempting to bind port 7a5d6a1b-ba10-4910-b538-e8a21bb22d74 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:11:38.568211 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Attempting to bind port 7a5d6a1b-ba10-4910-b538-e8a21bb22d74 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:11:38.568576 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Attempting to bind port 7a5d6a1b-ba10-4910-b538-e8a21bb22d74 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:11:38.571668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45975fca-aced-4a02-8737-4d2c371129e9 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:11:38.578063 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:11:38.578440 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:11:38.578843 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:38.579234 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:11:38.579703 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Bound port: 7a5d6a1b-ba10-4910-b538-e8a21bb22d74, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:11:38.580082 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:38.612767 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b2edb-60d3-4aa8-8d89-e7aff19d4cf3 None None] Pushing event updated for resources: {'Port': ['ID=7a5d6a1b-ba10-4910-b538-e8a21bb22d74,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:38.624828 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b2edb-60d3-4aa8-8d89-e7aff19d4cf3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:38.625178 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b2edb-60d3-4aa8-8d89-e7aff19d4cf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:38.625545 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b2edb-60d3-4aa8-8d89-e7aff19d4cf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:38.625884 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b2edb-60d3-4aa8-8d89-e7aff19d4cf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:38.626215 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b2edb-60d3-4aa8-8d89-e7aff19d4cf3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:38.626547 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b2edb-60d3-4aa8-8d89-e7aff19d4cf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:38.626878 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b2edb-60d3-4aa8-8d89-e7aff19d4cf3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:38.627208 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b2edb-60d3-4aa8-8d89-e7aff19d4cf3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:38.627536 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b2edb-60d3-4aa8-8d89-e7aff19d4cf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:38.627872 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b2edb-60d3-4aa8-8d89-e7aff19d4cf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:38.628178 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b2edb-60d3-4aa8-8d89-e7aff19d4cf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:38.628503 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-667b2edb-60d3-4aa8-8d89-e7aff19d4cf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:11:38.647135 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] For port 7a5d6a1b-ba10-4910-b538-e8a21bb22d74, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:11:38.650710 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] For port 7a5d6a1b-ba10-4910-b538-e8a21bb22d74, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=7a5d6a1b-ba10-4910-b538-e8a21bb22d74,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:11:38.657527 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:38.658801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-05479a34-d1be-41c7-b4ae-1c0b384089bd', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ips': [{'subnet_id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:11:38.660502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:38.677681 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-00acf9b8-0983-4107-890a-a36cd00bb1e6 None None] Provisioning complete for port 7a5d6a1b-ba10-4910-b538-e8a21bb22d74 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:38.678193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-00acf9b8-0983-4107-890a-a36cd00bb1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:38.704325 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c277ca4-316e-4f88-af1d-4d7310e44519 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:11:38.710852 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Routers {'a07183a2-6947-440f-a596-c16eced9ae0a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:11:38.711429 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:11:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a07183a2-6947-440f-a596-c16eced9ae0a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:38.763938 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667b2edb-60d3-4aa8-8d89-e7aff19d4cf3 None None] Pushing event updated for resources: {'Port': ['ID=7a5d6a1b-ba10-4910-b538-e8a21bb22d74,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:38.827594 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] Set router a07183a2-6947-440f-a596-c16eced9ae0a gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:11:38.872600 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-00acf9b8-0983-4107-890a-a36cd00bb1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:38.907701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-00acf9b8-0983-4107-890a-a36cd00bb1e6 None None] For port 7a5d6a1b-ba10-4910-b538-e8a21bb22d74, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=7a5d6a1b-ba10-4910-b538-e8a21bb22d74,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:38.913294 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Allocated IP 172.20.0.2 (05479a34-d1be-41c7-b4ae-1c0b384089bd/641b88f3-e6ba-46a4-a615-3ff3b3d05c18/10080457-1297-47e6-a7d1-0cc6a2c8864c) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:11:38.921956 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-00acf9b8-0983-4107-890a-a36cd00bb1e6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:38.984651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:38.993825 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:39.027767 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00acf9b8-0983-4107-890a-a36cd00bb1e6 None None] Pushing event updated for resources: {'Port': ['ID=7a5d6a1b-ba10-4910-b538-e8a21bb22d74,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:39.031899 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:37Z', 'revision_number': 3, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:39.059677 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a1a2e98-05a0-4460-9161-34295ea97f0c None None] The sync data for ids ['a07183a2-6947-440f-a596-c16eced9ae0a'] in dv-neutron-818850-1-hyperv is: [{'id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:37Z', 'revision_number': 3, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:11:39.074450 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8b285c4b-138a-4aff-a96d-bc15636a5ad3 None None] Provisioning complete for port 7a5d6a1b-ba10-4910-b538-e8a21bb22d74 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:39.074893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8b285c4b-138a-4aff-a96d-bc15636a5ad3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:39.179020 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:39.186179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:39.272512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Network 05479a34-d1be-41c7-b4ae-1c0b384089bd is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:11:39.276096 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-38dc9fca-0d19-4959-ac88-4ccd807fb610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:39.278832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Pushing event updated for resources: {'Port': ['ID=10080457-1297-47e6-a7d1-0cc6a2c8864c,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:39.281174 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:11:39.283286 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:11:39.290049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.20.0.1 (05479a34-d1be-41c7-b4ae-1c0b384089bd/641b88f3-e6ba-46a4-a615-3ff3b3d05c18/d146489a-a26f-456f-841f-99a9b0c8477d) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:11:39.361029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Attempting to bind port 10080457-1297-47e6-a7d1-0cc6a2c8864c on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:11:39.361554 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Attempting to bind port 10080457-1297-47e6-a7d1-0cc6a2c8864c by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'ebde2e53-e1e1-4c2a-b497-9f5617c50305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:11:39.362010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Attempting to bind port 10080457-1297-47e6-a7d1-0cc6a2c8864c on network 05479a34-d1be-41c7-b4ae-1c0b384089bd {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:11:39.367063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:11:39.367530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Checking segment: {'id': 'ebde2e53-e1e1-4c2a-b497-9f5617c50305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:11:39.367996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:39.368538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Bound using segment: {'id': 'ebde2e53-e1e1-4c2a-b497-9f5617c50305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:11:39.369059 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Bound port: 10080457-1297-47e6-a7d1-0cc6a2c8864c, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde2e53-e1e1-4c2a-b497-9f5617c50305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:11:39.369542 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:39.438640 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] For port 10080457-1297-47e6-a7d1-0cc6a2c8864c, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:11:39.442295 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] For port 10080457-1297-47e6-a7d1-0cc6a2c8864c, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=10080457-1297-47e6-a7d1-0cc6a2c8864c,segment=NetworkSegment(ebde2e53-e1e1-4c2a-b497-9f5617c50305),segment_id=ebde2e53-e1e1-4c2a-b497-9f5617c50305)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:11:39.445368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:39.447204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:39.490036 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:39.513660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c853f7e7-ae81-4328-9f2f-363378d914c6 None None] Pushing event updated for resources: {'Port': ['ID=10080457-1297-47e6-a7d1-0cc6a2c8864c,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:39.536297 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 05479a34-d1be-41c7-b4ae-1c0b384089bd is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:11:39.539683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:11:39.543793 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:11:39.573138 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=d146489a-a26f-456f-841f-99a9b0c8477d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:39.601104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:39.792111 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:40.103849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:40.108383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:40.182420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:40.184732 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=d146489a-a26f-456f-841f-99a9b0c8477d,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:40.292052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 05479a34-d1be-41c7-b4ae-1c0b384089bd is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:11:40.294213 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:11:40.391094 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7a5d6a1b-ba10-4910-b538-e8a21bb22d74 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:11:40.425462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router a07183a2-6947-440f-a596-c16eced9ae0a has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:11:40.441664 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 7a5d6a1b-ba10-4910-b538-e8a21bb22d74 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:40.442023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:40.496067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13115e1e-c610-4836-a66a-1eb189ab76e6 None None] Network 05479a34-d1be-41c7-b4ae-1c0b384089bd requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:11:40.540202 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:40.549736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:11:40.560597 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e0be070f-57ba-4653-97a2-c9ca3394cea7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "PUT /v2.0/routers/a07183a2-6947-440f-a596-c16eced9ae0a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0565336 Nov 23 05:11:40.628165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 10080457-1297-47e6-a7d1-0cc6a2c8864c up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:11:40.653205 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ca0817c2-d14a-414d-a1a8-1a5b3ebeea26 None None] Provisioning complete for port 10080457-1297-47e6-a7d1-0cc6a2c8864c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:40.653621 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ca0817c2-d14a-414d-a1a8-1a5b3ebeea26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:40.708735 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-ac391f77-6668-4796-9bde-4283090a856c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2026522478&fields=id&tenant_id=6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 267 time: 0.0487401 Nov 23 05:11:40.774618 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 10080457-1297-47e6-a7d1-0cc6a2c8864c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:40.774989 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:40.826354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-f7169afa-d842-4f0a-be80-c9dbeeebc3a1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:40.827853 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-f7169afa-d842-4f0a-be80-c9dbeeebc3a1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/networks?id=05479a34-d1be-41c7-b4ae-1c0b384089bd HTTP/1.1" status: 200 len: 795 time: 0.1110435 Nov 23 05:11:40.847160 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-d28ca291-3d04-4427-929b-5d3406df2941 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/quotas/6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 375 time: 0.0129449 Nov 23 05:11:40.849107 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ca0817c2-d14a-414d-a1a8-1a5b3ebeea26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:40.906421 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-b56580b9-0403-42fe-8a9e-8d7e138b8247 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0529547 Nov 23 05:11:40.911843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ca0817c2-d14a-414d-a1a8-1a5b3ebeea26 None None] For port 10080457-1297-47e6-a7d1-0cc6a2c8864c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=10080457-1297-47e6-a7d1-0cc6a2c8864c,segment=NetworkSegment(ebde2e53-e1e1-4c2a-b497-9f5617c50305),segment_id=ebde2e53-e1e1-4c2a-b497-9f5617c50305)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:40.922200 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ca0817c2-d14a-414d-a1a8-1a5b3ebeea26 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:40.928307 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:41.011782 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-ecef46b9-977c-4032-b69a-8e9a572ef33a service neutron] 10.222.0.37 "GET /v2.0/networks/05479a34-d1be-41c7-b4ae-1c0b384089bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908971 Nov 23 05:11:41.023222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0817c2-d14a-414d-a1a8-1a5b3ebeea26 None None] Pushing event updated for resources: {'Port': ['ID=10080457-1297-47e6-a7d1-0cc6a2c8864c,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:41.037437 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 05:11:41.037805 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 05:11:41.107722 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Sync routers for ids ['a07183a2-6947-440f-a596-c16eced9ae0a'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:11:41.112176 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-f6b4287e-3af1-4b00-a8a0-934cd2886e9e service neutron] 10.222.0.37 "GET /v2.0/networks/05479a34-d1be-41c7-b4ae-1c0b384089bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0933723 Nov 23 05:11:41.118648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Routers {'a07183a2-6947-440f-a596-c16eced9ae0a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:11:41.119282 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:11:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a07183a2-6947-440f-a596-c16eced9ae0a'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:41.180282 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d30281e5-6d20-4062-9aae-5aeef86c4617 None None] Provisioning complete for port 10080457-1297-47e6-a7d1-0cc6a2c8864c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:41.180639 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d30281e5-6d20-4062-9aae-5aeef86c4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:41.278068 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Set router a07183a2-6947-440f-a596-c16eced9ae0a gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:11:41.320888 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fe445936-aa56-492c-94f4-6f3b30eb47e7 req-0891145a-62c3-466e-885e-854276981549 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 210 time: 0.0363104 Nov 23 05:11:41.646389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d30281e5-6d20-4062-9aae-5aeef86c4617 None None] Provisioning complete for port d146489a-a26f-456f-841f-99a9b0c8477d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:41.647026 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d30281e5-6d20-4062-9aae-5aeef86c4617 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:41.702465 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d30281e5-6d20-4062-9aae-5aeef86c4617 None None] Port d146489a-a26f-456f-841f-99a9b0c8477d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:11:41.797406 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:39Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd146489a-a26f-456f-841f-99a9b0c8477d', 'name': '', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:c0:5e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:39Z', 'updated_at': '2021-11-23T05:11:39Z', 'revision_number': 2, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:41.833642 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Checking router: a07183a2-6947-440f-a596-c16eced9ae0a for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:11:41.834005 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Updating router a07183a2-6947-440f-a596-c16eced9ae0a port d146489a-a26f-456f-841f-99a9b0c8477d binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:11:41.889560 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b149e698-82f4-45bc-9cf3-31757944de1d None None] Provisioning complete for port d146489a-a26f-456f-841f-99a9b0c8477d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:41.889906 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b149e698-82f4-45bc-9cf3-31757944de1d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:41.894290 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:41.916424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:41.993100 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b149e698-82f4-45bc-9cf3-31757944de1d None None] Port d146489a-a26f-456f-841f-99a9b0c8477d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:11:42.241456 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:42.246036 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:42.296121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27317e4e-b7a4-4f00-a914-c05bc2e1ed97 None None] Pushing event updated for resources: {'Port': ['ID=d146489a-a26f-456f-841f-99a9b0c8477d,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:42.342037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 10080457-1297-47e6-a7d1-0cc6a2c8864c up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:11:42.384471 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Attempting to bind port d146489a-a26f-456f-841f-99a9b0c8477d on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:11:42.384944 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Attempting to bind port d146489a-a26f-456f-841f-99a9b0c8477d by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'ebde2e53-e1e1-4c2a-b497-9f5617c50305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:11:42.385409 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Attempting to bind port d146489a-a26f-456f-841f-99a9b0c8477d on network 05479a34-d1be-41c7-b4ae-1c0b384089bd {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:11:42.394475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 11, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:11:42.394852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Checking segment: {'id': 'ebde2e53-e1e1-4c2a-b497-9f5617c50305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:11:42.395266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:42.395657 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Bound using segment: {'id': 'ebde2e53-e1e1-4c2a-b497-9f5617c50305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:11:42.396135 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Bound port: d146489a-a26f-456f-841f-99a9b0c8477d, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebde2e53-e1e1-4c2a-b497-9f5617c50305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:11:42.396516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:42.437908 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-403c46e5-529d-44d2-831e-7dd686997d15 req-319a3ce4-a588-4f0d-9e47-a051dc839405 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 210 time: 0.0378182 Nov 23 05:11:42.462037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 10080457-1297-47e6-a7d1-0cc6a2c8864c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:42.462485 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:42.496815 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] For port d146489a-a26f-456f-841f-99a9b0c8477d, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:11:42.517132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] For port d146489a-a26f-456f-841f-99a9b0c8477d, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d146489a-a26f-456f-841f-99a9b0c8477d,segment=NetworkSegment(ebde2e53-e1e1-4c2a-b497-9f5617c50305),segment_id=ebde2e53-e1e1-4c2a-b497-9f5617c50305)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:11:42.523565 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:42.617640 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Routers {'a07183a2-6947-440f-a596-c16eced9ae0a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:11:42.618298 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:11:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a07183a2-6947-440f-a596-c16eced9ae0a'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:42.673901 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27317e4e-b7a4-4f00-a914-c05bc2e1ed97 None None] Pushing event updated for resources: {'Port': ['ID=d146489a-a26f-456f-841f-99a9b0c8477d,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:42.693426 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-792ec189-7899-42f7-a0a3-ea1542927fc6 None None] Provisioning complete for port d146489a-a26f-456f-841f-99a9b0c8477d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:42.694759 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-792ec189-7899-42f7-a0a3-ea1542927fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:42.776733 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:42.802317 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] Set router a07183a2-6947-440f-a596-c16eced9ae0a gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:11:42.951853 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-792ec189-7899-42f7-a0a3-ea1542927fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:42.973957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-16ee4cef-7cf0-4a5b-b065-997ff3a46fe9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:42.975374 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-16ee4cef-7cf0-4a5b-b065-997ff3a46fe9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/networks?id=05479a34-d1be-41c7-b4ae-1c0b384089bd HTTP/1.1" status: 200 len: 795 time: 0.4894369 Nov 23 05:11:43.006578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-792ec189-7899-42f7-a0a3-ea1542927fc6 None None] For port d146489a-a26f-456f-841f-99a9b0c8477d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d146489a-a26f-456f-841f-99a9b0c8477d,segment=NetworkSegment(ebde2e53-e1e1-4c2a-b497-9f5617c50305),segment_id=ebde2e53-e1e1-4c2a-b497-9f5617c50305)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:43.013266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-792ec189-7899-42f7-a0a3-ea1542927fc6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:43.054277 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-f41ac419-1d75-4d39-ad4a-471d869a46e6 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 380 time: 0.0551245 Nov 23 05:11:43.068907 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-84a18c35-508c-4cfe-bad8-5e555652d5d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'port': {'device_id': '2b77763c-6ab0-4da8-8ce2-246ae4165a2a', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'admin_state_up': True, 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'security_groups': ['0b944dec-5540-4dc2-818b-0eada0320e09']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:11:43.084619 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792ec189-7899-42f7-a0a3-ea1542927fc6 None None] Pushing event updated for resources: {'Port': ['ID=d146489a-a26f-456f-841f-99a9b0c8477d,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:43.107373 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:39Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd146489a-a26f-456f-841f-99a9b0c8477d', 'name': '', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:c0:5e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:39Z', 'updated_at': '2021-11-23T05:11:42Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:43.180368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-84a18c35-508c-4cfe-bad8-5e555652d5d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Made reservation on behalf of 6318e264eb3243bf895e26f79c66f7bf for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:11:43.184645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-84a18c35-508c-4cfe-bad8-5e555652d5d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:43.294868 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916fbfe8-789b-44d6-8425-b6d4341ab77d None None] The sync data for ids ['a07183a2-6947-440f-a596-c16eced9ae0a'] in dv-neutron-818850-1-hyperv is: [{'id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:39Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd146489a-a26f-456f-841f-99a9b0c8477d', 'name': '', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:c0:5e:45', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:39Z', 'updated_at': '2021-11-23T05:11:42Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:11:43.305144 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b8a74dfd-e374-439c-b313-58daab4ce500 None None] Provisioning complete for port d146489a-a26f-456f-841f-99a9b0c8477d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:43.305552 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b8a74dfd-e374-439c-b313-58daab4ce500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:43.320643 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-84a18c35-508c-4cfe-bad8-5e555652d5d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.20.0.3 (05479a34-d1be-41c7-b4ae-1c0b384089bd/641b88f3-e6ba-46a4-a615-3ff3b3d05c18/db82cc70-bc5b-4c4c-bec0-54c0e6886a71) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:11:43.509218 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-84a18c35-508c-4cfe-bad8-5e555652d5d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:43.537520 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2cf01d4f-2710-440a-8e43-9bb8da3dbbcc req-08b56ef9-0e4a-493d-aade-d3bb0798bbf2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 210 time: 0.0295844 Nov 23 05:11:43.553414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-84a18c35-508c-4cfe-bad8-5e555652d5d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:43.598575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-84a18c35-508c-4cfe-bad8-5e555652d5d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 05479a34-d1be-41c7-b4ae-1c0b384089bd is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:11:43.601763 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-84a18c35-508c-4cfe-bad8-5e555652d5d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:11:43.606881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-84a18c35-508c-4cfe-bad8-5e555652d5d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:11:43.611022 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a18c35-508c-4cfe-bad8-5e555652d5d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=db82cc70-bc5b-4c4c-bec0-54c0e6886a71,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:43.661372 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-84a18c35-508c-4cfe-bad8-5e555652d5d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:43.662029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-84a18c35-508c-4cfe-bad8-5e555652d5d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:43.690221 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-84a18c35-508c-4cfe-bad8-5e555652d5d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6248693 Nov 23 05:11:43.715047 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Request body: {'port': {'device_id': '2b77763c-6ab0-4da8-8ce2-246ae4165a2a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:11:43.781049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:43.842908 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7561b51a-da3f-4d86-bfeb-7074e8219ad4 None None] Provisioning complete for port db82cc70-bc5b-4c4c-bec0-54c0e6886a71 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:43.843516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7561b51a-da3f-4d86-bfeb-7074e8219ad4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:43.881773 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7561b51a-da3f-4d86-bfeb-7074e8219ad4 None None] Port db82cc70-bc5b-4c4c-bec0-54c0e6886a71 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:11:44.073028 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id db82cc70-bc5b-4c4c-bec0-54c0e6886a71 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:11:44.082168 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:44.094751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Transition to ACTIVE for port object db82cc70-bc5b-4c4c-bec0-54c0e6886a71 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:11:44.101227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:44.157041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Pushing event updated for resources: {'Port': ['ID=db82cc70-bc5b-4c4c-bec0-54c0e6886a71,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:44.232050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Attempting to bind port db82cc70-bc5b-4c4c-bec0-54c0e6886a71 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:11:44.232392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Attempting to bind port db82cc70-bc5b-4c4c-bec0-54c0e6886a71 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'ebde2e53-e1e1-4c2a-b497-9f5617c50305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:11:44.232730 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Attempting to bind port db82cc70-bc5b-4c4c-bec0-54c0e6886a71 on network 05479a34-d1be-41c7-b4ae-1c0b384089bd {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:11:44.237645 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Port db82cc70-bc5b-4c4c-bec0-54c0e6886a71 on network 05479a34-d1be-41c7-b4ae-1c0b384089bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:11:44.237981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Attempting to bind port db82cc70-bc5b-4c4c-bec0-54c0e6886a71 on network 05479a34-d1be-41c7-b4ae-1c0b384089bd {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:11:44.243828 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 11, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:11:44.244237 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Checking segment: {'id': 'ebde2e53-e1e1-4c2a-b497-9f5617c50305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:11:44.244635 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Bound using segment: {'id': 'ebde2e53-e1e1-4c2a-b497-9f5617c50305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:11:44.245076 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Bound port: db82cc70-bc5b-4c4c-bec0-54c0e6886a71, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebde2e53-e1e1-4c2a-b497-9f5617c50305', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:11:44.245806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:44.330519 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] For port db82cc70-bc5b-4c4c-bec0-54c0e6886a71, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:11:44.335016 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] For port db82cc70-bc5b-4c4c-bec0-54c0e6886a71, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=db82cc70-bc5b-4c4c-bec0-54c0e6886a71,segment=NetworkSegment(ebde2e53-e1e1-4c2a-b497-9f5617c50305),segment_id=ebde2e53-e1e1-4c2a-b497-9f5617c50305)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:11:44.340087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:44.378092 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d146489a-a26f-456f-841f-99a9b0c8477d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:11:44.389743 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:44.390725 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:44.392092 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] 10.222.0.15 "PUT /v2.0/ports/db82cc70-bc5b-4c4c-bec0-54c0e6886a71 HTTP/1.1" status: 200 len: 1093 time: 0.6817017 Nov 23 05:11:44.392631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b77763c-6ab0-4da8-8ce2-246ae4165a2a', 'tag': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:11:44.395186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5de44a77-305d-47b1-9ceb-061996752b90" -d '{"events": [{"name": "network-changed", "server_uuid": "2b77763c-6ab0-4da8-8ce2-246ae4165a2a", "tag": "db82cc70-bc5b-4c4c-bec0-54c0e6886a71"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:11:44.417625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062a5f9d-63de-4c13-a09d-8af7c61baee8 service neutron] Pushing event updated for resources: {'Port': ['ID=db82cc70-bc5b-4c4c-bec0-54c0e6886a71,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:44.468614 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d146489a-a26f-456f-841f-99a9b0c8477d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:44.469128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:44.534094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-1d8c1f65-14a2-45ca-a4a9-c8c1d6609280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:44.536057 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-1d8c1f65-14a2-45ca-a4a9-c8c1d6609280 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 1096 time: 0.0536609 Nov 23 05:11:44.546638 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:11:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afad4148-d208-4aa0-842d-734a5fa52e16 x-openstack-request-id: req-afad4148-d208-4aa0-842d-734a5fa52e16 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:11:44.546932 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b77763c-6ab0-4da8-8ce2-246ae4165a2a", "tag": "db82cc70-bc5b-4c4c-bec0-54c0e6886a71", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:11:44.547182 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-afad4148-d208-4aa0-842d-734a5fa52e16 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:11:44.547587 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b77763c-6ab0-4da8-8ce2-246ae4165a2a', 'tag': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71', 'status': 'completed', 'code': 200} Nov 23 05:11:44.598580 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-c0d1541e-5cc2-4b27-adb9-ea0636f54acb service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db82cc70-bc5b-4c4c-bec0-54c0e6886a71 HTTP/1.1" status: 200 len: 217 time: 0.0379140 Nov 23 05:11:44.664542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-2ed833c7-26f2-4833-8d76-fb531c70b3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:44.666230 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-2ed833c7-26f2-4833-8d76-fb531c70b3a7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=641b88f3-e6ba-46a4-a615-3ff3b3d05c18 HTTP/1.1" status: 200 len: 834 time: 0.0592239 Nov 23 05:11:44.676082 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc790a15-ac16-4822-9cde-935d1bfc1d26 req-6a9ee674-120f-47cd-840d-3a4e7510a187 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:44.677596 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fc790a15-ac16-4822-9cde-935d1bfc1d26 req-6a9ee674-120f-47cd-840d-3a4e7510a187 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 943 time: 0.0609851 Nov 23 05:11:44.720434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-4f6fbd07-728a-49d8-b34b-5135623487ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:44.722148 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-4f6fbd07-728a-49d8-b34b-5135623487ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05479a34-d1be-41c7-b4ae-1c0b384089bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0449164 Nov 23 05:11:44.726317 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fc790a15-ac16-4822-9cde-935d1bfc1d26 req-b99c9c35-e4ba-4645-88b9-9cb6f1a1f955 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428281 Nov 23 05:11:44.819670 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-660a901f-1ab6-482a-96b2-cd19b3b1c174 service neutron] 10.222.0.15 "GET /v2.0/networks/05479a34-d1be-41c7-b4ae-1c0b384089bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849845 Nov 23 05:11:44.924304 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-db32b8a0-bc07-47ee-832c-a44f9475f366 req-90fd7d24-456f-47c3-9042-6781e0a01e9c service neutron] 10.222.0.15 "GET /v2.0/networks/05479a34-d1be-41c7-b4ae-1c0b384089bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932136 Nov 23 05:11:45.058410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de44a77-305d-47b1-9ceb-061996752b90 req-49ace5c2-7584-4200-831d-9cbc72294509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:45.059913 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5de44a77-305d-47b1-9ceb-061996752b90 req-49ace5c2-7584-4200-831d-9cbc72294509 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 1096 time: 0.0417113 Nov 23 05:11:45.153490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de44a77-305d-47b1-9ceb-061996752b90 req-c92dd478-235d-4c5c-9848-25022145cf1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:45.154918 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5de44a77-305d-47b1-9ceb-061996752b90 req-c92dd478-235d-4c5c-9848-25022145cf1e service neutron] 10.222.0.15 "GET /v2.0/networks?id=05479a34-d1be-41c7-b4ae-1c0b384089bd HTTP/1.1" status: 200 len: 896 time: 0.0870874 Nov 23 05:11:45.204129 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5de44a77-305d-47b1-9ceb-061996752b90 req-24b97795-4e5b-45d0-8469-144ae6645eb0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db82cc70-bc5b-4c4c-bec0-54c0e6886a71 HTTP/1.1" status: 200 len: 217 time: 0.0377636 Nov 23 05:11:45.261615 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de44a77-305d-47b1-9ceb-061996752b90 req-f94d24d3-52f9-40a0-bd66-34434a08aae7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:45.263811 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5de44a77-305d-47b1-9ceb-061996752b90 req-f94d24d3-52f9-40a0-bd66-34434a08aae7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=641b88f3-e6ba-46a4-a615-3ff3b3d05c18 HTTP/1.1" status: 200 len: 834 time: 0.0514433 Nov 23 05:11:45.312688 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de44a77-305d-47b1-9ceb-061996752b90 req-3ec59441-a44f-447f-a0e6-df67ea1187da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:45.314194 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5de44a77-305d-47b1-9ceb-061996752b90 req-3ec59441-a44f-447f-a0e6-df67ea1187da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05479a34-d1be-41c7-b4ae-1c0b384089bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0421972 Nov 23 05:11:45.412716 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5de44a77-305d-47b1-9ceb-061996752b90 req-bcf3d22e-a1ec-47d3-94e9-c32adb8cc1e8 service neutron] 10.222.0.15 "GET /v2.0/networks/05479a34-d1be-41c7-b4ae-1c0b384089bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871313 Nov 23 05:11:45.504692 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5de44a77-305d-47b1-9ceb-061996752b90 req-a3ee07ba-42c1-450c-b479-d70b31dba08a service neutron] 10.222.0.15 "GET /v2.0/networks/05479a34-d1be-41c7-b4ae-1c0b384089bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832934 Nov 23 05:11:45.843190 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bde9aeb-476a-45af-ab23-265479e3d2c0 req-c8418b1a-6539-4d52-bdf5-6260c48c1b11 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:45.844659 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4bde9aeb-476a-45af-ab23-265479e3d2c0 req-c8418b1a-6539-4d52-bdf5-6260c48c1b11 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 943 time: 0.0494642 Nov 23 05:11:45.898749 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4bde9aeb-476a-45af-ab23-265479e3d2c0 req-b9887f61-0e9d-48a3-8bf8-ba8e8472d9ef tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480907 Nov 23 05:11:47.010830 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0891047-3b51-4aeb-9716-6eacc6d15fd4 req-d1441201-ec36-4b21-8ed9-47009c3b1b3d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:47.013169 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e0891047-3b51-4aeb-9716-6eacc6d15fd4 req-d1441201-ec36-4b21-8ed9-47009c3b1b3d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 943 time: 0.0486152 Nov 23 05:11:47.060956 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e0891047-3b51-4aeb-9716-6eacc6d15fd4 req-6577c8fa-ed10-446e-ad1d-027814dda88b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419919 Nov 23 05:11:47.444653 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device db82cc70-bc5b-4c4c-bec0-54c0e6886a71 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:11:47.536206 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port db82cc70-bc5b-4c4c-bec0-54c0e6886a71, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=db82cc70-bc5b-4c4c-bec0-54c0e6886a71,segment=NetworkSegment(ebde2e53-e1e1-4c2a-b497-9f5617c50305),segment_id=ebde2e53-e1e1-4c2a-b497-9f5617c50305)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:47.548028 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'port_id': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71', 'mac_address': 'fa:16:3e:71:fd:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:11:47.583820 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:47.599619 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id db82cc70-bc5b-4c4c-bec0-54c0e6886a71 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:11:47.618434 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port db82cc70-bc5b-4c4c-bec0-54c0e6886a71, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=db82cc70-bc5b-4c4c-bec0-54c0e6886a71,segment=NetworkSegment(ebde2e53-e1e1-4c2a-b497-9f5617c50305),segment_id=ebde2e53-e1e1-4c2a-b497-9f5617c50305)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:47.622798 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:47.669449 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=db82cc70-bc5b-4c4c-bec0-54c0e6886a71,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:47.995888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['db82cc70-bc5b-4c4c-bec0-54c0e6886a71'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:11:48.177100 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4841a7-c1ea-43bc-9855-44a670ecd22c req-80f0b6c7-86f2-4fac-971c-6d67ffa4198b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:48.178701 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fd4841a7-c1ea-43bc-9855-44a670ecd22c req-80f0b6c7-86f2-4fac-971c-6d67ffa4198b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 944 time: 0.0513687 Nov 23 05:11:48.228515 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fd4841a7-c1ea-43bc-9855-44a670ecd22c req-4563658d-ba54-41e6-a1f4-96f105d14f4e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436308 Nov 23 05:11:49.343660 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b79c60-d063-4f63-8f60-587182827489 req-16b42ccd-ed30-4fc1-97ed-5ba025e2b329 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:49.345176 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-03b79c60-d063-4f63-8f60-587182827489 req-16b42ccd-ed30-4fc1-97ed-5ba025e2b329 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 944 time: 0.0517499 Nov 23 05:11:49.394211 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-03b79c60-d063-4f63-8f60-587182827489 req-c911dd63-ea8d-44ba-a52a-7d5f680bdf4e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428815 Nov 23 05:11:49.443320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device db82cc70-bc5b-4c4c-bec0-54c0e6886a71 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:11:49.493340 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port db82cc70-bc5b-4c4c-bec0-54c0e6886a71 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:11:49.497023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port db82cc70-bc5b-4c4c-bec0-54c0e6886a71 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:11:49.497433 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:49.574091 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:49.596429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b77763c-6ab0-4da8-8ce2-246ae4165a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:11:49.598704 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e00a22-5b67-49fd-8007-306ccc11f545" -d '{"events": [{"server_uuid": "2b77763c-6ab0-4da8-8ce2-246ae4165a2a", "name": "network-vif-plugged", "status": "completed", "tag": "db82cc70-bc5b-4c4c-bec0-54c0e6886a71"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:11:49.611718 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port db82cc70-bc5b-4c4c-bec0-54c0e6886a71, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=db82cc70-bc5b-4c4c-bec0-54c0e6886a71,segment=NetworkSegment(ebde2e53-e1e1-4c2a-b497-9f5617c50305),segment_id=ebde2e53-e1e1-4c2a-b497-9f5617c50305)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:11:49.616592 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:49.664825 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=db82cc70-bc5b-4c4c-bec0-54c0e6886a71,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:49.689128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81856b65-7de7-454e-a139-324fb53a4147 x-openstack-request-id: req-81856b65-7de7-454e-a139-324fb53a4147 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:11:49.689663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b77763c-6ab0-4da8-8ce2-246ae4165a2a", "name": "network-vif-plugged", "status": "completed", "tag": "db82cc70-bc5b-4c4c-bec0-54c0e6886a71", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:11:49.689923 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-81856b65-7de7-454e-a139-324fb53a4147 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:11:49.690324 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b77763c-6ab0-4da8-8ce2-246ae4165a2a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71', 'code': 200} Nov 23 05:11:49.915872 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a2818e-035c-4469-86e7-9d71dd252292 req-e1d8aa0a-18c1-4c63-8ec7-6a31a1f50a40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:49.917334 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-26a2818e-035c-4469-86e7-9d71dd252292 req-e1d8aa0a-18c1-4c63-8ec7-6a31a1f50a40 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 1098 time: 0.0393620 Nov 23 05:11:49.969164 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-26a2818e-035c-4469-86e7-9d71dd252292 req-4c9f7b0b-d1a1-46f0-9f98-49b6e4073198 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392990 Nov 23 05:11:50.507608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7da00b-4cf0-4e36-8244-8d042acb1f9e req-c053c897-d3d2-4c3d-9288-ca4426954241 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:50.509005 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5e7da00b-4cf0-4e36-8244-8d042acb1f9e req-c053c897-d3d2-4c3d-9288-ca4426954241 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 945 time: 0.0493309 Nov 23 05:11:50.557819 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5e7da00b-4cf0-4e36-8244-8d042acb1f9e req-f9f7fc26-c971-466c-b62e-cf4c0daa04da tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422482 Nov 23 05:11:51.678425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42465df-3ac8-47eb-b448-5dbaa4856ba0 req-c3360560-d8ac-4c4a-95be-d3258a0c47aa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:51.679885 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d42465df-3ac8-47eb-b448-5dbaa4856ba0 req-c3360560-d8ac-4c4a-95be-d3258a0c47aa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 945 time: 0.0525570 Nov 23 05:11:51.728170 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d42465df-3ac8-47eb-b448-5dbaa4856ba0 req-e2e32988-b215-4f2b-887d-5708ce253823 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424895 Nov 23 05:11:51.839326 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-480a8c85-7750-4933-bb6d-86348881c695 req-7f543e20-9759-4b73-9ffe-4d813fd3c18b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:51.841297 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-480a8c85-7750-4933-bb6d-86348881c695 req-7f543e20-9759-4b73-9ffe-4d813fd3c18b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 945 time: 0.0474899 Nov 23 05:11:51.893787 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-480a8c85-7750-4933-bb6d-86348881c695 req-39ad093f-21f7-4ff6-8d54-cc6622838eb5 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466537 Nov 23 05:11:51.915622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52544) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:51.953985 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7428f419-be96-4900-8b7d-2c250e7ded16 tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:51.955480 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7428f419-be96-4900-8b7d-2c250e7ded16 tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 1093 time: 0.0389113 Nov 23 05:11:51.958299 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52546) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:51.962486 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address': '172.20.0.3'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:11:51.984772 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:52.079868 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:52.181985 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.26.8.78 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/87c99f2b-b3d0-4fc7-8441-c3b39d4230c6) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:11:52.286272 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:52.587350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:52.631513 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:11:52.637920 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:11:52.643098 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:11:52.676159 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=87c99f2b-b3d0-4fc7-8441-c3b39d4230c6,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:53.023510 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:53.099835 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:53.247144 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:53.251544 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:53.322269 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=87c99f2b-b3d0-4fc7-8441-c3b39d4230c6,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:11:53.341169 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:53.441091 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Floating IP c3008dc0-d4f8-4ef1-b9e5-2407506d043e associated. External IP: 172.26.8.78, port: db82cc70-bc5b-4c4c-bec0-54c0e6886a71. Nov 23 05:11:53.644755 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router a07183a2-6947-440f-a596-c16eced9ae0a has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:11:53.753597 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:11:53.763926 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6ca038-c62e-4476-8c55-4911d242d267 None None] Sync routers for ids ['a07183a2-6947-440f-a596-c16eced9ae0a'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:11:53.771905 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:11:53.773816 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ca038-c62e-4476-8c55-4911d242d267 None None] Routers {'a07183a2-6947-440f-a596-c16eced9ae0a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:11:53.777300 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0b6ca038-c62e-4476-8c55-4911d242d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:11:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a07183a2-6947-440f-a596-c16eced9ae0a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:53.799570 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9674842b-c639-49b8-bec7-fe7bba0bdd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8402569 Nov 23 05:11:53.800159 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b77763c-6ab0-4da8-8ce2-246ae4165a2a', 'tag': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:11:53.802455 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12513c17-30ac-4a1a-837b-a8220fa82b20" -d '{"events": [{"name": "network-changed", "server_uuid": "2b77763c-6ab0-4da8-8ce2-246ae4165a2a", "tag": "db82cc70-bc5b-4c4c-bec0-54c0e6886a71"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:11:53.844189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:11:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c72852d1-4f39-48ef-9bdf-5ab4c93bcb63 x-openstack-request-id: req-c72852d1-4f39-48ef-9bdf-5ab4c93bcb63 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:11:53.844484 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b77763c-6ab0-4da8-8ce2-246ae4165a2a", "tag": "db82cc70-bc5b-4c4c-bec0-54c0e6886a71", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:11:53.844737 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c72852d1-4f39-48ef-9bdf-5ab4c93bcb63 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:11:53.845425 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b77763c-6ab0-4da8-8ce2-246ae4165a2a', 'tag': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71', 'status': 'completed', 'code': 200} Nov 23 05:11:53.890108 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-0b6ca038-c62e-4476-8c55-4911d242d267 None None] Set router a07183a2-6947-440f-a596-c16eced9ae0a gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:11:53.897306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686c8da0-08e2-491d-919d-646be5160713 req-1d724a40-82b8-4234-83d0-b39ca2344ef6 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:53.898792 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-686c8da0-08e2-491d-919d-646be5160713 req-1d724a40-82b8-4234-83d0-b39ca2344ef6 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 945 time: 0.0507913 Nov 23 05:11:53.978002 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-686c8da0-08e2-491d-919d-646be5160713 req-ae5aa96b-31fe-4041-bce7-26c6e5c12693 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705686 Nov 23 05:11:53.979789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12513c17-30ac-4a1a-837b-a8220fa82b20 req-8819a398-cbfb-4216-8b05-2a72d3e423ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:53.982325 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-12513c17-30ac-4a1a-837b-a8220fa82b20 req-8819a398-cbfb-4216-8b05-2a72d3e423ec service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 1098 time: 0.0821402 Nov 23 05:11:54.004038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52552) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:54.073632 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-99a5c42d-5caf-465c-95ae-52d64dacbedb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/c3008dc0-d4f8-4ef1-b9e5-2407506d043e HTTP/1.1" status: 200 len: 990 time: 0.0683403 Nov 23 05:11:54.089627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12513c17-30ac-4a1a-837b-a8220fa82b20 req-5731f25d-5a0d-4cdf-8cb2-373006da657c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:54.091684 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-12513c17-30ac-4a1a-837b-a8220fa82b20 req-5731f25d-5a0d-4cdf-8cb2-373006da657c service neutron] 10.222.0.15 "GET /v2.0/networks?id=05479a34-d1be-41c7-b4ae-1c0b384089bd HTTP/1.1" status: 200 len: 896 time: 0.1022491 Nov 23 05:11:54.134271 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0b6ca038-c62e-4476-8c55-4911d242d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:39Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'c3008dc0-d4f8-4ef1-b9e5-2407506d043e', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'floating_ip_address': '172.26.8.78', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'port_id': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'mac_address': 'fa:16:3e:71:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b77763c-6ab0-4da8-8ce2-246ae4165a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:11:52Z', 'updated_at': '2021-11-23T05:11:52Z', 'revision_number': 0, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd146489a-a26f-456f-841f-99a9b0c8477d', 'name': '', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:c0:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:39Z', 'updated_at': '2021-11-23T05:11:42Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:54.163685 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6ca038-c62e-4476-8c55-4911d242d267 None None] Checking router: a07183a2-6947-440f-a596-c16eced9ae0a for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:11:54.172389 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ca038-c62e-4476-8c55-4911d242d267 None None] Routers {'a07183a2-6947-440f-a596-c16eced9ae0a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:11:54.172998 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0b6ca038-c62e-4476-8c55-4911d242d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:11:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a07183a2-6947-440f-a596-c16eced9ae0a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:54.173896 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-12513c17-30ac-4a1a-837b-a8220fa82b20 req-87e1e459-e11c-465c-977f-f2ca99cc95b8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db82cc70-bc5b-4c4c-bec0-54c0e6886a71 HTTP/1.1" status: 200 len: 998 time: 0.0749791 Nov 23 05:11:54.225496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12513c17-30ac-4a1a-837b-a8220fa82b20 req-f39483bd-1229-4e43-bac1-19675aa9f815 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:54.226991 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-12513c17-30ac-4a1a-837b-a8220fa82b20 req-f39483bd-1229-4e43-bac1-19675aa9f815 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=641b88f3-e6ba-46a4-a615-3ff3b3d05c18 HTTP/1.1" status: 200 len: 834 time: 0.0463750 Nov 23 05:11:54.275005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12513c17-30ac-4a1a-837b-a8220fa82b20 req-94033a05-0fa9-4e37-b9bc-13633829135a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:11:54.276734 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-12513c17-30ac-4a1a-837b-a8220fa82b20 req-94033a05-0fa9-4e37-b9bc-13633829135a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05479a34-d1be-41c7-b4ae-1c0b384089bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424542 Nov 23 05:11:54.281075 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-0b6ca038-c62e-4476-8c55-4911d242d267 None None] Set router a07183a2-6947-440f-a596-c16eced9ae0a gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:11:54.370769 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-12513c17-30ac-4a1a-837b-a8220fa82b20 req-2e94d123-5d3d-4ed3-a52e-c9566a75d541 service neutron] 10.222.0.15 "GET /v2.0/networks/05479a34-d1be-41c7-b4ae-1c0b384089bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863044 Nov 23 05:11:54.467626 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-12513c17-30ac-4a1a-837b-a8220fa82b20 req-86abecd7-4f4c-417c-b716-5ead1f85beaf service neutron] 10.222.0.15 "GET /v2.0/networks/05479a34-d1be-41c7-b4ae-1c0b384089bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862486 Nov 23 05:11:54.510847 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-0b6ca038-c62e-4476-8c55-4911d242d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:39Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'c3008dc0-d4f8-4ef1-b9e5-2407506d043e', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'floating_ip_address': '172.26.8.78', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'port_id': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'mac_address': 'fa:16:3e:71:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b77763c-6ab0-4da8-8ce2-246ae4165a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:11:52Z', 'updated_at': '2021-11-23T05:11:52Z', 'revision_number': 0, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd146489a-a26f-456f-841f-99a9b0c8477d', 'name': '', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:c0:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:39Z', 'updated_at': '2021-11-23T05:11:42Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:11:54.620645 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6ca038-c62e-4476-8c55-4911d242d267 None None] The sync data for ids ['a07183a2-6947-440f-a596-c16eced9ae0a'] in dv-neutron-818850-1-hyperv is: [{'id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:39Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'c3008dc0-d4f8-4ef1-b9e5-2407506d043e', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'floating_ip_address': '172.26.8.78', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'port_id': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'mac_address': 'fa:16:3e:71:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b77763c-6ab0-4da8-8ce2-246ae4165a2a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:11:52Z', 'updated_at': '2021-11-23T05:11:52Z', 'revision_number': 0, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd146489a-a26f-456f-841f-99a9b0c8477d', 'name': '', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:c0:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:39Z', 'updated_at': '2021-11-23T05:11:42Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:11:54.816671 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-137296dc-42d8-44fb-a8a2-9d9e33986374 None None] New status for floating IP c3008dc0-d4f8-4ef1-b9e5-2407506d043e: ACTIVE {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:11:55.077989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52554) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:11:55.137872 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0b26572a-d14e-4302-86a1-c235b0d67599 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/c3008dc0-d4f8-4ef1-b9e5-2407506d043e HTTP/1.1" status: 200 len: 992 time: 0.0584712 Nov 23 05:12:06.953331 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-40e84114-768f-4a2f-bce5-4969bd2f3faf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:08.931811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:09.228201 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-48c3bab9-2b3e-40a2-86cb-eb266504eea0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:10.465067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:11.878744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:12.409665 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:12:12.721180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:28.489627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b576791-3a4b-41e2-b589-b6ba81dfb97e req-46674334-12f0-41a1-b9f5-5607c67aee44 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:28.491133 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2b576791-3a4b-41e2-b589-b6ba81dfb97e req-46674334-12f0-41a1-b9f5-5607c67aee44 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 945 time: 0.0493431 Nov 23 05:12:28.539844 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2b576791-3a4b-41e2-b589-b6ba81dfb97e req-44a6e263-2338-481e-9672-fe4a2db6e37c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427654 Nov 23 05:12:29.658710 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-144e6edb-a297-4fe5-8303-e0936f6ad39b req-8605bf04-e321-41ff-a7b9-78d34b27b9e7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:29.660156 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-144e6edb-a297-4fe5-8303-e0936f6ad39b req-8605bf04-e321-41ff-a7b9-78d34b27b9e7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 945 time: 0.0495503 Nov 23 05:12:29.710107 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-144e6edb-a297-4fe5-8303-e0936f6ad39b req-15bcaf83-2f25-4494-9eee-808824287a5f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440164 Nov 23 05:12:29.731745 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52582) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:29.796563 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0ae4b28f-85b3-4dea-807c-9a926afca3ed tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/c3008dc0-d4f8-4ef1-b9e5-2407506d043e HTTP/1.1" status: 200 len: 992 time: 0.0637009 Nov 23 05:12:31.135314 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56b2f63-5a85-4203-9a4d-b410d72c018b req-4c06c9d6-cc46-4436-a363-befbc9ea1555 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:31.137607 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b56b2f63-5a85-4203-9a4d-b410d72c018b req-4c06c9d6-cc46-4436-a363-befbc9ea1555 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 945 time: 0.0591636 Nov 23 05:12:31.185789 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b56b2f63-5a85-4203-9a4d-b410d72c018b req-2e235a64-c1a7-4bea-90b0-ce7a04372213 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422595 Nov 23 05:12:32.301773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ad043-7748-40da-980b-3fd76dedd096 req-c337b88a-e19d-424a-891a-e02f43a2446a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:32.303290 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a45ad043-7748-40da-980b-3fd76dedd096 req-c337b88a-e19d-424a-891a-e02f43a2446a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 945 time: 0.0489774 Nov 23 05:12:32.351224 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a45ad043-7748-40da-980b-3fd76dedd096 req-b43c2fac-d1b0-492a-947a-386f24f09597 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415440 Nov 23 05:12:32.376033 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52592) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:32.440330 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-70755985-ceb9-433d-bc21-5675f4234e0a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/c3008dc0-d4f8-4ef1-b9e5-2407506d043e HTTP/1.1" status: 200 len: 992 time: 0.0631378 Nov 23 05:12:32.720921 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52598) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:32.877039 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port 87c99f2b-b3d0-4fc7-8441-c3b39d4230c6 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:12:32.877407 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:32.954361 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:32.954705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:32.967188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for 87c99f2b-b3d0-4fc7-8441-c3b39d4230c6 owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:12:33.111381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:33.141510 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=87c99f2b-b3d0-4fc7-8441-c3b39d4230c6,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:33.166955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:33.167315 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:33.167667 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:33.168011 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:33.168354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:33.168693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:33.169029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:33.169464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:33.169804 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:33.170135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:33.170467 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:33.170796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:33.212427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:33.212720 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Floating IP c3008dc0-d4f8-4ef1-b9e5-2407506d043e disassociated (deleted). External IP: 172.26.8.78, port: db82cc70-bc5b-4c4c-bec0-54c0e6886a71. Nov 23 05:12:33.418356 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router a07183a2-6947-440f-a596-c16eced9ae0a has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:12:33.525668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:12:33.530493 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:33.536178 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d4d179-6152-4408-bac1-4b9bb38117be None None] Sync routers for ids ['a07183a2-6947-440f-a596-c16eced9ae0a'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:12:33.545173 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d4d179-6152-4408-bac1-4b9bb38117be None None] Routers {'a07183a2-6947-440f-a596-c16eced9ae0a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:12:33.545807 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d7d4d179-6152-4408-bac1-4b9bb38117be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:12:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a07183a2-6947-440f-a596-c16eced9ae0a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:33.556752 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d489cff2-0b9d-40fd-804b-d00b9c50ac1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/floatingips/c3008dc0-d4f8-4ef1-b9e5-2407506d043e HTTP/1.1" status: 204 len: 168 time: 0.8347833 Nov 23 05:12:33.557864 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b77763c-6ab0-4da8-8ce2-246ae4165a2a', 'tag': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:12:33.560125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1275977-0494-48a8-a069-c2d5eebb4aa9" -d '{"events": [{"name": "network-changed", "server_uuid": "2b77763c-6ab0-4da8-8ce2-246ae4165a2a", "tag": "db82cc70-bc5b-4c4c-bec0-54c0e6886a71"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:12:33.602641 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b02b54a3-6ccc-444a-847e-88cf3f5d1068 x-openstack-request-id: req-b02b54a3-6ccc-444a-847e-88cf3f5d1068 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:12:33.603096 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b77763c-6ab0-4da8-8ce2-246ae4165a2a", "tag": "db82cc70-bc5b-4c4c-bec0-54c0e6886a71", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:12:33.603361 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b02b54a3-6ccc-444a-847e-88cf3f5d1068 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:12:33.604040 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b77763c-6ab0-4da8-8ce2-246ae4165a2a', 'tag': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71', 'status': 'completed', 'code': 200} Nov 23 05:12:33.655026 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-d7d4d179-6152-4408-bac1-4b9bb38117be None None] Set router a07183a2-6947-440f-a596-c16eced9ae0a gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:12:33.704235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275977-0494-48a8-a069-c2d5eebb4aa9 req-6bbc2dcf-c06d-41d6-a2da-0b6f6cd2310e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:33.705763 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e1275977-0494-48a8-a069-c2d5eebb4aa9 req-6bbc2dcf-c06d-41d6-a2da-0b6f6cd2310e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 1098 time: 0.0496066 Nov 23 05:12:33.792747 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8426e96a-9621-46c1-bb60-006b54e9626f req-96ed36ef-665b-499e-af3a-4b4311b23075 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:33.800151 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8426e96a-9621-46c1-bb60-006b54e9626f req-96ed36ef-665b-499e-af3a-4b4311b23075 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 945 time: 0.0611262 Nov 23 05:12:33.845616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275977-0494-48a8-a069-c2d5eebb4aa9 req-5ee70b14-1141-43ff-b8fa-4a8dda9183fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:33.847102 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e1275977-0494-48a8-a069-c2d5eebb4aa9 req-5ee70b14-1141-43ff-b8fa-4a8dda9183fe service neutron] 10.222.0.15 "GET /v2.0/networks?id=05479a34-d1be-41c7-b4ae-1c0b384089bd HTTP/1.1" status: 200 len: 896 time: 0.0998662 Nov 23 05:12:33.847234 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8426e96a-9621-46c1-bb60-006b54e9626f req-d921afbe-083e-43fb-8765-f47d678bafc6 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461545 Nov 23 05:12:33.873752 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d7d4d179-6152-4408-bac1-4b9bb38117be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:39Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd146489a-a26f-456f-841f-99a9b0c8477d', 'name': '', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:c0:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:39Z', 'updated_at': '2021-11-23T05:11:42Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:33.892926 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e1275977-0494-48a8-a069-c2d5eebb4aa9 req-cee326e4-81a0-4be6-ba0a-d237580a953c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=db82cc70-bc5b-4c4c-bec0-54c0e6886a71 HTTP/1.1" status: 200 len: 217 time: 0.0356586 Nov 23 05:12:33.899065 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d4d179-6152-4408-bac1-4b9bb38117be None None] Checking router: a07183a2-6947-440f-a596-c16eced9ae0a for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:12:33.907311 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7d4d179-6152-4408-bac1-4b9bb38117be None None] Routers {'a07183a2-6947-440f-a596-c16eced9ae0a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:12:33.907901 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d7d4d179-6152-4408-bac1-4b9bb38117be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:12:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a07183a2-6947-440f-a596-c16eced9ae0a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:33.944954 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275977-0494-48a8-a069-c2d5eebb4aa9 req-563abc38-7b0a-4783-b4a0-f09fec5d2df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:33.946415 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e1275977-0494-48a8-a069-c2d5eebb4aa9 req-563abc38-7b0a-4783-b4a0-f09fec5d2df2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=641b88f3-e6ba-46a4-a615-3ff3b3d05c18 HTTP/1.1" status: 200 len: 834 time: 0.0448773 Nov 23 05:12:33.997266 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1275977-0494-48a8-a069-c2d5eebb4aa9 req-a58f4e20-12c7-4c6a-8020-747749286c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:33.998782 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e1275977-0494-48a8-a069-c2d5eebb4aa9 req-a58f4e20-12c7-4c6a-8020-747749286c1b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=05479a34-d1be-41c7-b4ae-1c0b384089bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0442276 Nov 23 05:12:34.011404 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-d7d4d179-6152-4408-bac1-4b9bb38117be None None] Set router a07183a2-6947-440f-a596-c16eced9ae0a gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:12:34.090748 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e1275977-0494-48a8-a069-c2d5eebb4aa9 req-32a4992f-75b1-4f1b-a665-c3dc5f32fa13 service neutron] 10.222.0.15 "GET /v2.0/networks/05479a34-d1be-41c7-b4ae-1c0b384089bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832400 Nov 23 05:12:34.188266 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e1275977-0494-48a8-a069-c2d5eebb4aa9 req-de609e83-c8a6-46ba-89df-190acb51657c service neutron] 10.222.0.15 "GET /v2.0/networks/05479a34-d1be-41c7-b4ae-1c0b384089bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893352 Nov 23 05:12:34.209228 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-d7d4d179-6152-4408-bac1-4b9bb38117be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:39Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd146489a-a26f-456f-841f-99a9b0c8477d', 'name': '', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:c0:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:39Z', 'updated_at': '2021-11-23T05:11:42Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:34.236347 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7d4d179-6152-4408-bac1-4b9bb38117be None None] The sync data for ids ['a07183a2-6947-440f-a596-c16eced9ae0a'] in dv-neutron-818850-1-hyperv is: [{'id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:39Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'd146489a-a26f-456f-841f-99a9b0c8477d', 'name': '', 'network_id': '05479a34-d1be-41c7-b4ae-1c0b384089bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:c0:5e:45', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1708, 'fixed_ips': [{'subnet_id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:39Z', 'updated_at': '2021-11-23T05:11:42Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '641b88f3-e6ba-46a4-a615-3ff3b3d05c18', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:12:34.445604 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0419b91a-6931-43f6-807c-37969b01fbd2 None None] New status for floating IP c3008dc0-d4f8-4ef1-b9e5-2407506d043e: DOWN {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:12:34.963601 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc951bd1-03e1-40fd-b55e-904d51eff8f4 req-71e1ed27-1bef-4cf8-ba69-ec679bff2670 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:34.965058 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fc951bd1-03e1-40fd-b55e-904d51eff8f4 req-71e1ed27-1bef-4cf8-ba69-ec679bff2670 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 945 time: 0.0491219 Nov 23 05:12:35.013841 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fc951bd1-03e1-40fd-b55e-904d51eff8f4 req-85bdd193-320e-4002-8c66-87160db0fc27 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=0b944dec-5540-4dc2-818b-0eada0320e09&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429435 Nov 23 05:12:35.804172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da19365c-4fb8-4bc5-94c6-434ee752f4ac req-d81757a6-e217-4806-999f-d5c08f5c0372 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:35.805628 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-da19365c-4fb8-4bc5-94c6-434ee752f4ac req-d81757a6-e217-4806-999f-d5c08f5c0372 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 945 time: 0.0485661 Nov 23 05:12:35.898941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-da19365c-4fb8-4bc5-94c6-434ee752f4ac req-d52d7236-a43a-4e74-b043-617429c574d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port db82cc70-bc5b-4c4c-bec0-54c0e6886a71 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:12:35.899278 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-da19365c-4fb8-4bc5-94c6-434ee752f4ac req-d52d7236-a43a-4e74-b043-617429c574d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:35.987371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-da19365c-4fb8-4bc5-94c6-434ee752f4ac req-d52d7236-a43a-4e74-b043-617429c574d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port db82cc70-bc5b-4c4c-bec0-54c0e6886a71, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=db82cc70-bc5b-4c4c-bec0-54c0e6886a71,segment=NetworkSegment(ebde2e53-e1e1-4c2a-b497-9f5617c50305),segment_id=ebde2e53-e1e1-4c2a-b497-9f5617c50305)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:12:35.988019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-da19365c-4fb8-4bc5-94c6-434ee752f4ac req-d52d7236-a43a-4e74-b043-617429c574d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:36.000222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-da19365c-4fb8-4bc5-94c6-434ee752f4ac req-d52d7236-a43a-4e74-b043-617429c574d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for db82cc70-bc5b-4c4c-bec0-54c0e6886a71 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:12:36.137548 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-da19365c-4fb8-4bc5-94c6-434ee752f4ac req-d52d7236-a43a-4e74-b043-617429c574d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:36.169552 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52d7236-a43a-4e74-b043-617429c574d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=db82cc70-bc5b-4c4c-bec0-54c0e6886a71,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:36.215487 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-da19365c-4fb8-4bc5-94c6-434ee752f4ac req-d52d7236-a43a-4e74-b043-617429c574d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] No DVR routers for this DVR port db82cc70-bc5b-4c4c-bec0-54c0e6886a71 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:12:36.218050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-da19365c-4fb8-4bc5-94c6-434ee752f4ac req-d52d7236-a43a-4e74-b043-617429c574d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:36.221458 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-da19365c-4fb8-4bc5-94c6-434ee752f4ac req-d52d7236-a43a-4e74-b043-617429c574d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "DELETE /v2.0/ports/db82cc70-bc5b-4c4c-bec0-54c0e6886a71 HTTP/1.1" status: 204 len: 173 time: 0.4062493 Nov 23 05:12:36.221900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b77763c-6ab0-4da8-8ce2-246ae4165a2a', 'name': 'network-vif-deleted', 'tag': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:12:36.224198 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-785fad64-2c9f-4660-9b50-9355507ecff7" -d '{"events": [{"server_uuid": "2b77763c-6ab0-4da8-8ce2-246ae4165a2a", "name": "network-vif-deleted", "tag": "db82cc70-bc5b-4c4c-bec0-54c0e6886a71"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:12:36.262834 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:12:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8cf5cb6-caaa-4907-ba69-8a4ebdbe643c x-openstack-request-id: req-a8cf5cb6-caaa-4907-ba69-8a4ebdbe643c {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:12:36.263127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b77763c-6ab0-4da8-8ce2-246ae4165a2a", "name": "network-vif-deleted", "tag": "db82cc70-bc5b-4c4c-bec0-54c0e6886a71", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:12:36.263379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a8cf5cb6-caaa-4907-ba69-8a4ebdbe643c {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:12:36.263801 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b77763c-6ab0-4da8-8ce2-246ae4165a2a', 'name': 'network-vif-deleted', 'tag': 'db82cc70-bc5b-4c4c-bec0-54c0e6886a71', 'status': 'completed', 'code': 200} Nov 23 05:12:36.273079 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2522d69f-ae4e-413f-89d4-300fbb13a777 req-4673bf85-5e35-4581-a0a6-6a5eda676475 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=2b77763c-6ab0-4da8-8ce2-246ae4165a2a HTTP/1.1" status: 200 len: 210 time: 0.0277660 Nov 23 05:12:36.952864 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-993621ce-d9b9-401b-8a05-dab2b379dc1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:37.327018 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52616) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:37.683832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:37.934150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port d146489a-a26f-456f-841f-99a9b0c8477d {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:12:37.934409 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:38.021521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port d146489a-a26f-456f-841f-99a9b0c8477d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d146489a-a26f-456f-841f-99a9b0c8477d,segment=NetworkSegment(ebde2e53-e1e1-4c2a-b497-9f5617c50305),segment_id=ebde2e53-e1e1-4c2a-b497-9f5617c50305)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:12:38.021881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:38.034206 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for d146489a-a26f-456f-841f-99a9b0c8477d owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:12:38.214738 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:38.245591 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=d146489a-a26f-456f-841f-99a9b0c8477d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:38.272409 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:38.272763 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:38.273112 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:38.273484 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:38.273826 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:38.274166 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:38.274501 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:38.274831 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:38.275162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:38.275492 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:38.275821 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:38.276142 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:38.430657 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:38.647914 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router a07183a2-6947-440f-a596-c16eced9ae0a has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:12:38.934372 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:39.030426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:12:39.035820 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-f648171e-b02c-4c07-b30f-0cb9ee626d6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "PUT /v2.0/routers/a07183a2-6947-440f-a596-c16eced9ae0a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7077849 Nov 23 05:12:39.038838 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52618) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:39.040061 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359e184-b388-4718-a0f9-a026086bb474 None None] Sync routers for ids ['a07183a2-6947-440f-a596-c16eced9ae0a'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:12:39.049621 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359e184-b388-4718-a0f9-a026086bb474 None None] Routers {'a07183a2-6947-440f-a596-c16eced9ae0a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:12:39.050316 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b359e184-b388-4718-a0f9-a026086bb474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:12:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a07183a2-6947-440f-a596-c16eced9ae0a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:39.089809 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-0cc4eff5-a809-4407-8420-94e6ec903a8e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting subnet 641b88f3-e6ba-46a4-a615-3ff3b3d05c18 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:12:39.093208 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0cc4eff5-a809-4407-8420-94e6ec903a8e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:39.147572 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0cc4eff5-a809-4407-8420-94e6ec903a8e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:39.158620 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-b359e184-b388-4718-a0f9-a026086bb474 None None] Set router a07183a2-6947-440f-a596-c16eced9ae0a gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:12:39.231994 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-42f4e5e8-eea8-45d8-a75a-9a09d55290a1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:39.233771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0cc4eff5-a809-4407-8420-94e6ec903a8e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:39.291458 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0cc4eff5-a809-4407-8420-94e6ec903a8e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:39.317095 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc4eff5-a809-4407-8420-94e6ec903a8e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Subnet': ['ID=641b88f3-e6ba-46a4-a615-3ff3b3d05c18,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:39.323507 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-0cc4eff5-a809-4407-8420-94e6ec903a8e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:39.326766 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-0cc4eff5-a809-4407-8420-94e6ec903a8e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/subnets/641b88f3-e6ba-46a4-a615-3ff3b3d05c18 HTTP/1.1" status: 204 len: 168 time: 0.2869856 Nov 23 05:12:39.329468 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52620) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:39.331403 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc34d92-ef5f-44a7-ba14-4c31195cb2fc None None] Network 05479a34-d1be-41c7-b4ae-1c0b384089bd requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:12:39.350001 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b359e184-b388-4718-a0f9-a026086bb474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:12:38Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:39.377818 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359e184-b388-4718-a0f9-a026086bb474 None None] Checking router: a07183a2-6947-440f-a596-c16eced9ae0a for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:12:39.388199 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b359e184-b388-4718-a0f9-a026086bb474 None None] Routers {'a07183a2-6947-440f-a596-c16eced9ae0a'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:12:39.388808 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b359e184-b388-4718-a0f9-a026086bb474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:12:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a07183a2-6947-440f-a596-c16eced9ae0a'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:39.447235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:39.533428 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] DHCP port deletion for 05479a34-d1be-41c7-b4ae-1c0b384089bd request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:12:39.571184 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:39.583371 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-b359e184-b388-4718-a0f9-a026086bb474 None None] Set router a07183a2-6947-440f-a596-c16eced9ae0a gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:12:39.583588 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Deleting port 10080457-1297-47e6-a7d1-0cc6a2c8864c {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:12:39.583937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:39.630401 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device db82cc70-bc5b-4c4c-bec0-54c0e6886a71 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:12:39.633041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port 7a5d6a1b-ba10-4910-b538-e8a21bb22d74 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:12:39.633523 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:39.659441 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: db82cc70-bc5b-4c4c-bec0-54c0e6886a71 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:12:39.659795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device db82cc70-bc5b-4c4c-bec0-54c0e6886a71 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:12:39.675639 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] For port 10080457-1297-47e6-a7d1-0cc6a2c8864c, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=10080457-1297-47e6-a7d1-0cc6a2c8864c,segment=NetworkSegment(ebde2e53-e1e1-4c2a-b497-9f5617c50305),segment_id=ebde2e53-e1e1-4c2a-b497-9f5617c50305)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:12:39.676037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:39.689033 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Calling delete_port for 10080457-1297-47e6-a7d1-0cc6a2c8864c owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:12:39.719614 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port 7a5d6a1b-ba10-4910-b538-e8a21bb22d74, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=7a5d6a1b-ba10-4910-b538-e8a21bb22d74,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:12:39.720017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:39.733982 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for 7a5d6a1b-ba10-4910-b538-e8a21bb22d74 owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:12:39.771639 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-b359e184-b388-4718-a0f9-a026086bb474 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:12:38Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:39.782418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:39.803627 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b359e184-b388-4718-a0f9-a026086bb474 None None] The sync data for ids ['a07183a2-6947-440f-a596-c16eced9ae0a'] in dv-neutron-818850-1-hyperv is: [{'id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1592583778', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75'}], 'enable_snat': True}, 'gw_port_id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:12:38Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '7a5d6a1b-ba10-4910-b538-e8a21bb22d74', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:33:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a07183a2-6947-440f-a596-c16eced9ae0a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1705, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:11:36Z', 'updated_at': '2021-11-23T05:11:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:12:39.813979 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Pushing event deleted for resources: {'Port': ['ID=10080457-1297-47e6-a7d1-0cc6a2c8864c,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:39.817469 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] No DVR routers for this DVR port 10080457-1297-47e6-a7d1-0cc6a2c8864c on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:12:39.825098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:39.825601 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:39.826047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:39.826717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:39.827002 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:39.827453 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:39.828322 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:39.829350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:39.829799 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:39.830235 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:39.831079 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:39.831079 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d82f2e79-afab-423c-829b-183eee157fb2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:39.915420 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:39.940744 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=7a5d6a1b-ba10-4910-b538-e8a21bb22d74,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:39.955119 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35e140ad-0c53-422d-9f14-b719cdade519 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:12:40.004865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.095393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.097469 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.139884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.140388 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Fanout notify agent at l3_agent the message router_deleted on router a07183a2-6947-440f-a596-c16eced9ae0a {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:12:40.147287 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.148694 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-25cfbcc4-9af1-4103-836b-7dd301d97c43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/routers/a07183a2-6947-440f-a596-c16eced9ae0a HTTP/1.1" status: 204 len: 168 time: 0.8174901 Nov 23 05:12:40.151286 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52622) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:40.229012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d5c103e5-d5d6-4f77-9f14-c8c6c7a02cc2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.325137 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d5c103e5-d5d6-4f77-9f14-c8c6c7a02cc2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.345035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-d5c103e5-d5d6-4f77-9f14-c8c6c7a02cc2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05479a34-d1be-41c7-b4ae-1c0b384089bd']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:40.354569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-d5c103e5-d5d6-4f77-9f14-c8c6c7a02cc2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebde2e53-e1e1-4c2a-b497-9f5617c50305') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:40.354861 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-d5c103e5-d5d6-4f77-9f14-c8c6c7a02cc2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebde2e53-e1e1-4c2a-b497-9f5617c50305') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:40.364867 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d5c103e5-d5d6-4f77-9f14-c8c6c7a02cc2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.379030 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d5c103e5-d5d6-4f77-9f14-c8c6c7a02cc2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.386776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c103e5-d5d6-4f77-9f14-c8c6c7a02cc2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:12:40.387405 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d5c103e5-d5d6-4f77-9f14-c8c6c7a02cc2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:12:40.390696 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:12:40.403607 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d146489a-a26f-456f-841f-99a9b0c8477d no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:12:40.427060 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: d146489a-a26f-456f-841f-99a9b0c8477d {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:12:40.427411 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d146489a-a26f-456f-841f-99a9b0c8477d not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:12:40.427842 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 10080457-1297-47e6-a7d1-0cc6a2c8864c no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:12:40.456714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 10080457-1297-47e6-a7d1-0cc6a2c8864c {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:12:40.457129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 10080457-1297-47e6-a7d1-0cc6a2c8864c not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:12:40.457634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d5c103e5-d5d6-4f77-9f14-c8c6c7a02cc2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.464042 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d5c103e5-d5d6-4f77-9f14-c8c6c7a02cc2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.468902 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d5c103e5-d5d6-4f77-9f14-c8c6c7a02cc2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/networks/05479a34-d1be-41c7-b4ae-1c0b384089bd HTTP/1.1" status: 204 len: 168 time: 0.3163605 Nov 23 05:12:40.473810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52624) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:40.487247 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.492029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c103e5-d5d6-4f77-9f14-c8c6c7a02cc2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Network': ['ID=05479a34-d1be-41c7-b4ae-1c0b384089bd,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:40.545989 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d029d6cc-0afa-44bc-8dcf-7fb9feab1c2a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.574511 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d029d6cc-0afa-44bc-8dcf-7fb9feab1c2a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.631941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d029d6cc-0afa-44bc-8dcf-7fb9feab1c2a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.634638 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d029d6cc-0afa-44bc-8dcf-7fb9feab1c2a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.635925 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d029d6cc-0afa-44bc-8dcf-7fb9feab1c2a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/security-groups/0b944dec-5540-4dc2-818b-0eada0320e09 HTTP/1.1" status: 204 len: 168 time: 0.1597946 Nov 23 05:12:40.645235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029d6cc-0afa-44bc-8dcf-7fb9feab1c2a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b944dec-5540-4dc2-818b-0eada0320e09,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:40.821602 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52630) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:40.826810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b31dbc0c-362f-4614-9e11-7baf3a886d14 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1779193344', 'description': 'tempest-secgroup-smoke-1779193344 description', 'project_id': '6318e264eb3243bf895e26f79c66f7bf'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:12:40.851857 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b31dbc0c-362f-4614-9e11-7baf3a886d14 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.918231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b31dbc0c-362f-4614-9e11-7baf3a886d14 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.921621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b31dbc0c-362f-4614-9e11-7baf3a886d14 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.951900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b31dbc0c-362f-4614-9e11-7baf3a886d14 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:40.953105 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b31dbc0c-362f-4614-9e11-7baf3a886d14 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1304371 Nov 23 05:12:40.954224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31dbc0c-362f-4614-9e11-7baf3a886d14 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6523b201-3c71-485e-b62a-130d60a7a1af,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:40.956230 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52632) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:40.960836 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-8021f36a-3f64-471b-806b-ad1ceb0ff639 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '6523b201-3c71-485e-b62a-130d60a7a1af', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:12:40.987442 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8021f36a-3f64-471b-806b-ad1ceb0ff639 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.041271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8021f36a-3f64-471b-806b-ad1ceb0ff639 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.045191 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8021f36a-3f64-471b-806b-ad1ceb0ff639 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.062099 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8021f36a-3f64-471b-806b-ad1ceb0ff639 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0c88a17-4392-4b31-8f48-ef9d5b14223e,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:41.069953 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8021f36a-3f64-471b-806b-ad1ceb0ff639 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.071122 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8021f36a-3f64-471b-806b-ad1ceb0ff639 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1138847 Nov 23 05:12:41.073888 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52634) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:41.078156 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-c7406d46-3192-4b34-96a7-9776eeaa3df0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '6523b201-3c71-485e-b62a-130d60a7a1af', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:12:41.103188 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7406d46-3192-4b34-96a7-9776eeaa3df0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.157881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7406d46-3192-4b34-96a7-9776eeaa3df0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.161154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7406d46-3192-4b34-96a7-9776eeaa3df0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.179573 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7406d46-3192-4b34-96a7-9776eeaa3df0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26f71b15-caa2-463c-9c54-fdafe4fdce88,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:41.187328 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c7406d46-3192-4b34-96a7-9776eeaa3df0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.188516 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c7406d46-3192-4b34-96a7-9776eeaa3df0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136692 Nov 23 05:12:41.191255 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52636) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:41.195562 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-dc23e6e3-b198-4879-9538-09dbd742b467 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '6523b201-3c71-485e-b62a-130d60a7a1af', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:12:41.221335 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc23e6e3-b198-4879-9538-09dbd742b467 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.280432 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc23e6e3-b198-4879-9538-09dbd742b467 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.283893 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc23e6e3-b198-4879-9538-09dbd742b467 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.301098 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc23e6e3-b198-4879-9538-09dbd742b467 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=028956a2-713f-43ca-be3e-255f19c8fd52,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:41.308149 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-dc23e6e3-b198-4879-9538-09dbd742b467 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.309350 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-dc23e6e3-b198-4879-9538-09dbd742b467 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1171601 Nov 23 05:12:41.312076 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52638) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:41.316417 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-2059a116-a448-463a-bc8f-524770f7fb08 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '6523b201-3c71-485e-b62a-130d60a7a1af', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:12:41.342971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2059a116-a448-463a-bc8f-524770f7fb08 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.398247 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2059a116-a448-463a-bc8f-524770f7fb08 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.402083 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2059a116-a448-463a-bc8f-524770f7fb08 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.418989 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2059a116-a448-463a-bc8f-524770f7fb08 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=304d02b7-b185-4408-8f3d-f237b66c5477,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:41.426473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2059a116-a448-463a-bc8f-524770f7fb08 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.427654 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2059a116-a448-463a-bc8f-524770f7fb08 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1146531 Nov 23 05:12:41.430319 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52640) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:41.434490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-5361df4c-fefe-440c-b69e-4c22147a338f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '6523b201-3c71-485e-b62a-130d60a7a1af', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:12:41.455207 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-5361df4c-fefe-440c-b69e-4c22147a338f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Project 6318e264eb3243bf895e26f79c66f7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:12:41.459936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5361df4c-fefe-440c-b69e-4c22147a338f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.517671 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5361df4c-fefe-440c-b69e-4c22147a338f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.520924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5361df4c-fefe-440c-b69e-4c22147a338f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.540324 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5361df4c-fefe-440c-b69e-4c22147a338f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb1b931a-2b5c-49b6-a9f4-9643c19489c5,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:41.545463 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5361df4c-fefe-440c-b69e-4c22147a338f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.546648 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5361df4c-fefe-440c-b69e-4c22147a338f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1154768 Nov 23 05:12:41.549307 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52642) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:41.553488 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-9e69a657-4107-400d-8ec1-9801ee376c0d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '6523b201-3c71-485e-b62a-130d60a7a1af', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:12:41.574731 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-9e69a657-4107-400d-8ec1-9801ee376c0d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Project 6318e264eb3243bf895e26f79c66f7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:12:41.579499 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9e69a657-4107-400d-8ec1-9801ee376c0d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.639442 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9e69a657-4107-400d-8ec1-9801ee376c0d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.642696 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9e69a657-4107-400d-8ec1-9801ee376c0d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.660410 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e69a657-4107-400d-8ec1-9801ee376c0d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ab92151-3a81-4607-a838-ce0362f12080,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:41.664870 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9e69a657-4107-400d-8ec1-9801ee376c0d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.666215 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9e69a657-4107-400d-8ec1-9801ee376c0d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1159961 Nov 23 05:12:41.669060 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52644) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:41.673903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ffbae0d8-5958-4f1d-bf3e-bd496a2ec95c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'network': {'name': 'tempest-network-smoke--1201043498', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'port_security_enabled': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:12:41.693833 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffbae0d8-5958-4f1d-bf3e-bd496a2ec95c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Made reservation on behalf of 6318e264eb3243bf895e26f79c66f7bf for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:12:41.697181 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ffbae0d8-5958-4f1d-bf3e-bd496a2ec95c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.720453 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffbae0d8-5958-4f1d-bf3e-bd496a2ec95c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] vlan segment allocate from pool success with {'vlan_id': 159, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:12:41.729230 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ffbae0d8-5958-4f1d-bf3e-bd496a2ec95c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.729598 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-ffbae0d8-5958-4f1d-bf3e-bd496a2ec95c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Added segment dd226e05-b8c4-4d00-b8cf-db9586c31c57 of type vlan for network 09e41c2e-9f2d-4345-a951-4be7ba38e0bd Nov 23 05:12:41.768868 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ffbae0d8-5958-4f1d-bf3e-bd496a2ec95c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.793889 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ffbae0d8-5958-4f1d-bf3e-bd496a2ec95c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.799303 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffbae0d8-5958-4f1d-bf3e-bd496a2ec95c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:41.799888 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ffbae0d8-5958-4f1d-bf3e-bd496a2ec95c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.853732 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ffbae0d8-5958-4f1d-bf3e-bd496a2ec95c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1836042 Nov 23 05:12:41.857167 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52646) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:41.862348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'admin_state_up': True, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:12:41.872326 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbae0d8-5958-4f1d-bf3e-bd496a2ec95c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Network': ['ID=09e41c2e-9f2d-4345-a951-4be7ba38e0bd,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:41.882648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.887365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 09e41c2e-9f2d-4345-a951-4be7ba38e0bd details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:12:41.892201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.893266 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:41.949125 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:42.298788 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7a5d6a1b-ba10-4910-b538-e8a21bb22d74 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:12:42.320400 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 7a5d6a1b-ba10-4910-b538-e8a21bb22d74 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:12:42.320753 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 7a5d6a1b-ba10-4910-b538-e8a21bb22d74 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:12:42.420390 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:42.608848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:42.627157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:42.724234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:42.732462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.26.8.165 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/98040c33-8620-4c4c-8c3f-9fd31c2a53b8) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:12:42.833305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:42.873623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:42.912996 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:12:42.915840 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:12:42.919438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:12:42.927857 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dadd8dee-f2fd-46e8-8896-f8de38dd27f4 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:12:42.950056 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=98040c33-8620-4c4c-8c3f-9fd31c2a53b8,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:43.043436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-82904601-36dd-4dcf-983b-334dd05566c3 None None] Provisioning complete for port 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:43.043804 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-82904601-36dd-4dcf-983b-334dd05566c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:43.079531 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-82904601-36dd-4dcf-983b-334dd05566c3 None None] Port 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:12:43.186408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:43.381977 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:43.509054 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router c2bd102c-e919-4858-9fc8-80f52b155b2d is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:12:43.615806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:12:43.625985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Sync routers for ids ['c2bd102c-e919-4858-9fc8-80f52b155b2d'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:12:43.636775 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Routers {'c2bd102c-e919-4858-9fc8-80f52b155b2d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:12:43.636949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:43.637488 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:12:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['c2bd102c-e919-4858-9fc8-80f52b155b2d'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:43.638249 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-530a01ec-cb6f-4eae-9217-fad742d494b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7800293 Nov 23 05:12:43.641440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52650) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:43.670700 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-2b3bd29e-a17a-4276-863a-de532efd176d tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=6318e264eb3243bf895e26f79c66f7bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0280313 Nov 23 05:12:43.673297 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52652) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:43.750015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Set router c2bd102c-e919-4858-9fc8-80f52b155b2d gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:12:43.782225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-459b5308-9946-4f95-8565-552542f2b3d6 tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:43.785737 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-459b5308-9946-4f95-8565-552542f2b3d6 tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1114819 Nov 23 05:12:43.786916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52654) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:43.818247 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e927f2cb-9dc7-4f05-b46d-7c8f3e738d1a tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0301895 Nov 23 05:12:43.821037 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52656) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:43.826340 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-81df4340-af8b-47ee-ae3c-5616bceeb2c0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-905023541', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:12:43.915322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81df4340-af8b-47ee-ae3c-5616bceeb2c0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Made reservation on behalf of 6318e264eb3243bf895e26f79c66f7bf for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:12:43.919648 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81df4340-af8b-47ee-ae3c-5616bceeb2c0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:43.943564 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:12:41Z', 'updated_at': '2021-11-23T05:12:43Z', 'revision_number': 3, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:42Z', 'updated_at': '2021-11-23T05:12:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:43.969996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Checking router: c2bd102c-e919-4858-9fc8-80f52b155b2d for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:12:43.970350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Updating router c2bd102c-e919-4858-9fc8-80f52b155b2d port 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:12:44.000849 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:44.100971 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81df4340-af8b-47ee-ae3c-5616bceeb2c0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:44.169506 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81df4340-af8b-47ee-ae3c-5616bceeb2c0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Subnet': ['ID=bcea6722-2920-4702-83c3-41aa1e867d8e,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:44.177612 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81df4340-af8b-47ee-ae3c-5616bceeb2c0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Checking segment: {'id': 'dd226e05-b8c4-4d00-b8cf-db9586c31c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:12:44.177983 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81df4340-af8b-47ee-ae3c-5616bceeb2c0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network hostable DHCP agents. Network: 09e41c2e-9f2d-4345-a951-4be7ba38e0bd, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:12:44.195001 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81df4340-af8b-47ee-ae3c-5616bceeb2c0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 09e41c2e-9f2d-4345-a951-4be7ba38e0bd is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:12:44.203481 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-81df4340-af8b-47ee-ae3c-5616bceeb2c0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 09e41c2e-9f2d-4345-a951-4be7ba38e0bd) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:12:44.208103 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81df4340-af8b-47ee-ae3c-5616bceeb2c0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:44.208707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-81df4340-af8b-47ee-ae3c-5616bceeb2c0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:44.215345 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1490914-20a1-4294-8ba5-b6067c1a8709 None None] Network 09e41c2e-9f2d-4345-a951-4be7ba38e0bd requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:12:44.226232 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-81df4340-af8b-47ee-ae3c-5616bceeb2c0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4040470 Nov 23 05:12:44.230150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52658) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:44.448470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:44.461801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:44.519026 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e61a998-15b9-4fcc-8afb-5bb3faeced2e None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:12:44.557211 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Attempting to bind port 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:12:44.557611 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Attempting to bind port 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:12:44.557978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Attempting to bind port 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:12:44.559821 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707764c9-20ec-4fc7-a9d8-48da1f759b35 None None] Pushing event updated for resources: {'Port': ['ID=98040c33-8620-4c4c-8c3f-9fd31c2a53b8,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:44.571575 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:12:44.571948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:12:44.572351 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:44.573252 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:12:44.573747 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Bound port: 98040c33-8620-4c4c-8c3f-9fd31c2a53b8, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:12:44.574128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:44.648933 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ips': [{'subnet_id': 'bcea6722-2920-4702-83c3-41aa1e867d8e'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:12:44.649797 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:44.669504 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-efdbf55a-041b-4616-bebc-88f72ea9c74e None None] Provisioning complete for port 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:44.669881 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-efdbf55a-041b-4616-bebc-88f72ea9c74e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:44.672999 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:44.694144 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] For port 98040c33-8620-4c4c-8c3f-9fd31c2a53b8, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:12:44.718522 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] For port 98040c33-8620-4c4c-8c3f-9fd31c2a53b8, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=98040c33-8620-4c4c-8c3f-9fd31c2a53b8,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:12:44.727409 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:44.780317 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-efdbf55a-041b-4616-bebc-88f72ea9c74e None None] Port 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:12:44.823837 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446db6db-cbe4-461a-a03a-89d7d7195330 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:12:44.882189 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707764c9-20ec-4fc7-a9d8-48da1f759b35 None None] Pushing event updated for resources: {'Port': ['ID=98040c33-8620-4c4c-8c3f-9fd31c2a53b8,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:44.887129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Routers {'c2bd102c-e919-4858-9fc8-80f52b155b2d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:12:44.887744 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:12:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['c2bd102c-e919-4858-9fc8-80f52b155b2d'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:44.958620 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Allocated IP 172.20.0.2 (09e41c2e-9f2d-4345-a951-4be7ba38e0bd/bcea6722-2920-4702-83c3-41aa1e867d8e/6d3df1b8-8b33-44d7-b66f-3c00edfdffd1) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:12:44.968331 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-92cfe0d2-279b-4e1d-b020-f2484cd37232 None None] Provisioning complete for port 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:44.968765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-92cfe0d2-279b-4e1d-b020-f2484cd37232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:45.092848 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] Set router c2bd102c-e919-4858-9fc8-80f52b155b2d gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:12:45.321758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-92cfe0d2-279b-4e1d-b020-f2484cd37232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:45.356025 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:45.373147 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:45.375890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-92cfe0d2-279b-4e1d-b020-f2484cd37232 None None] For port 98040c33-8620-4c4c-8c3f-9fd31c2a53b8, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=98040c33-8620-4c4c-8c3f-9fd31c2a53b8,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:12:45.404048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-92cfe0d2-279b-4e1d-b020-f2484cd37232 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:45.413430 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.20.0.1 (09e41c2e-9f2d-4345-a951-4be7ba38e0bd/bcea6722-2920-4702-83c3-41aa1e867d8e/8057125a-e49c-4cb6-92a9-35e4c0f63b51) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:12:45.421314 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Network 09e41c2e-9f2d-4345-a951-4be7ba38e0bd is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:12:45.425922 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:12:45.430387 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:12:45.440797 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Pushing event updated for resources: {'Port': ['ID=6d3df1b8-8b33-44d7-b66f-3c00edfdffd1,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:45.538906 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:12:41Z', 'updated_at': '2021-11-23T05:12:43Z', 'revision_number': 3, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:42Z', 'updated_at': '2021-11-23T05:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:45.546360 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:45.549659 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Attempting to bind port 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:12:45.550036 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Attempting to bind port 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'dd226e05-b8c4-4d00-b8cf-db9586c31c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:12:45.550406 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Attempting to bind port 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1 on network 09e41c2e-9f2d-4345-a951-4be7ba38e0bd {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:12:45.579469 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:45.585348 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b2cd5f-5710-42f5-8b3f-38c4de4c10f4 None None] The sync data for ids ['c2bd102c-e919-4858-9fc8-80f52b155b2d'] in dv-neutron-818850-1-hyperv is: [{'id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:12:41Z', 'updated_at': '2021-11-23T05:12:43Z', 'revision_number': 3, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:42Z', 'updated_at': '2021-11-23T05:12:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:12:45.586970 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cfe0d2-279b-4e1d-b020-f2484cd37232 None None] Pushing event updated for resources: {'Port': ['ID=98040c33-8620-4c4c-8c3f-9fd31c2a53b8,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:45.590446 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:12:45.590588 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Checking segment: {'id': 'dd226e05-b8c4-4d00-b8cf-db9586c31c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:12:45.590868 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:45.591259 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Bound using segment: {'id': 'dd226e05-b8c4-4d00-b8cf-db9586c31c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:12:45.591735 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Bound port: 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd226e05-b8c4-4d00-b8cf-db9586c31c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:12:45.592120 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:45.624163 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 09e41c2e-9f2d-4345-a951-4be7ba38e0bd is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:12:45.635543 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:12:45.641750 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:12:45.645994 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=8057125a-e49c-4cb6-92a9-35e4c0f63b51,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:45.669483 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] For port 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:12:45.673311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] For port 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6d3df1b8-8b33-44d7-b66f-3c00edfdffd1,segment=NetworkSegment(dd226e05-b8c4-4d00-b8cf-db9586c31c57),segment_id=dd226e05-b8c4-4d00-b8cf-db9586c31c57)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:12:45.680048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:45.695138 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:45.747865 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda3287a-b6cf-41ad-a377-b05aaf0a3889 None None] Pushing event updated for resources: {'Port': ['ID=6d3df1b8-8b33-44d7-b66f-3c00edfdffd1,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:45.858594 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:46.240759 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:46.247481 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:46.335490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:46.337451 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=8057125a-e49c-4cb6-92a9-35e4c0f63b51,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:46.437813 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:12:46.489515 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 09e41c2e-9f2d-4345-a951-4be7ba38e0bd is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:12:46.491046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:12:46.500100 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:46.500732 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:46.646057 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:12:46.651150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router c2bd102c-e919-4858-9fc8-80f52b155b2d has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:12:46.720223 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:46.720930 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:46.796197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:12:46.813798 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-85a4ca24-f500-4509-8f7f-51713533d11f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "PUT /v2.0/routers/c2bd102c-e919-4858-9fc8-80f52b155b2d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5823841 Nov 23 05:12:46.832635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:46.886352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6d3df1b8-8b33-44d7-b66f-3c00edfdffd1,segment=NetworkSegment(dd226e05-b8c4-4d00-b8cf-db9586c31c57),segment_id=dd226e05-b8c4-4d00-b8cf-db9586c31c57)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:12:46.895119 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:46.973374 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=6d3df1b8-8b33-44d7-b66f-3c00edfdffd1,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:47.005795 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-15b972a1-da6c-4b70-97e8-65468ec7a14c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1779193344&fields=id&tenant_id=6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 267 time: 0.0507603 Nov 23 05:12:47.091906 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc2ec4df-7292-4c39-8086-7cd6da1437d6 None None] Network 09e41c2e-9f2d-4345-a951-4be7ba38e0bd requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:12:47.122901 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-ed87deb7-84e0-47b0-92e3-7e725533e4ae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:47.124545 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-ed87deb7-84e0-47b0-92e3-7e725533e4ae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/networks?id=09e41c2e-9f2d-4345-a951-4be7ba38e0bd HTTP/1.1" status: 200 len: 797 time: 0.1109765 Nov 23 05:12:47.140533 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-f1a5e9fd-0df3-4ec0-9dfe-b6307c2ccb27 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/quotas/6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 375 time: 0.0099690 Nov 23 05:12:47.155261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-efd30ab3-5697-464b-b5de-5ed972b55bf1 None None] Provisioning complete for port 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:47.155630 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-efd30ab3-5697-464b-b5de-5ed972b55bf1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:47.192672 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-0dc9b0f5-cb67-419b-8565-57e7e9f3a82c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466053 Nov 23 05:12:47.299734 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-85951334-84ca-4a8d-8224-e3fbe9cd8ec9 service neutron] 10.222.0.37 "GET /v2.0/networks/09e41c2e-9f2d-4345-a951-4be7ba38e0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913801 Nov 23 05:12:47.399678 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-7f3bad1c-3e94-4888-9541-71446129fea2 service neutron] 10.222.0.37 "GET /v2.0/networks/09e41c2e-9f2d-4345-a951-4be7ba38e0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938523 Nov 23 05:12:47.537460 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a151a0e1-e27f-43ce-ab5a-6e7a9650bb50 None None] Provisioning complete for port 8057125a-e49c-4cb6-92a9-35e4c0f63b51 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:47.537967 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a151a0e1-e27f-43ce-ab5a-6e7a9650bb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:47.586561 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a151a0e1-e27f-43ce-ab5a-6e7a9650bb50 None None] Port 8057125a-e49c-4cb6-92a9-35e4c0f63b51 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:12:47.597447 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2198f1c1-22bc-4626-8489-c545ba18ea92 req-649f54fe-78f3-42d7-b454-1ce6c11d0f7a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 210 time: 0.0298793 Nov 23 05:12:47.598309 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a151a0e1-e27f-43ce-ab5a-6e7a9650bb50 None None] Provisioning complete for port 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:47.598682 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a151a0e1-e27f-43ce-ab5a-6e7a9650bb50 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:47.645180 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Sync routers for ids ['c2bd102c-e919-4858-9fc8-80f52b155b2d'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:12:47.660374 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Routers {'c2bd102c-e919-4858-9fc8-80f52b155b2d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:12:47.660968 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:12:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['c2bd102c-e919-4858-9fc8-80f52b155b2d'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:47.777650 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Set router c2bd102c-e919-4858-9fc8-80f52b155b2d gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:12:47.816422 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a3063bb3-61ce-4c5d-9808-66efcf771c2b None None] Provisioning complete for port 8057125a-e49c-4cb6-92a9-35e4c0f63b51 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:47.817030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a3063bb3-61ce-4c5d-9808-66efcf771c2b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:47.859334 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a3063bb3-61ce-4c5d-9808-66efcf771c2b None None] Port 8057125a-e49c-4cb6-92a9-35e4c0f63b51 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:12:48.011975 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:12:41Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:42Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '8057125a-e49c-4cb6-92a9-35e4c0f63b51', 'name': '', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:39:cb:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:44Z', 'updated_at': '2021-11-23T05:12:46Z', 'revision_number': 2, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:48.044585 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Checking router: c2bd102c-e919-4858-9fc8-80f52b155b2d for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:12:48.044938 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Updating router c2bd102c-e919-4858-9fc8-80f52b155b2d port 8057125a-e49c-4cb6-92a9-35e4c0f63b51 binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:12:48.076406 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:48.181104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-686ea33e-6005-4af5-99b7-bda8a736b1d7 None None] Provisioning complete for port 8057125a-e49c-4cb6-92a9-35e4c0f63b51 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:48.181607 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-686ea33e-6005-4af5-99b7-bda8a736b1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:48.222552 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-686ea33e-6005-4af5-99b7-bda8a736b1d7 None None] Port 8057125a-e49c-4cb6-92a9-35e4c0f63b51 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:12:48.345568 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:12:48.352320 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:48.358399 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:48.395534 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:48.395679 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:48.430680 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6578d6-6c2a-4a33-bcb7-2a6e00c62868 None None] Pushing event updated for resources: {'Port': ['ID=8057125a-e49c-4cb6-92a9-35e4c0f63b51,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:48.451351 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6578d6-6c2a-4a33-bcb7-2a6e00c62868 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:48.451466 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6578d6-6c2a-4a33-bcb7-2a6e00c62868 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:48.451793 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6578d6-6c2a-4a33-bcb7-2a6e00c62868 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:48.452129 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6578d6-6c2a-4a33-bcb7-2a6e00c62868 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:48.452454 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6578d6-6c2a-4a33-bcb7-2a6e00c62868 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:48.452786 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6578d6-6c2a-4a33-bcb7-2a6e00c62868 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:48.453113 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6578d6-6c2a-4a33-bcb7-2a6e00c62868 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:48.453604 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6578d6-6c2a-4a33-bcb7-2a6e00c62868 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:48.453934 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6578d6-6c2a-4a33-bcb7-2a6e00c62868 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:48.454259 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6578d6-6c2a-4a33-bcb7-2a6e00c62868 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:48.454580 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6578d6-6c2a-4a33-bcb7-2a6e00c62868 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:48.454906 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a6578d6-6c2a-4a33-bcb7-2a6e00c62868 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:12:48.477095 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Attempting to bind port 8057125a-e49c-4cb6-92a9-35e4c0f63b51 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:12:48.477521 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Attempting to bind port 8057125a-e49c-4cb6-92a9-35e4c0f63b51 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'dd226e05-b8c4-4d00-b8cf-db9586c31c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:12:48.478081 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Attempting to bind port 8057125a-e49c-4cb6-92a9-35e4c0f63b51 on network 09e41c2e-9f2d-4345-a951-4be7ba38e0bd {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:12:48.483569 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 12, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:12:48.483945 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Checking segment: {'id': 'dd226e05-b8c4-4d00-b8cf-db9586c31c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:12:48.484345 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:48.484735 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Bound using segment: {'id': 'dd226e05-b8c4-4d00-b8cf-db9586c31c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:12:48.485203 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Bound port: 8057125a-e49c-4cb6-92a9-35e4c0f63b51, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd226e05-b8c4-4d00-b8cf-db9586c31c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:12:48.485619 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:48.551028 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] For port 8057125a-e49c-4cb6-92a9-35e4c0f63b51, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:12:48.554342 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] For port 8057125a-e49c-4cb6-92a9-35e4c0f63b51, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8057125a-e49c-4cb6-92a9-35e4c0f63b51,segment=NetworkSegment(dd226e05-b8c4-4d00-b8cf-db9586c31c57),segment_id=dd226e05-b8c4-4d00-b8cf-db9586c31c57)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:12:48.559358 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:48.613533 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Routers {'c2bd102c-e919-4858-9fc8-80f52b155b2d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:12:48.614184 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:12:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['c2bd102c-e919-4858-9fc8-80f52b155b2d'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:48.649466 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d13d1a7b-8cb2-4e11-bbd1-694ce822a5a5 None None] Provisioning complete for port 8057125a-e49c-4cb6-92a9-35e4c0f63b51 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:48.650055 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d13d1a7b-8cb2-4e11-bbd1-694ce822a5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:48.655233 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6578d6-6c2a-4a33-bcb7-2a6e00c62868 None None] Pushing event updated for resources: {'Port': ['ID=8057125a-e49c-4cb6-92a9-35e4c0f63b51,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:48.750743 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9be2f543-463b-4dc9-88b7-11c0d7cc114e req-69da7eb5-3b7f-4171-97be-829268b3f303 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 210 time: 0.0379527 Nov 23 05:12:48.754909 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] Set router c2bd102c-e919-4858-9fc8-80f52b155b2d gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:12:48.915029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-b12eaa44-d6a5-4fe0-8f01-fb8362b6d46a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:48.916988 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-b12eaa44-d6a5-4fe0-8f01-fb8362b6d46a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/networks?id=09e41c2e-9f2d-4345-a951-4be7ba38e0bd HTTP/1.1" status: 200 len: 797 time: 0.1327090 Nov 23 05:12:48.973438 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d13d1a7b-8cb2-4e11-bbd1-694ce822a5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:48.995191 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:12:41Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:42Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '8057125a-e49c-4cb6-92a9-35e4c0f63b51', 'name': '', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:39:cb:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:44Z', 'updated_at': '2021-11-23T05:12:48Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:12:49.010600 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-d13d1a7b-8cb2-4e11-bbd1-694ce822a5a5 None None] For port 8057125a-e49c-4cb6-92a9-35e4c0f63b51, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8057125a-e49c-4cb6-92a9-35e4c0f63b51,segment=NetworkSegment(dd226e05-b8c4-4d00-b8cf-db9586c31c57),segment_id=dd226e05-b8c4-4d00-b8cf-db9586c31c57)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:12:49.015449 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d13d1a7b-8cb2-4e11-bbd1-694ce822a5a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:49.016273 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-d73c45e1-24e1-467d-ad26-4800145d052f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 380 time: 0.0651531 Nov 23 05:12:49.022516 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b82174e-42e1-400f-a0d2-bcd0fe97111c None None] The sync data for ids ['c2bd102c-e919-4858-9fc8-80f52b155b2d'] in dv-neutron-818850-1-hyperv is: [{'id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:12:41Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:42Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '8057125a-e49c-4cb6-92a9-35e4c0f63b51', 'name': '', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:39:cb:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:44Z', 'updated_at': '2021-11-23T05:12:48Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:12:49.038640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-4c082247-4da6-4203-91b7-b4f647d91d13 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'port': {'device_id': '769e63f1-066e-49e8-8b04-9db4eb9372eb', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'admin_state_up': True, 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'security_groups': ['6523b201-3c71-485e-b62a-130d60a7a1af']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:12:49.083656 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13d1a7b-8cb2-4e11-bbd1-694ce822a5a5 None None] Pushing event updated for resources: {'Port': ['ID=8057125a-e49c-4cb6-92a9-35e4c0f63b51,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:49.139138 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1e5cee46-3937-4394-8610-674f4bb47317 None None] Provisioning complete for port 8057125a-e49c-4cb6-92a9-35e4c0f63b51 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:49.139591 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1e5cee46-3937-4394-8610-674f4bb47317 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:49.190285 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-4c082247-4da6-4203-91b7-b4f647d91d13 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Made reservation on behalf of 6318e264eb3243bf895e26f79c66f7bf for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:12:49.194386 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-4c082247-4da6-4203-91b7-b4f647d91d13 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:49.329588 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-4c082247-4da6-4203-91b7-b4f647d91d13 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.20.0.11 (09e41c2e-9f2d-4345-a951-4be7ba38e0bd/bcea6722-2920-4702-83c3-41aa1e867d8e/b8e3c265-9074-4b42-9e02-c948e9c9f2f6) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:12:49.408872 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:12:49.480802 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-4c082247-4da6-4203-91b7-b4f647d91d13 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:49.515233 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-4c082247-4da6-4203-91b7-b4f647d91d13 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:49.560139 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-4c082247-4da6-4203-91b7-b4f647d91d13 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 09e41c2e-9f2d-4345-a951-4be7ba38e0bd is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:12:49.565507 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-4c082247-4da6-4203-91b7-b4f647d91d13 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:12:49.569437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-4c082247-4da6-4203-91b7-b4f647d91d13 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:12:49.601589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c082247-4da6-4203-91b7-b4f647d91d13 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=b8e3c265-9074-4b42-9e02-c948e9c9f2f6,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:49.630243 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-4c082247-4da6-4203-91b7-b4f647d91d13 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:49.630965 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-4c082247-4da6-4203-91b7-b4f647d91d13 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:49.651757 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-4c082247-4da6-4203-91b7-b4f647d91d13 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6174917 Nov 23 05:12:49.683021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Request body: {'port': {'device_id': '769e63f1-066e-49e8-8b04-9db4eb9372eb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:12:49.752051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:49.857044 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-52aaca3b-58ca-43f1-ae3d-e8c4add235a8 None None] Provisioning complete for port b8e3c265-9074-4b42-9e02-c948e9c9f2f6 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:49.857617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-52aaca3b-58ca-43f1-ae3d-e8c4add235a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:49.893939 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-52aaca3b-58ca-43f1-ae3d-e8c4add235a8 None None] Port b8e3c265-9074-4b42-9e02-c948e9c9f2f6 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:12:49.990217 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820ba969-cd46-4fca-9438-5d6c7bb6dfdf req-7c10fd96-8a9a-413f-9367-f34beb071815 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:49.991767 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-820ba969-cd46-4fca-9438-5d6c7bb6dfdf req-7c10fd96-8a9a-413f-9367-f34beb071815 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 932 time: 0.1203854 Nov 23 05:12:50.086771 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-820ba969-cd46-4fca-9438-5d6c7bb6dfdf req-6c2370e5-da0b-4452-8163-e5377e7a96c4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0792303 Nov 23 05:12:50.126310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8e3c265-9074-4b42-9e02-c948e9c9f2f6 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:12:50.134805 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:50.148015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Transition to ACTIVE for port object b8e3c265-9074-4b42-9e02-c948e9c9f2f6 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:12:50.150961 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:50.206473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e3c265-9074-4b42-9e02-c948e9c9f2f6,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:50.278791 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Attempting to bind port b8e3c265-9074-4b42-9e02-c948e9c9f2f6 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:12:50.279155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Attempting to bind port b8e3c265-9074-4b42-9e02-c948e9c9f2f6 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'dd226e05-b8c4-4d00-b8cf-db9586c31c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:12:50.279486 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Attempting to bind port b8e3c265-9074-4b42-9e02-c948e9c9f2f6 on network 09e41c2e-9f2d-4345-a951-4be7ba38e0bd {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:12:50.284041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Port b8e3c265-9074-4b42-9e02-c948e9c9f2f6 on network 09e41c2e-9f2d-4345-a951-4be7ba38e0bd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:12:50.284356 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Attempting to bind port b8e3c265-9074-4b42-9e02-c948e9c9f2f6 on network 09e41c2e-9f2d-4345-a951-4be7ba38e0bd {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:12:50.289786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 12, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:12:50.290324 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Checking segment: {'id': 'dd226e05-b8c4-4d00-b8cf-db9586c31c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:12:50.290884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Bound using segment: {'id': 'dd226e05-b8c4-4d00-b8cf-db9586c31c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:12:50.292077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Bound port: b8e3c265-9074-4b42-9e02-c948e9c9f2f6, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dd226e05-b8c4-4d00-b8cf-db9586c31c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:12:50.292496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:50.364636 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] For port b8e3c265-9074-4b42-9e02-c948e9c9f2f6, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:12:50.368710 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] For port b8e3c265-9074-4b42-9e02-c948e9c9f2f6, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b8e3c265-9074-4b42-9e02-c948e9c9f2f6,segment=NetworkSegment(dd226e05-b8c4-4d00-b8cf-db9586c31c57),segment_id=dd226e05-b8c4-4d00-b8cf-db9586c31c57)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:12:50.373690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:50.377730 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8057125a-e49c-4cb6-92a9-35e4c0f63b51 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:12:50.411121 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:50.411738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:50.413230 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] 10.222.0.15 "PUT /v2.0/ports/b8e3c265-9074-4b42-9e02-c948e9c9f2f6 HTTP/1.1" status: 200 len: 1094 time: 0.7350831 Nov 23 05:12:50.413606 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769e63f1-066e-49e8-8b04-9db4eb9372eb', 'tag': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:12:50.416050 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be5c224c-3dac-4d3b-a520-5eb068295ac4" -d '{"events": [{"name": "network-changed", "server_uuid": "769e63f1-066e-49e8-8b04-9db4eb9372eb", "tag": "b8e3c265-9074-4b42-9e02-c948e9c9f2f6"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:12:50.438346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e79f63-2926-4e28-80d8-7621400c4f92 service neutron] Pushing event updated for resources: {'Port': ['ID=b8e3c265-9074-4b42-9e02-c948e9c9f2f6,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:50.457536 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 8057125a-e49c-4cb6-92a9-35e4c0f63b51 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:50.457864 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:50.474797 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:12:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc88dba9-ef7e-4d48-9201-00f568c9a8e9 x-openstack-request-id: req-fc88dba9-ef7e-4d48-9201-00f568c9a8e9 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:12:50.474957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769e63f1-066e-49e8-8b04-9db4eb9372eb", "tag": "b8e3c265-9074-4b42-9e02-c948e9c9f2f6", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:12:50.475149 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-fc88dba9-ef7e-4d48-9201-00f568c9a8e9 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:12:50.475579 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769e63f1-066e-49e8-8b04-9db4eb9372eb', 'tag': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6', 'status': 'completed', 'code': 200} Nov 23 05:12:50.545482 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-9e8c36e5-75c9-4470-9c3e-2c37750962dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:50.547164 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-9e8c36e5-75c9-4470-9c3e-2c37750962dd service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 1097 time: 0.0504789 Nov 23 05:12:50.605544 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-7be9ca5a-ff72-4bbf-acf5-4481c24ff969 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e3c265-9074-4b42-9e02-c948e9c9f2f6 HTTP/1.1" status: 200 len: 217 time: 0.0367386 Nov 23 05:12:50.655451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-98b87847-681c-4c99-ab7d-58d1afef0361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:50.656930 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-98b87847-681c-4c99-ab7d-58d1afef0361 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcea6722-2920-4702-83c3-41aa1e867d8e HTTP/1.1" status: 200 len: 834 time: 0.0443432 Nov 23 05:12:50.712232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-d219f44e-1103-4e5e-88a6-79dc941d291d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:50.713645 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-d219f44e-1103-4e5e-88a6-79dc941d291d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09e41c2e-9f2d-4345-a951-4be7ba38e0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438688 Nov 23 05:12:50.817271 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-365659d3-677a-4fb5-a62e-121c78a3d58d service neutron] 10.222.0.15 "GET /v2.0/networks/09e41c2e-9f2d-4345-a951-4be7ba38e0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831046 Nov 23 05:12:50.919110 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f65a5503-f01f-44bc-a33a-d55651a664fd req-24d91907-d9e0-4c4d-99ce-edc72794825b service neutron] 10.222.0.15 "GET /v2.0/networks/09e41c2e-9f2d-4345-a951-4be7ba38e0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906248 Nov 23 05:12:51.063102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c224c-3dac-4d3b-a520-5eb068295ac4 req-a1f01089-1bd2-41fd-8e69-467c8fcfab0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:51.064635 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be5c224c-3dac-4d3b-a520-5eb068295ac4 req-a1f01089-1bd2-41fd-8e69-467c8fcfab0f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 1097 time: 0.0432689 Nov 23 05:12:51.169838 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c224c-3dac-4d3b-a520-5eb068295ac4 req-92d220f7-353d-4e9f-8628-a1a73b68c16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:51.171192 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be5c224c-3dac-4d3b-a520-5eb068295ac4 req-92d220f7-353d-4e9f-8628-a1a73b68c16d service neutron] 10.222.0.15 "GET /v2.0/networks?id=09e41c2e-9f2d-4345-a951-4be7ba38e0bd HTTP/1.1" status: 200 len: 898 time: 0.0972197 Nov 23 05:12:51.223873 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be5c224c-3dac-4d3b-a520-5eb068295ac4 req-5cdcde3e-a5df-44a3-9a6e-05fc8e7980a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e3c265-9074-4b42-9e02-c948e9c9f2f6 HTTP/1.1" status: 200 len: 217 time: 0.0352261 Nov 23 05:12:51.266829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef31a7e8-5dc5-413e-9ef5-66d64b01096d req-f88d3701-4fe6-47cb-9b95-5b7e359fc235 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:51.268227 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ef31a7e8-5dc5-413e-9ef5-66d64b01096d req-f88d3701-4fe6-47cb-9b95-5b7e359fc235 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 944 time: 0.1129127 Nov 23 05:12:51.302589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c224c-3dac-4d3b-a520-5eb068295ac4 req-dab0ac8e-d68f-4a26-9dfa-28c5281abf3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:51.303884 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be5c224c-3dac-4d3b-a520-5eb068295ac4 req-dab0ac8e-d68f-4a26-9dfa-28c5281abf3f service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcea6722-2920-4702-83c3-41aa1e867d8e HTTP/1.1" status: 200 len: 834 time: 0.0707910 Nov 23 05:12:51.367724 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ef31a7e8-5dc5-413e-9ef5-66d64b01096d req-645667f5-1540-42ff-a602-d83b139c6c62 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0936689 Nov 23 05:12:51.383276 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be5c224c-3dac-4d3b-a520-5eb068295ac4 req-16ffe92c-cd2d-4eaf-88b4-2e5a89e99265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:51.383276 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be5c224c-3dac-4d3b-a520-5eb068295ac4 req-16ffe92c-cd2d-4eaf-88b4-2e5a89e99265 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09e41c2e-9f2d-4345-a951-4be7ba38e0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687683 Nov 23 05:12:51.472755 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be5c224c-3dac-4d3b-a520-5eb068295ac4 req-0d027b93-2078-45e0-aef3-a2dd01ffe5ad service neutron] 10.222.0.15 "GET /v2.0/networks/09e41c2e-9f2d-4345-a951-4be7ba38e0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821147 Nov 23 05:12:51.567995 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be5c224c-3dac-4d3b-a520-5eb068295ac4 req-b3e4b0a3-7969-4671-b8d9-879764dbecfe service neutron] 10.222.0.15 "GET /v2.0/networks/09e41c2e-9f2d-4345-a951-4be7ba38e0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852249 Nov 23 05:12:52.482812 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f2bbc-6147-4b2d-a3b2-171101b230a4 req-81b52548-ebfb-4d2e-8853-05f991c3e9a2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:52.484286 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d87f2bbc-6147-4b2d-a3b2-171101b230a4 req-81b52548-ebfb-4d2e-8853-05f991c3e9a2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 944 time: 0.0492909 Nov 23 05:12:52.536403 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d87f2bbc-6147-4b2d-a3b2-171101b230a4 req-5c2b757a-e66e-44ad-88d8-c190a8ecc8ee tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461960 Nov 23 05:12:53.648531 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f6fa42-4843-4f50-b484-2ccf0f0f9241 req-1cd11a32-616a-4515-809e-b9efad95c3cf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:53.649994 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d8f6fa42-4843-4f50-b484-2ccf0f0f9241 req-1cd11a32-616a-4515-809e-b9efad95c3cf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 944 time: 0.0485127 Nov 23 05:12:53.691662 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b8e3c265-9074-4b42-9e02-c948e9c9f2f6 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:12:53.699447 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d8f6fa42-4843-4f50-b484-2ccf0f0f9241 req-c3142dca-6a8d-4d20-995a-da53ebfb8ac5 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429752 Nov 23 05:12:53.785514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b8e3c265-9074-4b42-9e02-c948e9c9f2f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b8e3c265-9074-4b42-9e02-c948e9c9f2f6,segment=NetworkSegment(dd226e05-b8c4-4d00-b8cf-db9586c31c57),segment_id=dd226e05-b8c4-4d00-b8cf-db9586c31c57)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:12:53.797242 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'port_id': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6', 'mac_address': 'fa:16:3e:ac:f6:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:12:53.835892 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:53.848716 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8e3c265-9074-4b42-9e02-c948e9c9f2f6 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:12:53.867483 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b8e3c265-9074-4b42-9e02-c948e9c9f2f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b8e3c265-9074-4b42-9e02-c948e9c9f2f6,segment=NetworkSegment(dd226e05-b8c4-4d00-b8cf-db9586c31c57),segment_id=dd226e05-b8c4-4d00-b8cf-db9586c31c57)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:12:53.870888 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:53.917650 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=b8e3c265-9074-4b42-9e02-c948e9c9f2f6,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:54.204480 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['b8e3c265-9074-4b42-9e02-c948e9c9f2f6'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:12:54.813042 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093e9eee-0c95-4b8c-b8fc-00b2cd771283 req-736be06e-e816-4da2-b81b-898864d5ce20 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:54.814555 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-093e9eee-0c95-4b8c-b8fc-00b2cd771283 req-736be06e-e816-4da2-b81b-898864d5ce20 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 945 time: 0.0486078 Nov 23 05:12:54.863027 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-093e9eee-0c95-4b8c-b8fc-00b2cd771283 req-980a651b-14e5-466f-93ab-679c9d3c5f95 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424623 Nov 23 05:12:55.706537 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b8e3c265-9074-4b42-9e02-c948e9c9f2f6 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:12:55.755049 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port b8e3c265-9074-4b42-9e02-c948e9c9f2f6 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:12:55.759136 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port b8e3c265-9074-4b42-9e02-c948e9c9f2f6 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:12:55.759504 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:55.839159 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:55.861688 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769e63f1-066e-49e8-8b04-9db4eb9372eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:12:55.863960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca2edd18-c531-4d90-88fc-6494997807a9" -d '{"events": [{"server_uuid": "769e63f1-066e-49e8-8b04-9db4eb9372eb", "name": "network-vif-plugged", "status": "completed", "tag": "b8e3c265-9074-4b42-9e02-c948e9c9f2f6"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:12:55.876595 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b8e3c265-9074-4b42-9e02-c948e9c9f2f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b8e3c265-9074-4b42-9e02-c948e9c9f2f6,segment=NetworkSegment(dd226e05-b8c4-4d00-b8cf-db9586c31c57),segment_id=dd226e05-b8c4-4d00-b8cf-db9586c31c57)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:12:55.880427 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:55.905557 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:12:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fa706a-7f26-4d2b-9609-089af7a1eda8 x-openstack-request-id: req-e9fa706a-7f26-4d2b-9609-089af7a1eda8 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:12:55.905856 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769e63f1-066e-49e8-8b04-9db4eb9372eb", "name": "network-vif-plugged", "status": "completed", "tag": "b8e3c265-9074-4b42-9e02-c948e9c9f2f6", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:12:55.906111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e9fa706a-7f26-4d2b-9609-089af7a1eda8 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:12:55.906503 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769e63f1-066e-49e8-8b04-9db4eb9372eb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6', 'code': 200} Nov 23 05:12:55.932692 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=b8e3c265-9074-4b42-9e02-c948e9c9f2f6,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:55.985864 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a925db-4fed-4040-b0d9-8afbb1c82f77 req-b65afbd3-d309-43a5-8ae8-15c937baa07f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:55.987379 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c4a925db-4fed-4040-b0d9-8afbb1c82f77 req-b65afbd3-d309-43a5-8ae8-15c937baa07f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0520589 Nov 23 05:12:56.055182 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c4a925db-4fed-4040-b0d9-8afbb1c82f77 req-86cb7295-7e21-4961-bea1-c8d3614763de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617626 Nov 23 05:12:56.137836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b5dc2c-04a1-42e8-96ea-025323902553 req-fc402e9c-5421-4f95-8a2d-003747ed11fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:56.139332 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-02b5dc2c-04a1-42e8-96ea-025323902553 req-fc402e9c-5421-4f95-8a2d-003747ed11fb service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 1099 time: 0.0452180 Nov 23 05:12:56.189692 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-02b5dc2c-04a1-42e8-96ea-025323902553 req-3db82741-9835-41ce-85ed-02df251b6219 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393462 Nov 23 05:12:57.170056 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912a8b5d-cf69-4f47-84e4-6e79ab409231 req-a92ed74b-8474-4467-b834-60f496f25488 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:57.171487 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-912a8b5d-cf69-4f47-84e4-6e79ab409231 req-a92ed74b-8474-4467-b834-60f496f25488 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0474677 Nov 23 05:12:57.220533 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-912a8b5d-cf69-4f47-84e4-6e79ab409231 req-50f6e660-df52-4a67-ab55-eec70b7ca575 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433226 Nov 23 05:12:58.345106 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e64185-e2f8-4fe6-b0c9-cc88ee7b2a11 req-33726f4f-2e4a-4c73-9e42-730ef8f49665 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:58.347284 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-28e64185-e2f8-4fe6-b0c9-cc88ee7b2a11 req-33726f4f-2e4a-4c73-9e42-730ef8f49665 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0607159 Nov 23 05:12:58.397203 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-28e64185-e2f8-4fe6-b0c9-cc88ee7b2a11 req-0db07726-5d44-40da-a6eb-15267b8206b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439508 Nov 23 05:12:58.509535 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd80017-c2ce-4b06-b859-21bc1b0163f6 req-9a207b27-c8db-4317-ae1f-08985040a3cc tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:58.511706 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6cd80017-c2ce-4b06-b859-21bc1b0163f6 req-9a207b27-c8db-4317-ae1f-08985040a3cc tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0491886 Nov 23 05:12:58.563021 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6cd80017-c2ce-4b06-b859-21bc1b0163f6 req-96a04bc8-a389-4f0f-9a02-a993c97f14e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454681 Nov 23 05:12:58.584876 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52714) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:58.623506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d382079-f0d9-45a7-9390-fe482588cfbe tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:12:58.624942 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1d382079-f0d9-45a7-9390-fe482588cfbe tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 1094 time: 0.0390973 Nov 23 05:12:58.627728 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52716) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:12:58.631939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address': '172.20.0.11'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:12:58.653762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:58.758105 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:58.860361 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.26.8.13 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/1931711e-3593-4d79-b8fe-2d2e141996e4) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:12:58.968518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:59.002615 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:59.043615 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:12:59.046505 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:12:59.049005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:12:59.072025 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=1931711e-3593-4d79-b8fe-2d2e141996e4,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:12:59.741083 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:59.807831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:59.956584 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:12:59.960906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:13:00.030001 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=1931711e-3593-4d79-b8fe-2d2e141996e4,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:13:00.042428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:13:00.142982 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Floating IP d6920c48-543a-43f1-89f6-2caebd2ba5d6 associated. External IP: 172.26.8.13, port: b8e3c265-9074-4b42-9e02-c948e9c9f2f6. Nov 23 05:13:00.348063 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router c2bd102c-e919-4858-9fc8-80f52b155b2d has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:13:00.455527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:13:00.465633 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c86bf6f-bfb8-4a7b-befe-41666e848a32 None None] Sync routers for ids ['c2bd102c-e919-4858-9fc8-80f52b155b2d'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:13:00.473754 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:13:00.476859 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c86bf6f-bfb8-4a7b-befe-41666e848a32 None None] Routers {'c2bd102c-e919-4858-9fc8-80f52b155b2d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:13:00.477504 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-4c86bf6f-bfb8-4a7b-befe-41666e848a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:12:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['c2bd102c-e919-4858-9fc8-80f52b155b2d'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:13:00.500680 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ae83062f-1a7f-4701-8122-5ad63a9202de tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8719389 Nov 23 05:13:00.501271 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769e63f1-066e-49e8-8b04-9db4eb9372eb', 'tag': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:13:00.503636 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff8d2597-c8f4-451b-a584-8178e03352ed" -d '{"events": [{"name": "network-changed", "server_uuid": "769e63f1-066e-49e8-8b04-9db4eb9372eb", "tag": "b8e3c265-9074-4b42-9e02-c948e9c9f2f6"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:13:00.542624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:13:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-704c2707-8650-47c7-a355-5e8c3d4c6b28 x-openstack-request-id: req-704c2707-8650-47c7-a355-5e8c3d4c6b28 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:13:00.542920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769e63f1-066e-49e8-8b04-9db4eb9372eb", "tag": "b8e3c265-9074-4b42-9e02-c948e9c9f2f6", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:13:00.543202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-704c2707-8650-47c7-a355-5e8c3d4c6b28 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:13:00.543668 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769e63f1-066e-49e8-8b04-9db4eb9372eb', 'tag': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6', 'status': 'completed', 'code': 200} Nov 23 05:13:00.591654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-4c86bf6f-bfb8-4a7b-befe-41666e848a32 None None] Set router c2bd102c-e919-4858-9fc8-80f52b155b2d gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:13:00.612598 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead80ca9-1a33-47b3-aca8-01b1134ae85f req-27b228cb-12fd-4d16-9c70-30e17d371b48 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:00.614151 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ead80ca9-1a33-47b3-aca8-01b1134ae85f req-27b228cb-12fd-4d16-9c70-30e17d371b48 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0534573 Nov 23 05:13:00.638852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d2597-c8f4-451b-a584-8178e03352ed req-5f5f9931-6573-4ce6-979a-394828820d16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:00.640460 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ff8d2597-c8f4-451b-a584-8178e03352ed req-5f5f9931-6573-4ce6-979a-394828820d16 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 1099 time: 0.0507641 Nov 23 05:13:00.665570 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ead80ca9-1a33-47b3-aca8-01b1134ae85f req-144a2b39-65cc-4870-b05a-5f0cde004e3a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448101 Nov 23 05:13:00.688567 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52722) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:13:00.739047 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d2597-c8f4-451b-a584-8178e03352ed req-6bfd715a-abbb-41b4-baf7-ca2408a2bfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:00.740799 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ff8d2597-c8f4-451b-a584-8178e03352ed req-6bfd715a-abbb-41b4-baf7-ca2408a2bfa2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09e41c2e-9f2d-4345-a951-4be7ba38e0bd HTTP/1.1" status: 200 len: 898 time: 0.0934629 Nov 23 05:13:00.754963 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c3d26c98-d98e-4baa-a4b6-bb60dfbfe1f3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/d6920c48-543a-43f1-89f6-2caebd2ba5d6 HTTP/1.1" status: 200 len: 991 time: 0.0651817 Nov 23 05:13:00.811857 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ff8d2597-c8f4-451b-a584-8178e03352ed req-a1a561f6-00b0-4849-9279-e57d62dfd8c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e3c265-9074-4b42-9e02-c948e9c9f2f6 HTTP/1.1" status: 200 len: 999 time: 0.0640044 Nov 23 05:13:00.820564 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-4c86bf6f-bfb8-4a7b-befe-41666e848a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:12:41Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:42Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'd6920c48-543a-43f1-89f6-2caebd2ba5d6', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'floating_ip_address': '172.26.8.13', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'port_id': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'mac_address': 'fa:16:3e:ac:f6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769e63f1-066e-49e8-8b04-9db4eb9372eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:12:59Z', 'updated_at': '2021-11-23T05:12:59Z', 'revision_number': 0, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8057125a-e49c-4cb6-92a9-35e4c0f63b51', 'name': '', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:39:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:44Z', 'updated_at': '2021-11-23T05:12:48Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:13:00.848022 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c86bf6f-bfb8-4a7b-befe-41666e848a32 None None] Checking router: c2bd102c-e919-4858-9fc8-80f52b155b2d for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:13:00.856198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c86bf6f-bfb8-4a7b-befe-41666e848a32 None None] Routers {'c2bd102c-e919-4858-9fc8-80f52b155b2d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:13:00.856805 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-4c86bf6f-bfb8-4a7b-befe-41666e848a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:12:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['c2bd102c-e919-4858-9fc8-80f52b155b2d'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:13:00.862141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d2597-c8f4-451b-a584-8178e03352ed req-e7669d0f-2cd6-46ec-b95d-c16f61f0bf7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:00.863596 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ff8d2597-c8f4-451b-a584-8178e03352ed req-e7669d0f-2cd6-46ec-b95d-c16f61f0bf7a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcea6722-2920-4702-83c3-41aa1e867d8e HTTP/1.1" status: 200 len: 834 time: 0.0447474 Nov 23 05:13:00.910561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d2597-c8f4-451b-a584-8178e03352ed req-650d7230-933e-4be5-9b34-069386875727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:00.912117 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ff8d2597-c8f4-451b-a584-8178e03352ed req-650d7230-933e-4be5-9b34-069386875727 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09e41c2e-9f2d-4345-a951-4be7ba38e0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411329 Nov 23 05:13:00.965873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-4c86bf6f-bfb8-4a7b-befe-41666e848a32 None None] Set router c2bd102c-e919-4858-9fc8-80f52b155b2d gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:13:01.011790 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ff8d2597-c8f4-451b-a584-8178e03352ed req-1e022cfc-4416-4bc5-8b88-850d7f75f914 service neutron] 10.222.0.15 "GET /v2.0/networks/09e41c2e-9f2d-4345-a951-4be7ba38e0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0875168 Nov 23 05:13:01.103573 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ff8d2597-c8f4-451b-a584-8178e03352ed req-7eaa7533-6133-486b-8864-7e62c5c7dcfd service neutron] 10.222.0.15 "GET /v2.0/networks/09e41c2e-9f2d-4345-a951-4be7ba38e0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850015 Nov 23 05:13:01.201531 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-4c86bf6f-bfb8-4a7b-befe-41666e848a32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:12:41Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:42Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'd6920c48-543a-43f1-89f6-2caebd2ba5d6', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'floating_ip_address': '172.26.8.13', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'port_id': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'mac_address': 'fa:16:3e:ac:f6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769e63f1-066e-49e8-8b04-9db4eb9372eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:12:59Z', 'updated_at': '2021-11-23T05:12:59Z', 'revision_number': 0, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8057125a-e49c-4cb6-92a9-35e4c0f63b51', 'name': '', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:39:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:44Z', 'updated_at': '2021-11-23T05:12:48Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:13:01.227018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c86bf6f-bfb8-4a7b-befe-41666e848a32 None None] The sync data for ids ['c2bd102c-e919-4858-9fc8-80f52b155b2d'] in dv-neutron-818850-1-hyperv is: [{'id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:12:41Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:42Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'd6920c48-543a-43f1-89f6-2caebd2ba5d6', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'floating_ip_address': '172.26.8.13', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'port_id': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 1730, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'mac_address': 'fa:16:3e:ac:f6:b8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '769e63f1-066e-49e8-8b04-9db4eb9372eb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:12:59Z', 'updated_at': '2021-11-23T05:12:59Z', 'revision_number': 0, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8057125a-e49c-4cb6-92a9-35e4c0f63b51', 'name': '', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:39:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:44Z', 'updated_at': '2021-11-23T05:12:48Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:13:01.422400 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4055067d-ab25-4506-9246-af53bf906816 None None] New status for floating IP d6920c48-543a-43f1-89f6-2caebd2ba5d6: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:13:01.758724 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52724) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:13:01.817885 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-50de41c0-880a-4743-b878-3d7632ea236d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/d6920c48-543a-43f1-89f6-2caebd2ba5d6 HTTP/1.1" status: 200 len: 993 time: 0.0580382 Nov 23 05:13:06.956906 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c371d99e-fd76-4977-bf24-0f218605fabc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:13:08.943170 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:13:09.233262 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-26ecb64b-c26a-408a-8262-f535d5108963 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:13:10.468270 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:13:11.886693 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:13:12.725221 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:13:26.408456 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:13:35.181799 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee08236-fcfc-4bad-9572-ebed84622320 req-6a07cd6b-3706-4465-86cf-5092249f920a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:35.183300 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cee08236-fcfc-4bad-9572-ebed84622320 req-6a07cd6b-3706-4465-86cf-5092249f920a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0792747 Nov 23 05:13:35.199410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb11ff-a808-4ac5-971c-e16176eaa940 req-07fbd96b-2f34-40d6-85c9-bef3afb7ad8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:35.200804 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-79eb11ff-a808-4ac5-971c-e16176eaa940 req-07fbd96b-2f34-40d6-85c9-bef3afb7ad8d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 1099 time: 0.0631256 Nov 23 05:13:35.283372 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cee08236-fcfc-4bad-9572-ebed84622320 req-f0267e7e-6e59-456c-9268-98f363a03937 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0934992 Nov 23 05:13:35.317849 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb11ff-a808-4ac5-971c-e16176eaa940 req-20a12677-74db-4838-8c5b-e6271894f181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:35.319277 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-79eb11ff-a808-4ac5-971c-e16176eaa940 req-20a12677-74db-4838-8c5b-e6271894f181 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09e41c2e-9f2d-4345-a951-4be7ba38e0bd HTTP/1.1" status: 200 len: 898 time: 0.1104238 Nov 23 05:13:35.390350 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-79eb11ff-a808-4ac5-971c-e16176eaa940 req-a52925d8-b628-4baa-883f-d3fa48dd166a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e3c265-9074-4b42-9e02-c948e9c9f2f6 HTTP/1.1" status: 200 len: 1001 time: 0.0618484 Nov 23 05:13:35.443102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb11ff-a808-4ac5-971c-e16176eaa940 req-7fa1ade3-f91a-4970-b6c9-7b4a7fd1c4d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:35.444450 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-79eb11ff-a808-4ac5-971c-e16176eaa940 req-7fa1ade3-f91a-4970-b6c9-7b4a7fd1c4d2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcea6722-2920-4702-83c3-41aa1e867d8e HTTP/1.1" status: 200 len: 834 time: 0.0426500 Nov 23 05:13:35.489247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79eb11ff-a808-4ac5-971c-e16176eaa940 req-0fb4c284-81f2-4670-8ec7-5c15ff4fd005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:35.490713 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-79eb11ff-a808-4ac5-971c-e16176eaa940 req-0fb4c284-81f2-4670-8ec7-5c15ff4fd005 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09e41c2e-9f2d-4345-a951-4be7ba38e0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0382860 Nov 23 05:13:35.584002 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-79eb11ff-a808-4ac5-971c-e16176eaa940 req-aee6af09-e8ab-4b36-a054-04c2674e1c72 service neutron] 10.222.0.15 "GET /v2.0/networks/09e41c2e-9f2d-4345-a951-4be7ba38e0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847065 Nov 23 05:13:35.674790 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-79eb11ff-a808-4ac5-971c-e16176eaa940 req-97d68406-4627-45d7-825a-a7b36e7ebeba service neutron] 10.222.0.15 "GET /v2.0/networks/09e41c2e-9f2d-4345-a951-4be7ba38e0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820541 Nov 23 05:13:36.401192 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bcd24-def1-42bb-8ef0-399d233ffb76 req-8e04b81a-cfeb-41ef-a8aa-a3bcd35c9560 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:36.402708 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-783bcd24-def1-42bb-8ef0-399d233ffb76 req-8e04b81a-cfeb-41ef-a8aa-a3bcd35c9560 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0512531 Nov 23 05:13:36.450543 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-783bcd24-def1-42bb-8ef0-399d233ffb76 req-672d31bc-a112-4831-b5fe-da96ab6401f3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420644 Nov 23 05:13:36.957736 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1e401089-b7df-4551-8063-4ee0826c6c66 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:13:37.563660 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a482c165-2736-416d-997b-736af16380ab req-0773b209-a5d1-4493-bd71-9d55f9b5745e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:37.565111 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a482c165-2736-416d-997b-736af16380ab req-0773b209-a5d1-4493-bd71-9d55f9b5745e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0488031 Nov 23 05:13:37.617299 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a482c165-2736-416d-997b-736af16380ab req-e665713a-2d36-4647-8f60-6cd428282555 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464160 Nov 23 05:13:38.732803 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a594bd75-7474-4a6d-895a-36c9bead3623 req-d4ccb1ff-c40b-4c93-a39e-c68e58a6a881 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:38.734330 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a594bd75-7474-4a6d-895a-36c9bead3623 req-d4ccb1ff-c40b-4c93-a39e-c68e58a6a881 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0517836 Nov 23 05:13:38.782742 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a594bd75-7474-4a6d-895a-36c9bead3623 req-56b4bc38-c6a9-4234-9f89-a6e824655cdd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426099 Nov 23 05:13:38.939248 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:13:39.234821 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7cf6c33e-125b-4c7a-8d1f-85ce61a5d62c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:13:39.896211 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7c45995-96e0-456c-bbe0-27ee35ec300f req-0be0ba88-55a6-4802-b448-68d1f5568a0b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:39.897686 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b7c45995-96e0-456c-bbe0-27ee35ec300f req-0be0ba88-55a6-4802-b448-68d1f5568a0b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0483594 Nov 23 05:13:39.946153 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b7c45995-96e0-456c-bbe0-27ee35ec300f req-1dc3abd1-21aa-4494-85e4-74acfb91660b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422325 Nov 23 05:13:40.471878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:13:41.076769 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfa28341-a952-4e25-bd77-096a8b71b6d5 req-76f4e726-0ef1-4611-a65d-b499d86d4952 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:41.078239 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cfa28341-a952-4e25-bd77-096a8b71b6d5 req-76f4e726-0ef1-4611-a65d-b499d86d4952 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0534098 Nov 23 05:13:41.125907 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cfa28341-a952-4e25-bd77-096a8b71b6d5 req-d04291cb-c573-497e-8ebb-5de75c9886f7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418077 Nov 23 05:13:41.890437 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:13:42.237881 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e71c59-8f30-44b9-811a-8f9e140232e6 req-96a3921d-a132-4eb7-9cab-e72d2f5c12eb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:42.239316 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92e71c59-8f30-44b9-811a-8f9e140232e6 req-96a3921d-a132-4eb7-9cab-e72d2f5c12eb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0480535 Nov 23 05:13:42.287898 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92e71c59-8f30-44b9-811a-8f9e140232e6 req-066b0bc2-a213-4883-a92c-ff4e81598b33 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428143 Nov 23 05:13:42.726218 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:13:43.408246 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137b1fa2-13f3-4044-8554-3fbcc19fe756 req-01c959cb-ef60-4fa1-b2eb-8ee5dbbbf8ee tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:43.409725 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-137b1fa2-13f3-4044-8554-3fbcc19fe756 req-01c959cb-ef60-4fa1-b2eb-8ee5dbbbf8ee tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0483255 Nov 23 05:13:43.457740 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-137b1fa2-13f3-4044-8554-3fbcc19fe756 req-5eab152f-6d5c-4ab1-99c6-34a5618023d6 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419970 Nov 23 05:13:44.575179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7409ac36-f925-498f-ab27-66ab4d71e78a req-2c287916-4fbf-45ec-a422-d86393c2adba tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:44.576543 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7409ac36-f925-498f-ab27-66ab4d71e78a req-2c287916-4fbf-45ec-a422-d86393c2adba tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0527594 Nov 23 05:13:44.626228 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7409ac36-f925-498f-ab27-66ab4d71e78a req-2b67509b-72ae-4907-9449-065c66319a19 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438170 Nov 23 05:13:45.747158 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b84bd4-c157-4f97-865c-f8eef694b67c req-6af39735-15be-4579-8969-049235deda66 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:45.749020 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-09b84bd4-c157-4f97-865c-f8eef694b67c req-6af39735-15be-4579-8969-049235deda66 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0557301 Nov 23 05:13:45.803968 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-09b84bd4-c157-4f97-865c-f8eef694b67c req-c9a29039-7d2b-4adf-95e3-1a87173bbc1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488336 Nov 23 05:13:46.920557 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-882fbde4-c9b3-4599-a7f6-80fcdd737eb1 req-4e8cd778-cd61-4c00-a1b3-df8185e9707f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:46.922030 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-882fbde4-c9b3-4599-a7f6-80fcdd737eb1 req-4e8cd778-cd61-4c00-a1b3-df8185e9707f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0497787 Nov 23 05:13:46.973548 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-882fbde4-c9b3-4599-a7f6-80fcdd737eb1 req-923eb9f8-21f5-43c5-87be-3554beb4f8d2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454142 Nov 23 05:13:46.996190 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52762) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:13:47.063847 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5f671da3-397c-4fb8-8bd8-840cd7678253 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/d6920c48-543a-43f1-89f6-2caebd2ba5d6 HTTP/1.1" status: 200 len: 993 time: 0.0665493 Nov 23 05:13:50.688364 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6ced1c6e-f694-4e62-bf13-9104effafd16 req-36a99bdb-f519-4c36-a731-3df203c85014 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395510 Nov 23 05:13:50.786706 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced1c6e-f694-4e62-bf13-9104effafd16 req-5cd1b41d-cbb4-433e-9df6-42799abbb3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:50.788197 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6ced1c6e-f694-4e62-bf13-9104effafd16 req-5cd1b41d-cbb4-433e-9df6-42799abbb3cf service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 1099 time: 0.0399630 Nov 23 05:13:50.894053 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced1c6e-f694-4e62-bf13-9104effafd16 req-455574db-68c8-4c5e-9736-4734b4b968fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:50.895471 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6ced1c6e-f694-4e62-bf13-9104effafd16 req-455574db-68c8-4c5e-9736-4734b4b968fd service neutron] 10.222.0.15 "GET /v2.0/networks?id=09e41c2e-9f2d-4345-a951-4be7ba38e0bd HTTP/1.1" status: 200 len: 898 time: 0.0879140 Nov 23 05:13:50.960134 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6ced1c6e-f694-4e62-bf13-9104effafd16 req-965a12ed-d6ea-44ba-a4f1-bcb2ac8c7cb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e3c265-9074-4b42-9e02-c948e9c9f2f6 HTTP/1.1" status: 200 len: 1001 time: 0.0570219 Nov 23 05:13:51.013341 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced1c6e-f694-4e62-bf13-9104effafd16 req-92735c1c-7691-4ede-a5c1-24f3ea21e8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:51.014759 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6ced1c6e-f694-4e62-bf13-9104effafd16 req-92735c1c-7691-4ede-a5c1-24f3ea21e8e9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcea6722-2920-4702-83c3-41aa1e867d8e HTTP/1.1" status: 200 len: 834 time: 0.0478675 Nov 23 05:13:51.062747 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ced1c6e-f694-4e62-bf13-9104effafd16 req-db0f8858-8ae1-4646-9144-a9adfaecfbf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:13:51.064241 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6ced1c6e-f694-4e62-bf13-9104effafd16 req-db0f8858-8ae1-4646-9144-a9adfaecfbf7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09e41c2e-9f2d-4345-a951-4be7ba38e0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420437 Nov 23 05:13:51.155021 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6ced1c6e-f694-4e62-bf13-9104effafd16 req-d1769cdc-b685-46c8-91cd-22c427f8f988 service neutron] 10.222.0.15 "GET /v2.0/networks/09e41c2e-9f2d-4345-a951-4be7ba38e0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828562 Nov 23 05:13:51.250214 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6ced1c6e-f694-4e62-bf13-9104effafd16 req-f01482a6-7e1d-483e-aa15-ada8ca788b2e service neutron] 10.222.0.15 "GET /v2.0/networks/09e41c2e-9f2d-4345-a951-4be7ba38e0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0853252 Nov 23 05:14:03.409819 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:14:06.959619 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-29759fa7-97f9-4edc-9886-c0b1106f53b4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:08.955390 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:09.235749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b1e9453c-77f1-4a5b-bc68-c5dbb61b2223 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:10.474778 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:11.891179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:12.727579 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:19.506717 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52772) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:19.665650 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port 1931711e-3593-4d79-b8fe-2d2e141996e4 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:14:19.666151 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:19.759188 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:19.759515 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:19.772076 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for 1931711e-3593-4d79-b8fe-2d2e141996e4 owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:14:19.915756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:19.942900 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=1931711e-3593-4d79-b8fe-2d2e141996e4,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:19.956864 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:19.957226 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:19.957606 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:19.957953 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:19.958293 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:19.958632 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:19.958968 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:19.959302 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:19.959637 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:19.959965 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:19.960296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:19.960626 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:20.016202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:20.016442 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Floating IP d6920c48-543a-43f1-89f6-2caebd2ba5d6 disassociated (deleted). External IP: 172.26.8.13, port: b8e3c265-9074-4b42-9e02-c948e9c9f2f6. Nov 23 05:14:20.229364 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router c2bd102c-e919-4858-9fc8-80f52b155b2d has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:14:20.335279 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:14:20.340662 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:20.345734 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37045656-5858-49a7-9bc8-0102df6f9a7d None None] Sync routers for ids ['c2bd102c-e919-4858-9fc8-80f52b155b2d'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:14:20.356661 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37045656-5858-49a7-9bc8-0102df6f9a7d None None] Routers {'c2bd102c-e919-4858-9fc8-80f52b155b2d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:14:20.357288 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-37045656-5858-49a7-9bc8-0102df6f9a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:14:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['c2bd102c-e919-4858-9fc8-80f52b155b2d'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:20.369534 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c868267f-6289-451a-8cc4-da9cee0306d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/floatingips/d6920c48-543a-43f1-89f6-2caebd2ba5d6 HTTP/1.1" status: 204 len: 168 time: 0.8587830 Nov 23 05:14:20.369534 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '769e63f1-066e-49e8-8b04-9db4eb9372eb', 'tag': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:14:20.370114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a428259-d245-4fde-9142-7cdfcf0f1945" -d '{"events": [{"name": "network-changed", "server_uuid": "769e63f1-066e-49e8-8b04-9db4eb9372eb", "tag": "b8e3c265-9074-4b42-9e02-c948e9c9f2f6"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:14:20.409682 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:14:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e574fd70-a502-4c22-9f29-71f57515e7a9 x-openstack-request-id: req-e574fd70-a502-4c22-9f29-71f57515e7a9 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:14:20.409982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "769e63f1-066e-49e8-8b04-9db4eb9372eb", "tag": "b8e3c265-9074-4b42-9e02-c948e9c9f2f6", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:14:20.410241 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e574fd70-a502-4c22-9f29-71f57515e7a9 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:14:20.410656 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '769e63f1-066e-49e8-8b04-9db4eb9372eb', 'tag': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6', 'status': 'completed', 'code': 200} Nov 23 05:14:20.531448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a428259-d245-4fde-9142-7cdfcf0f1945 req-f4fb1836-9b89-476b-9a18-d3bccadeec20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:20.532952 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a428259-d245-4fde-9142-7cdfcf0f1945 req-f4fb1836-9b89-476b-9a18-d3bccadeec20 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 1099 time: 0.0637770 Nov 23 05:14:20.601600 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be310e6-5405-4690-8cec-7bfb2bb2505f req-a638a482-00e2-451d-bbe7-7bc55117699c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:20.603284 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3be310e6-5405-4690-8cec-7bfb2bb2505f req-a638a482-00e2-451d-bbe7-7bc55117699c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0520344 Nov 23 05:14:20.615823 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-37045656-5858-49a7-9bc8-0102df6f9a7d None None] Set router c2bd102c-e919-4858-9fc8-80f52b155b2d gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:14:20.655191 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3be310e6-5405-4690-8cec-7bfb2bb2505f req-af826e3b-6ffb-4933-9821-51ae0e8a6666 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453486 Nov 23 05:14:20.662559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a428259-d245-4fde-9142-7cdfcf0f1945 req-92e003ec-62c3-43c2-aec4-bf6e8fdb3626 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:20.664243 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a428259-d245-4fde-9142-7cdfcf0f1945 req-92e003ec-62c3-43c2-aec4-bf6e8fdb3626 service neutron] 10.222.0.15 "GET /v2.0/networks?id=09e41c2e-9f2d-4345-a951-4be7ba38e0bd HTTP/1.1" status: 200 len: 898 time: 0.0985036 Nov 23 05:14:20.708021 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a428259-d245-4fde-9142-7cdfcf0f1945 req-5b5146f2-130e-416b-8953-d523d948d1ac service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=b8e3c265-9074-4b42-9e02-c948e9c9f2f6 HTTP/1.1" status: 200 len: 217 time: 0.0355837 Nov 23 05:14:20.758694 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a428259-d245-4fde-9142-7cdfcf0f1945 req-1d1542c5-ef41-424e-b61d-718bef8b55c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:20.760418 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a428259-d245-4fde-9142-7cdfcf0f1945 req-1d1542c5-ef41-424e-b61d-718bef8b55c4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=bcea6722-2920-4702-83c3-41aa1e867d8e HTTP/1.1" status: 200 len: 834 time: 0.0444982 Nov 23 05:14:20.814170 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-37045656-5858-49a7-9bc8-0102df6f9a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:12:41Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:42Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '8057125a-e49c-4cb6-92a9-35e4c0f63b51', 'name': '', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:39:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:44Z', 'updated_at': '2021-11-23T05:12:48Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:20.814492 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a428259-d245-4fde-9142-7cdfcf0f1945 req-1ff24d79-ad56-494c-95c3-46eb931622a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:20.816052 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a428259-d245-4fde-9142-7cdfcf0f1945 req-1ff24d79-ad56-494c-95c3-46eb931622a0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=09e41c2e-9f2d-4345-a951-4be7ba38e0bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0457053 Nov 23 05:14:20.840012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37045656-5858-49a7-9bc8-0102df6f9a7d None None] Checking router: c2bd102c-e919-4858-9fc8-80f52b155b2d for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:14:20.848092 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37045656-5858-49a7-9bc8-0102df6f9a7d None None] Routers {'c2bd102c-e919-4858-9fc8-80f52b155b2d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:14:20.848694 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-37045656-5858-49a7-9bc8-0102df6f9a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:14:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['c2bd102c-e919-4858-9fc8-80f52b155b2d'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:20.906961 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a428259-d245-4fde-9142-7cdfcf0f1945 req-7096c694-e864-40bb-9232-196016a3995b service neutron] 10.222.0.15 "GET /v2.0/networks/09e41c2e-9f2d-4345-a951-4be7ba38e0bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827339 Nov 23 05:14:20.953139 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-37045656-5858-49a7-9bc8-0102df6f9a7d None None] Set router c2bd102c-e919-4858-9fc8-80f52b155b2d gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:14:21.004436 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a428259-d245-4fde-9142-7cdfcf0f1945 req-8d22561c-de70-4235-bdae-b7ea86269855 service neutron] 10.222.0.15 "GET /v2.0/networks/09e41c2e-9f2d-4345-a951-4be7ba38e0bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873833 Nov 23 05:14:21.104527 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [req-9008ec66-45fc-4ffb-9ce5-cf1a6e06af8f req-dc23f85b-8656-439a-965c-8731d25b4649 tempest-ServerDiskConfigTestJSON-1373961306 tempest-ServerDiskConfigTestJSON-1373961306-project] (109952) timed out ('10.222.0.15', 50995) {{(pid=109952) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 05:14:21.153027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-37045656-5858-49a7-9bc8-0102df6f9a7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:12:41Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:42Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '8057125a-e49c-4cb6-92a9-35e4c0f63b51', 'name': '', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:39:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:44Z', 'updated_at': '2021-11-23T05:12:48Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:21.179219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37045656-5858-49a7-9bc8-0102df6f9a7d None None] The sync data for ids ['c2bd102c-e919-4858-9fc8-80f52b155b2d'] in dv-neutron-818850-1-hyperv is: [{'id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:12:41Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:42Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '8057125a-e49c-4cb6-92a9-35e4c0f63b51', 'name': '', 'network_id': '09e41c2e-9f2d-4345-a951-4be7ba38e0bd', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:39:cb:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_interface', 'standard_attr_id': 1727, 'fixed_ips': [{'subnet_id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:44Z', 'updated_at': '2021-11-23T05:12:48Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'bcea6722-2920-4702-83c3-41aa1e867d8e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:14:21.402425 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be5db7f-a1be-4288-a3e2-daf242399fdd None None] New status for floating IP d6920c48-543a-43f1-89f6-2caebd2ba5d6: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:14:21.774673 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071bf05f-806c-4ffd-be90-cf735c336101 req-d3399f96-ff78-4c33-bfab-3e8b9c36f712 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:21.776203 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-071bf05f-806c-4ffd-be90-cf735c336101 req-d3399f96-ff78-4c33-bfab-3e8b9c36f712 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0518341 Nov 23 05:14:21.826721 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-071bf05f-806c-4ffd-be90-cf735c336101 req-64221bf6-f523-4396-bb05-dd2ffa7f85cc tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=6523b201-3c71-485e-b62a-130d60a7a1af&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434575 Nov 23 05:14:22.554198 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e3928a-bed3-4c03-a9b0-37f0706c7d4a req-6014599f-f971-4df1-b3b4-87b59717b916 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:22.555608 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-70e3928a-bed3-4c03-a9b0-37f0706c7d4a req-6014599f-f971-4df1-b3b4-87b59717b916 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 946 time: 0.0484858 Nov 23 05:14:22.649153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-70e3928a-bed3-4c03-a9b0-37f0706c7d4a req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port b8e3c265-9074-4b42-9e02-c948e9c9f2f6 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:14:22.649431 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-70e3928a-bed3-4c03-a9b0-37f0706c7d4a req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:22.736717 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-70e3928a-bed3-4c03-a9b0-37f0706c7d4a req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port b8e3c265-9074-4b42-9e02-c948e9c9f2f6, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b8e3c265-9074-4b42-9e02-c948e9c9f2f6,segment=NetworkSegment(dd226e05-b8c4-4d00-b8cf-db9586c31c57),segment_id=dd226e05-b8c4-4d00-b8cf-db9586c31c57)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:14:22.737081 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-70e3928a-bed3-4c03-a9b0-37f0706c7d4a req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:22.750310 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-70e3928a-bed3-4c03-a9b0-37f0706c7d4a req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for b8e3c265-9074-4b42-9e02-c948e9c9f2f6 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:14:22.881773 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-70e3928a-bed3-4c03-a9b0-37f0706c7d4a req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:22.910949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=b8e3c265-9074-4b42-9e02-c948e9c9f2f6,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:22.929865 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ba656de6-98e6-4414-b73b-3fd03dbf2fa8 req-9befa149-7fc1-4514-887d-1e48f4810dd6 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=769e63f1-066e-49e8-8b04-9db4eb9372eb HTTP/1.1" status: 200 len: 210 time: 0.0330956 Nov 23 05:14:22.945228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:22.945608 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:22.945957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:22.946298 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:22.946633 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:22.946967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:22.947884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:22.948218 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:22.948573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:22.948903 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:22.949230 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:22.949582 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:22.968948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-70e3928a-bed3-4c03-a9b0-37f0706c7d4a req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] No DVR routers for this DVR port b8e3c265-9074-4b42-9e02-c948e9c9f2f6 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:14:22.971342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-70e3928a-bed3-4c03-a9b0-37f0706c7d4a req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:22.974787 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-70e3928a-bed3-4c03-a9b0-37f0706c7d4a req-dc9ebdf4-d115-4397-9206-595c16594d16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "DELETE /v2.0/ports/b8e3c265-9074-4b42-9e02-c948e9c9f2f6 HTTP/1.1" status: 204 len: 173 time: 0.4090407 Nov 23 05:14:22.975223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '769e63f1-066e-49e8-8b04-9db4eb9372eb', 'name': 'network-vif-deleted', 'tag': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:14:22.977525 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2420610c-82de-4b58-b05f-6d4947cf2d59" -d '{"events": [{"server_uuid": "769e63f1-066e-49e8-8b04-9db4eb9372eb", "name": "network-vif-deleted", "tag": "b8e3c265-9074-4b42-9e02-c948e9c9f2f6"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:14:23.012410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:14:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cce14b3-5915-4d25-86c5-0625d65a2e1f x-openstack-request-id: req-1cce14b3-5915-4d25-86c5-0625d65a2e1f {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:14:23.012703 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "769e63f1-066e-49e8-8b04-9db4eb9372eb", "name": "network-vif-deleted", "tag": "b8e3c265-9074-4b42-9e02-c948e9c9f2f6", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:14:23.012959 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1cce14b3-5915-4d25-86c5-0625d65a2e1f {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:14:23.013413 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '769e63f1-066e-49e8-8b04-9db4eb9372eb', 'name': 'network-vif-deleted', 'tag': 'b8e3c265-9074-4b42-9e02-c948e9c9f2f6', 'status': 'completed', 'code': 200} Nov 23 05:14:23.987181 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52788) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:24.341960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-30304959-4b8c-4834-ac59-67c83b4df327 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:24.597046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-30304959-4b8c-4834-ac59-67c83b4df327 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port 8057125a-e49c-4cb6-92a9-35e4c0f63b51 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:14:24.597323 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-30304959-4b8c-4834-ac59-67c83b4df327 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:24.688898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-30304959-4b8c-4834-ac59-67c83b4df327 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port 8057125a-e49c-4cb6-92a9-35e4c0f63b51, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=8057125a-e49c-4cb6-92a9-35e4c0f63b51,segment=NetworkSegment(dd226e05-b8c4-4d00-b8cf-db9586c31c57),segment_id=dd226e05-b8c4-4d00-b8cf-db9586c31c57)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:14:24.689290 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-30304959-4b8c-4834-ac59-67c83b4df327 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:24.701954 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-30304959-4b8c-4834-ac59-67c83b4df327 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for 8057125a-e49c-4cb6-92a9-35e4c0f63b51 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:14:24.884013 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-30304959-4b8c-4834-ac59-67c83b4df327 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:24.910853 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30304959-4b8c-4834-ac59-67c83b4df327 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=8057125a-e49c-4cb6-92a9-35e4c0f63b51,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:25.083706 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-30304959-4b8c-4834-ac59-67c83b4df327 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:25.300393 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30304959-4b8c-4834-ac59-67c83b4df327 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router c2bd102c-e919-4858-9fc8-80f52b155b2d has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:14:25.404119 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30304959-4b8c-4834-ac59-67c83b4df327 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:14:25.409164 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-30304959-4b8c-4834-ac59-67c83b4df327 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "PUT /v2.0/routers/c2bd102c-e919-4858-9fc8-80f52b155b2d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4208906 Nov 23 05:14:25.411952 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52790) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:25.413660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553cf4b4-d3da-4523-bed2-eeb46d0819f6 None None] Sync routers for ids ['c2bd102c-e919-4858-9fc8-80f52b155b2d'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:14:25.423812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553cf4b4-d3da-4523-bed2-eeb46d0819f6 None None] Routers {'c2bd102c-e919-4858-9fc8-80f52b155b2d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:14:25.424719 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-553cf4b4-d3da-4523-bed2-eeb46d0819f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:14:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['c2bd102c-e919-4858-9fc8-80f52b155b2d'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:25.464884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-d54f809f-c408-488b-bd03-a2389606f5e9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting subnet bcea6722-2920-4702-83c3-41aa1e867d8e {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:14:25.468018 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d54f809f-c408-488b-bd03-a2389606f5e9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:25.509174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d54f809f-c408-488b-bd03-a2389606f5e9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:25.531030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-553cf4b4-d3da-4523-bed2-eeb46d0819f6 None None] Set router c2bd102c-e919-4858-9fc8-80f52b155b2d gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:14:25.596622 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d54f809f-c408-488b-bd03-a2389606f5e9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:25.655440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d54f809f-c408-488b-bd03-a2389606f5e9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:25.682909 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f809f-c408-488b-bd03-a2389606f5e9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Subnet': ['ID=bcea6722-2920-4702-83c3-41aa1e867d8e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:25.686732 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d54f809f-c408-488b-bd03-a2389606f5e9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:25.690053 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d54f809f-c408-488b-bd03-a2389606f5e9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/subnets/bcea6722-2920-4702-83c3-41aa1e867d8e HTTP/1.1" status: 204 len: 168 time: 0.2766402 Nov 23 05:14:25.692656 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52792) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:25.694442 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d86f73-7ad6-478b-b751-de82c6709430 None None] Network 09e41c2e-9f2d-4345-a951-4be7ba38e0bd requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:14:25.803581 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:25.812675 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-553cf4b4-d3da-4523-bed2-eeb46d0819f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:12:41Z', 'updated_at': '2021-11-23T05:14:24Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:42Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:25.842762 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553cf4b4-d3da-4523-bed2-eeb46d0819f6 None None] Checking router: c2bd102c-e919-4858-9fc8-80f52b155b2d for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:14:25.858146 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-553cf4b4-d3da-4523-bed2-eeb46d0819f6 None None] Routers {'c2bd102c-e919-4858-9fc8-80f52b155b2d'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:14:25.858671 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-553cf4b4-d3da-4523-bed2-eeb46d0819f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:14:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['c2bd102c-e919-4858-9fc8-80f52b155b2d'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:25.915966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:25.940975 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] DHCP port deletion for 09e41c2e-9f2d-4345-a951-4be7ba38e0bd request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:14:25.969579 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:14:25.969913 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:25.995069 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-553cf4b4-d3da-4523-bed2-eeb46d0819f6 None None] Set router c2bd102c-e919-4858-9fc8-80f52b155b2d gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:14:26.052964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port 98040c33-8620-4c4c-8c3f-9fd31c2a53b8, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=98040c33-8620-4c4c-8c3f-9fd31c2a53b8,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:14:26.053356 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.066605 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:14:26.102386 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Deleting port 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:14:26.102759 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.118932 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b8e3c265-9074-4b42-9e02-c948e9c9f2f6 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:14:26.180622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: b8e3c265-9074-4b42-9e02-c948e9c9f2f6 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:14:26.180854 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b8e3c265-9074-4b42-9e02-c948e9c9f2f6 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:14:26.214378 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] For port 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=6d3df1b8-8b33-44d7-b66f-3c00edfdffd1,segment=NetworkSegment(dd226e05-b8c4-4d00-b8cf-db9586c31c57),segment_id=dd226e05-b8c4-4d00-b8cf-db9586c31c57)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:14:26.214780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.232392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.246119 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Calling delete_port for 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:14:26.259325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=98040c33-8620-4c4c-8c3f-9fd31c2a53b8,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:26.296300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f9ee2d4-69ef-48f6-a289-98670f3c1c0f None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:14:26.321426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.341234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-553cf4b4-d3da-4523-bed2-eeb46d0819f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:12:41Z', 'updated_at': '2021-11-23T05:14:24Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:42Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:26.375286 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-553cf4b4-d3da-4523-bed2-eeb46d0819f6 None None] The sync data for ids ['c2bd102c-e919-4858-9fc8-80f52b155b2d'] in dv-neutron-818850-1-hyperv is: [{'id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-750718878', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165'}], 'enable_snat': True}, 'gw_port_id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:12:41Z', 'updated_at': '2021-11-23T05:14:24Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '98040c33-8620-4c4c-8c3f-9fd31c2a53b8', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:21:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c2bd102c-e919-4858-9fc8-80f52b155b2d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1724, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:12:42Z', 'updated_at': '2021-11-23T05:12:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:14:26.389798 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.425650 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Pushing event deleted for resources: {'Port': ['ID=6d3df1b8-8b33-44d7-b66f-3c00edfdffd1,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:26.434958 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] No DVR routers for this DVR port 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:14:26.437003 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:26.437383 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:26.437730 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:26.438072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:26.438489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:26.438832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:26.439163 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:26.439495 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:26.439825 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:26.440157 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:26.440353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.440800 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:26.440800 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0c2dea7-a7aa-44b9-829d-6347f58bfdb0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:26.442863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.492000 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.492562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Fanout notify agent at l3_agent the message router_deleted on router c2bd102c-e919-4858-9fc8-80f52b155b2d {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:14:26.500976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.502099 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5b38b71a-9bc3-4bc4-ba09-b1e8cba1c361 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/routers/c2bd102c-e919-4858-9fc8-80f52b155b2d HTTP/1.1" status: 204 len: 168 time: 0.8085227 Nov 23 05:14:26.504680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52794) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:26.579500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a95150f-24fd-4637-ac6a-93849186a017 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.667172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a95150f-24fd-4637-ac6a-93849186a017 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.686882 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-4a95150f-24fd-4637-ac6a-93849186a017 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e41c2e-9f2d-4345-a951-4be7ba38e0bd']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:26.695956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-4a95150f-24fd-4637-ac6a-93849186a017 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd226e05-b8c4-4d00-b8cf-db9586c31c57') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:26.696247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-4a95150f-24fd-4637-ac6a-93849186a017 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd226e05-b8c4-4d00-b8cf-db9586c31c57') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:26.705352 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a95150f-24fd-4637-ac6a-93849186a017 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.717941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a95150f-24fd-4637-ac6a-93849186a017 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.723957 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a95150f-24fd-4637-ac6a-93849186a017 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Releasing vlan 159 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:14:26.724331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a95150f-24fd-4637-ac6a-93849186a017 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:14:26.727541 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:14:26.798469 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a95150f-24fd-4637-ac6a-93849186a017 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.806266 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-4a95150f-24fd-4637-ac6a-93849186a017 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.808660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:14:26.812511 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-4a95150f-24fd-4637-ac6a-93849186a017 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/networks/09e41c2e-9f2d-4345-a951-4be7ba38e0bd HTTP/1.1" status: 204 len: 168 time: 0.3045535 Nov 23 05:14:26.812896 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52796) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:26.832516 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:14:26.832873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 6d3df1b8-8b33-44d7-b66f-3c00edfdffd1 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:14:26.843414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a95150f-24fd-4637-ac6a-93849186a017 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Network': ['ID=09e41c2e-9f2d-4345-a951-4be7ba38e0bd,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:26.878334 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43f0dba7-5b65-4ebf-b433-13f08f0bf501 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.904457 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43f0dba7-5b65-4ebf-b433-13f08f0bf501 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.968787 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43f0dba7-5b65-4ebf-b433-13f08f0bf501 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.971434 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43f0dba7-5b65-4ebf-b433-13f08f0bf501 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:26.975137 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-43f0dba7-5b65-4ebf-b433-13f08f0bf501 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/security-groups/6523b201-3c71-485e-b62a-130d60a7a1af HTTP/1.1" status: 204 len: 168 time: 0.1587036 Nov 23 05:14:26.982712 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f0dba7-5b65-4ebf-b433-13f08f0bf501 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6523b201-3c71-485e-b62a-130d60a7a1af,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:27.386644 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52802) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:27.391451 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ae37922a-4402-40ba-a00c-fedc9f032175 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1892935221', 'description': 'tempest-secgroup-smoke-1892935221 description', 'project_id': '6318e264eb3243bf895e26f79c66f7bf'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:14:27.414164 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ae37922a-4402-40ba-a00c-fedc9f032175 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.490149 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ae37922a-4402-40ba-a00c-fedc9f032175 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.494297 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ae37922a-4402-40ba-a00c-fedc9f032175 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.524832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ae37922a-4402-40ba-a00c-fedc9f032175 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.526659 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ae37922a-4402-40ba-a00c-fedc9f032175 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1388958 Nov 23 05:14:27.529572 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52804) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:27.533814 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-d2a81464-c87f-4c5a-b83f-647b4558d9bc tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '46c8547e-c5c9-43be-b123-d2622e81860e', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:14:27.538950 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae37922a-4402-40ba-a00c-fedc9f032175 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46c8547e-c5c9-43be-b123-d2622e81860e,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:27.562931 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d2a81464-c87f-4c5a-b83f-647b4558d9bc tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.616859 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d2a81464-c87f-4c5a-b83f-647b4558d9bc tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.621214 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d2a81464-c87f-4c5a-b83f-647b4558d9bc tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.638804 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a81464-c87f-4c5a-b83f-647b4558d9bc tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=925a2821-991f-4d91-a55e-bb15d3c904f5,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:27.647079 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d2a81464-c87f-4c5a-b83f-647b4558d9bc tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.648280 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d2a81464-c87f-4c5a-b83f-647b4558d9bc tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1177731 Nov 23 05:14:27.650987 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52806) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:27.655381 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-ac53e69d-1914-4528-9ba9-40fd4e610532 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '46c8547e-c5c9-43be-b123-d2622e81860e', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:14:27.682691 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac53e69d-1914-4528-9ba9-40fd4e610532 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.736649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac53e69d-1914-4528-9ba9-40fd4e610532 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.739933 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac53e69d-1914-4528-9ba9-40fd4e610532 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.756985 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac53e69d-1914-4528-9ba9-40fd4e610532 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0bdd81c6-0a7a-456e-8abe-0ed5279710ac,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:27.764359 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ac53e69d-1914-4528-9ba9-40fd4e610532 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.765575 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ac53e69d-1914-4528-9ba9-40fd4e610532 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1136262 Nov 23 05:14:27.768312 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52808) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:27.772752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-fabf8d9e-0b0b-4ba9-a298-63a8caaa3d3e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '46c8547e-c5c9-43be-b123-d2622e81860e', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:14:27.806913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fabf8d9e-0b0b-4ba9-a298-63a8caaa3d3e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.865189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fabf8d9e-0b0b-4ba9-a298-63a8caaa3d3e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.868897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fabf8d9e-0b0b-4ba9-a298-63a8caaa3d3e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.885738 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fabf8d9e-0b0b-4ba9-a298-63a8caaa3d3e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0b67c26-dd3c-4028-8492-49a2369718d2,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:27.893450 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fabf8d9e-0b0b-4ba9-a298-63a8caaa3d3e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.894641 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fabf8d9e-0b0b-4ba9-a298-63a8caaa3d3e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1252866 Nov 23 05:14:27.897374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52810) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:27.902645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-6917676b-7543-4be2-8a0e-0f2e98f68ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '46c8547e-c5c9-43be-b123-d2622e81860e', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:14:27.928903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6917676b-7543-4be2-8a0e-0f2e98f68ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.985756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6917676b-7543-4be2-8a0e-0f2e98f68ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:27.989106 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6917676b-7543-4be2-8a0e-0f2e98f68ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.007047 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6917676b-7543-4be2-8a0e-0f2e98f68ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=21fc7d3a-c8c3-48d3-8e5e-59a0ef8506f2,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:28.012253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6917676b-7543-4be2-8a0e-0f2e98f68ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.013649 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6917676b-7543-4be2-8a0e-0f2e98f68ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150134 Nov 23 05:14:28.016162 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52812) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:28.020362 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-bb73bb38-5c44-4c38-9f28-38de16da39aa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '46c8547e-c5c9-43be-b123-d2622e81860e', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:14:28.043029 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-bb73bb38-5c44-4c38-9f28-38de16da39aa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Project 6318e264eb3243bf895e26f79c66f7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:14:28.047773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb73bb38-5c44-4c38-9f28-38de16da39aa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.115132 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb73bb38-5c44-4c38-9f28-38de16da39aa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.118889 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb73bb38-5c44-4c38-9f28-38de16da39aa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.136252 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb73bb38-5c44-4c38-9f28-38de16da39aa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43fcde53-750c-46a9-841f-5119760ffc26,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:28.143537 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-bb73bb38-5c44-4c38-9f28-38de16da39aa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.144843 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-bb73bb38-5c44-4c38-9f28-38de16da39aa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1277797 Nov 23 05:14:28.147586 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52814) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:28.152376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-974461de-588a-4b90-b49e-7a165b90158c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '46c8547e-c5c9-43be-b123-d2622e81860e', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:14:28.173003 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-974461de-588a-4b90-b49e-7a165b90158c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Project 6318e264eb3243bf895e26f79c66f7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:14:28.177650 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-974461de-588a-4b90-b49e-7a165b90158c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.237588 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-974461de-588a-4b90-b49e-7a165b90158c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.240974 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-974461de-588a-4b90-b49e-7a165b90158c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.258315 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974461de-588a-4b90-b49e-7a165b90158c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7d7fd32-811f-4ab6-8898-79e84a16a130,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:28.267155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-974461de-588a-4b90-b49e-7a165b90158c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.268342 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-974461de-588a-4b90-b49e-7a165b90158c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1198435 Nov 23 05:14:28.271114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52816) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:28.275813 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-a829a83f-9f06-4079-a6b9-a575d9f7574c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'network': {'name': 'tempest-network-smoke--663960819', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'port_security_enabled': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:14:28.296756 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a829a83f-9f06-4079-a6b9-a575d9f7574c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Made reservation on behalf of 6318e264eb3243bf895e26f79c66f7bf for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:14:28.300725 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a829a83f-9f06-4079-a6b9-a575d9f7574c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.324168 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a829a83f-9f06-4079-a6b9-a575d9f7574c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:14:28.333185 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a829a83f-9f06-4079-a6b9-a575d9f7574c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.333558 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-a829a83f-9f06-4079-a6b9-a575d9f7574c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Added segment 26287eba-66d4-4ab3-a789-27a593ae951f of type vlan for network 08c8ae40-b7d5-4715-9035-c57c9a658a44 Nov 23 05:14:28.362201 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:14:28.374487 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a829a83f-9f06-4079-a6b9-a575d9f7574c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.385180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:14:28.385555 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 98040c33-8620-4c4c-8c3f-9fd31c2a53b8 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:14:28.385972 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8057125a-e49c-4cb6-92a9-35e4c0f63b51 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:14:28.399176 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a829a83f-9f06-4079-a6b9-a575d9f7574c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.404701 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a829a83f-9f06-4079-a6b9-a575d9f7574c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:28.405432 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a829a83f-9f06-4079-a6b9-a575d9f7574c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.405597 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 8057125a-e49c-4cb6-92a9-35e4c0f63b51 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:14:28.405807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 8057125a-e49c-4cb6-92a9-35e4c0f63b51 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:14:28.464726 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a829a83f-9f06-4079-a6b9-a575d9f7574c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1925786 Nov 23 05:14:28.467481 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52818) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:28.472094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'admin_state_up': True, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:14:28.480197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a829a83f-9f06-4079-a6b9-a575d9f7574c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Network': ['ID=08c8ae40-b7d5-4715-9035-c57c9a658a44,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:28.490979 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 08c8ae40-b7d5-4715-9035-c57c9a658a44 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:14:28.495751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.496732 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:28.548604 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:29.016749 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:29.209403 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:29.228066 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:29.332448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.26.8.123 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/bb09401b-b52b-41e0-ba72-320ba93348c1) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:14:29.434069 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:29.467135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:29.512592 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:14:29.515647 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:14:29.519092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:14:29.527914 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-596fba62-8c07-4b1c-bda1-795f5c77f217 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:14:29.543384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=bb09401b-b52b-41e0-ba72-320ba93348c1,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:29.558184 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b75fa1e0-ccdf-4464-b984-8e25ead006ac None None] Provisioning complete for port bb09401b-b52b-41e0-ba72-320ba93348c1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:29.558552 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b75fa1e0-ccdf-4464-b984-8e25ead006ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:29.591642 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b75fa1e0-ccdf-4464-b984-8e25ead006ac None None] Port bb09401b-b52b-41e0-ba72-320ba93348c1 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:14:29.772672 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:29.971228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:30.098256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router a227a911-fc05-493c-9b57-40ada0bf767f is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:14:30.206171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:14:30.216067 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Sync routers for ids ['a227a911-fc05-493c-9b57-40ada0bf767f'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:14:30.225687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:30.226307 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Routers {'a227a911-fc05-493c-9b57-40ada0bf767f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:14:30.226911 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:14:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a227a911-fc05-493c-9b57-40ada0bf767f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:30.227071 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-34dd48c1-01d6-4554-ab05-ca54a7e828f8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7584059 Nov 23 05:14:30.230094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52820) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:30.258444 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-dc437d5d-2b97-42e4-b489-a396b375c13b tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=6318e264eb3243bf895e26f79c66f7bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272684 Nov 23 05:14:30.261740 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52822) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:30.332022 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Set router a227a911-fc05-493c-9b57-40ada0bf767f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:14:30.347538 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f81dadc-e188-4a9a-8fd0-2b5e00c28b1a tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:30.349099 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7f81dadc-e188-4a9a-8fd0-2b5e00c28b1a tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0864112 Nov 23 05:14:30.351826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52824) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:30.380245 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f58384fc-2436-4f74-b2dc-86dcd3bdf79b tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0273137 Nov 23 05:14:30.382643 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52826) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:30.387584 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-539f07e8-2978-449a-9510-b92559bf4893 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1062976916', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:14:30.479910 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-539f07e8-2978-449a-9510-b92559bf4893 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Made reservation on behalf of 6318e264eb3243bf895e26f79c66f7bf for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:14:30.483416 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-539f07e8-2978-449a-9510-b92559bf4893 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:30.508825 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:14:28Z', 'updated_at': '2021-11-23T05:14:29Z', 'revision_number': 3, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:29Z', 'updated_at': '2021-11-23T05:14:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:30.538159 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Checking router: a227a911-fc05-493c-9b57-40ada0bf767f for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:14:30.538515 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Updating router a227a911-fc05-493c-9b57-40ada0bf767f port bb09401b-b52b-41e0-ba72-320ba93348c1 binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:14:30.564419 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:30.664898 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-539f07e8-2978-449a-9510-b92559bf4893 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:30.726578 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-539f07e8-2978-449a-9510-b92559bf4893 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Subnet': ['ID=304b5faf-667f-43e1-b112-950718d300b9,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:30.735775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-539f07e8-2978-449a-9510-b92559bf4893 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Checking segment: {'id': '26287eba-66d4-4ab3-a789-27a593ae951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:14:30.736141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539f07e8-2978-449a-9510-b92559bf4893 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network hostable DHCP agents. Network: 08c8ae40-b7d5-4715-9035-c57c9a658a44, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:14:30.754597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-539f07e8-2978-449a-9510-b92559bf4893 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 08c8ae40-b7d5-4715-9035-c57c9a658a44 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:14:30.764368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-539f07e8-2978-449a-9510-b92559bf4893 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 08c8ae40-b7d5-4715-9035-c57c9a658a44) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:14:30.768571 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539f07e8-2978-449a-9510-b92559bf4893 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:30.769168 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-539f07e8-2978-449a-9510-b92559bf4893 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:30.774230 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9111aa89-fca9-455c-906d-e8e6353979f9 None None] Network 08c8ae40-b7d5-4715-9035-c57c9a658a44 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:14:30.790534 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-539f07e8-2978-449a-9510-b92559bf4893 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4068818 Nov 23 05:14:30.793859 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52828) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:30.823934 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:30.829818 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:30.856573 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b6a4d8-3439-4795-9fab-ef4ff0330838 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:14:30.872242 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Attempting to bind port bb09401b-b52b-41e0-ba72-320ba93348c1 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:14:30.872623 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Attempting to bind port bb09401b-b52b-41e0-ba72-320ba93348c1 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:14:30.873170 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Attempting to bind port bb09401b-b52b-41e0-ba72-320ba93348c1 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:14:30.882041 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:14:30.882435 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:14:30.882835 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:30.883269 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:14:30.883698 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Bound port: bb09401b-b52b-41e0-ba72-320ba93348c1, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:14:30.884078 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:30.922934 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f2b84-ef19-4bea-9b5a-9d99bed6f623 None None] Pushing event updated for resources: {'Port': ['ID=bb09401b-b52b-41e0-ba72-320ba93348c1,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:30.935632 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f2b84-ef19-4bea-9b5a-9d99bed6f623 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:30.935980 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f2b84-ef19-4bea-9b5a-9d99bed6f623 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:30.936318 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f2b84-ef19-4bea-9b5a-9d99bed6f623 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:30.936654 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f2b84-ef19-4bea-9b5a-9d99bed6f623 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:30.936983 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f2b84-ef19-4bea-9b5a-9d99bed6f623 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:30.937342 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f2b84-ef19-4bea-9b5a-9d99bed6f623 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:30.937676 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f2b84-ef19-4bea-9b5a-9d99bed6f623 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:30.938004 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f2b84-ef19-4bea-9b5a-9d99bed6f623 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:30.938329 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f2b84-ef19-4bea-9b5a-9d99bed6f623 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:30.938653 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f2b84-ef19-4bea-9b5a-9d99bed6f623 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:30.938971 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f2b84-ef19-4bea-9b5a-9d99bed6f623 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:30.939290 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f3f2b84-ef19-4bea-9b5a-9d99bed6f623 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:14:30.944219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-73949827-5851-44e2-aa0e-f3391ec229dd None None] Provisioning complete for port bb09401b-b52b-41e0-ba72-320ba93348c1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:30.944599 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73949827-5851-44e2-aa0e-f3391ec229dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:30.958405 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] For port bb09401b-b52b-41e0-ba72-320ba93348c1, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:14:30.961760 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] For port bb09401b-b52b-41e0-ba72-320ba93348c1, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=bb09401b-b52b-41e0-ba72-320ba93348c1,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:14:30.968387 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:30.969008 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-08c8ae40-b7d5-4715-9035-c57c9a658a44', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ips': [{'subnet_id': '304b5faf-667f-43e1-b112-950718d300b9'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:14:30.969997 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:30.999992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-73949827-5851-44e2-aa0e-f3391ec229dd None None] Port bb09401b-b52b-41e0-ba72-320ba93348c1 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:14:31.036180 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Routers {'a227a911-fc05-493c-9b57-40ada0bf767f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:14:31.036815 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:14:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a227a911-fc05-493c-9b57-40ada0bf767f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:31.074047 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f3f2b84-ef19-4bea-9b5a-9d99bed6f623 None None] Pushing event updated for resources: {'Port': ['ID=bb09401b-b52b-41e0-ba72-320ba93348c1,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:31.164223 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] Set router a227a911-fc05-493c-9b57-40ada0bf767f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:14:31.202894 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19500db6-3f19-44b8-96e1-35a27a47f80a None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:14:31.285506 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Allocated IP 172.20.0.2 (08c8ae40-b7d5-4715-9035-c57c9a658a44/304b5faf-667f-43e1-b112-950718d300b9/c04d4b9d-13ad-409e-bbc4-886ef441c46e) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:14:31.293430 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:31.377563 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bbfcea16-85c3-42cf-a9b4-c84a7760c424 None None] Provisioning complete for port bb09401b-b52b-41e0-ba72-320ba93348c1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:31.377800 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bbfcea16-85c3-42cf-a9b4-c84a7760c424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:31.447471 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:14:28Z', 'updated_at': '2021-11-23T05:14:29Z', 'revision_number': 3, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:29Z', 'updated_at': '2021-11-23T05:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:31.482326 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb60a5f-22df-44a5-9ff3-2f113fbb5dfb None None] The sync data for ids ['a227a911-fc05-493c-9b57-40ada0bf767f'] in dv-neutron-818850-1-hyperv is: [{'id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:14:28Z', 'updated_at': '2021-11-23T05:14:29Z', 'revision_number': 3, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:29Z', 'updated_at': '2021-11-23T05:14:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:14:31.519782 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:31.528925 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:31.541333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bbfcea16-85c3-42cf-a9b4-c84a7760c424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:31.580125 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Network 08c8ae40-b7d5-4715-9035-c57c9a658a44 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:14:31.592852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:14:31.595737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-bbfcea16-85c3-42cf-a9b4-c84a7760c424 None None] For port bb09401b-b52b-41e0-ba72-320ba93348c1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=bb09401b-b52b-41e0-ba72-320ba93348c1,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:14:31.598746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:14:31.608861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bbfcea16-85c3-42cf-a9b4-c84a7760c424 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:31.609830 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.20.0.1 (08c8ae40-b7d5-4715-9035-c57c9a658a44/304b5faf-667f-43e1-b112-950718d300b9/299404c7-4ec9-4835-b7d2-42b7f051e2c9) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:14:31.610820 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Pushing event updated for resources: {'Port': ['ID=c04d4b9d-13ad-409e-bbc4-886ef441c46e,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:31.693697 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Attempting to bind port c04d4b9d-13ad-409e-bbc4-886ef441c46e on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:14:31.694078 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Attempting to bind port c04d4b9d-13ad-409e-bbc4-886ef441c46e by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '26287eba-66d4-4ab3-a789-27a593ae951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:14:31.694454 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Attempting to bind port c04d4b9d-13ad-409e-bbc4-886ef441c46e on network 08c8ae40-b7d5-4715-9035-c57c9a658a44 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:14:31.703239 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:14:31.703525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Checking segment: {'id': '26287eba-66d4-4ab3-a789-27a593ae951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:14:31.703935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:31.704340 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Bound using segment: {'id': '26287eba-66d4-4ab3-a789-27a593ae951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:14:31.704804 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Bound port: c04d4b9d-13ad-409e-bbc4-886ef441c46e, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26287eba-66d4-4ab3-a789-27a593ae951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:14:31.706514 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:31.749911 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbfcea16-85c3-42cf-a9b4-c84a7760c424 None None] Pushing event updated for resources: {'Port': ['ID=bb09401b-b52b-41e0-ba72-320ba93348c1,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:31.753668 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:31.800214 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:31.816126 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] For port c04d4b9d-13ad-409e-bbc4-886ef441c46e, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:14:31.819606 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] For port c04d4b9d-13ad-409e-bbc4-886ef441c46e, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c04d4b9d-13ad-409e-bbc4-886ef441c46e,segment=NetworkSegment(26287eba-66d4-4ab3-a789-27a593ae951f),segment_id=26287eba-66d4-4ab3-a789-27a593ae951f)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:14:31.824890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:31.852585 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 08c8ae40-b7d5-4715-9035-c57c9a658a44 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:14:31.856676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:14:31.859223 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:14:31.890427 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14077903-dccf-4a7a-a7bf-e4ff88a8164f None None] Pushing event updated for resources: {'Port': ['ID=c04d4b9d-13ad-409e-bbc4-886ef441c46e,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:31.894882 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=299404c7-4ec9-4835-b7d2-42b7f051e2c9,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:31.919177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:32.088038 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:32.408973 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:32.413734 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:32.483989 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c04d4b9d-13ad-409e-bbc4-886ef441c46e up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:14:32.495838 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:32.497780 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=299404c7-4ec9-4835-b7d2-42b7f051e2c9,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:32.534556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port c04d4b9d-13ad-409e-bbc4-886ef441c46e triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:32.534819 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:32.600470 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 08c8ae40-b7d5-4715-9035-c57c9a658a44 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:14:32.602525 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:14:32.618854 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:32.654350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port c04d4b9d-13ad-409e-bbc4-886ef441c46e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c04d4b9d-13ad-409e-bbc4-886ef441c46e,segment=NetworkSegment(26287eba-66d4-4ab3-a789-27a593ae951f),segment_id=26287eba-66d4-4ab3-a789-27a593ae951f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:14:32.659124 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:32.659946 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device bb09401b-b52b-41e0-ba72-320ba93348c1 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:14:32.721535 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router a227a911-fc05-493c-9b57-40ada0bf767f has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:14:32.746632 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=c04d4b9d-13ad-409e-bbc4-886ef441c46e,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:32.754417 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port bb09401b-b52b-41e0-ba72-320ba93348c1 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:32.754792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:32.845968 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:14:32.851542 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-91ce5863-1acd-4336-9a14-6dec9bae645a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "PUT /v2.0/routers/a227a911-fc05-493c-9b57-40ada0bf767f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0565679 Nov 23 05:14:32.914537 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34328b71-e9e5-4e91-b9c7-8f25f53570a5 None None] Network 08c8ae40-b7d5-4715-9035-c57c9a658a44 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:14:32.982469 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a3d6730d-9b2b-4bc1-8aab-029b5c87394f None None] Provisioning complete for port c04d4b9d-13ad-409e-bbc4-886ef441c46e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:32.982833 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a3d6730d-9b2b-4bc1-8aab-029b5c87394f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:33.149814 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-502ac512-cfc4-4049-97da-60b016393fe2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1892935221&fields=id&tenant_id=6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 267 time: 0.0552714 Nov 23 05:14:33.260448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-30847b12-9bc4-4b6b-8dd3-465ae64f717f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:33.261996 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-30847b12-9bc4-4b6b-8dd3-465ae64f717f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/networks?id=08c8ae40-b7d5-4715-9035-c57c9a658a44 HTTP/1.1" status: 200 len: 796 time: 0.1085920 Nov 23 05:14:33.278486 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-3a2c54e5-1fa7-4e1d-84ce-89caf2a65c45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/quotas/6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 375 time: 0.0103011 Nov 23 05:14:33.336137 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-ad3f57f3-163a-4d9b-85df-e82ff6db3a53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0512025 Nov 23 05:14:33.434291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-776d2c21-d54d-44d7-bafe-0cad26071654 None None] Provisioning complete for port 299404c7-4ec9-4835-b7d2-42b7f051e2c9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:33.434676 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-776d2c21-d54d-44d7-bafe-0cad26071654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:33.473352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-776d2c21-d54d-44d7-bafe-0cad26071654 None None] Port 299404c7-4ec9-4835-b7d2-42b7f051e2c9 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:14:33.490557 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-776d2c21-d54d-44d7-bafe-0cad26071654 None None] Provisioning complete for port c04d4b9d-13ad-409e-bbc4-886ef441c46e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:33.490932 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-776d2c21-d54d-44d7-bafe-0cad26071654 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:33.524498 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-41629d5f-2ed7-48c6-8927-156b75a8de04 service neutron] 10.222.0.37 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1742332 Nov 23 05:14:33.570937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Sync routers for ids ['a227a911-fc05-493c-9b57-40ada0bf767f'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:14:33.596065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Routers {'a227a911-fc05-493c-9b57-40ada0bf767f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:14:33.596701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:14:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a227a911-fc05-493c-9b57-40ada0bf767f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:33.627948 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-1267db59-ad05-4a94-9e2b-d49801e05b0a service neutron] 10.222.0.37 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0943189 Nov 23 05:14:33.719569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Set router a227a911-fc05-493c-9b57-40ada0bf767f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:14:33.772564 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-0a810a44-ad0a-4a3a-aea5-4e9ce79b3587 None None] Provisioning complete for port 299404c7-4ec9-4835-b7d2-42b7f051e2c9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:33.772945 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0a810a44-ad0a-4a3a-aea5-4e9ce79b3587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:33.890642 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-0a810a44-ad0a-4a3a-aea5-4e9ce79b3587 None None] Port 299404c7-4ec9-4835-b7d2-42b7f051e2c9 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:14:33.908381 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ce2522a0-8212-4ebc-9e30-339113b3db36 req-5d40c6c0-113a-42c9-bb55-c6fbd745c1c0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 210 time: 0.1348746 Nov 23 05:14:33.995751 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:14:28Z', 'updated_at': '2021-11-23T05:14:32Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:29Z', 'updated_at': '2021-11-23T05:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '299404c7-4ec9-4835-b7d2-42b7f051e2c9', 'name': '', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:cc:6a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '304b5faf-667f-43e1-b112-950718d300b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:31Z', 'updated_at': '2021-11-23T05:14:32Z', 'revision_number': 2, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '304b5faf-667f-43e1-b112-950718d300b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:34.031806 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Checking router: a227a911-fc05-493c-9b57-40ada0bf767f for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:14:34.032159 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Updating router a227a911-fc05-493c-9b57-40ada0bf767f port 299404c7-4ec9-4835-b7d2-42b7f051e2c9 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:14:34.058927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2235c5c6-60c2-4d37-ba8b-674d61b600e4 None None] Provisioning complete for port 299404c7-4ec9-4835-b7d2-42b7f051e2c9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:34.059293 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2235c5c6-60c2-4d37-ba8b-674d61b600e4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:34.088122 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:34.107515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-2235c5c6-60c2-4d37-ba8b-674d61b600e4 None None] Port 299404c7-4ec9-4835-b7d2-42b7f051e2c9 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:14:34.367620 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:34.374088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:34.414648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c04d4b9d-13ad-409e-bbc4-886ef441c46e up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:14:34.481106 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12730ef-1583-49fc-a198-4042739d5e9c None None] Pushing event updated for resources: {'Port': ['ID=299404c7-4ec9-4835-b7d2-42b7f051e2c9,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:34.524852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Attempting to bind port 299404c7-4ec9-4835-b7d2-42b7f051e2c9 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:14:34.525260 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Attempting to bind port 299404c7-4ec9-4835-b7d2-42b7f051e2c9 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '26287eba-66d4-4ab3-a789-27a593ae951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:14:34.525663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Attempting to bind port 299404c7-4ec9-4835-b7d2-42b7f051e2c9 on network 08c8ae40-b7d5-4715-9035-c57c9a658a44 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:14:34.533902 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 14, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:14:34.534282 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Checking segment: {'id': '26287eba-66d4-4ab3-a789-27a593ae951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:14:34.534681 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:34.535083 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Bound using segment: {'id': '26287eba-66d4-4ab3-a789-27a593ae951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:14:34.535558 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Bound port: 299404c7-4ec9-4835-b7d2-42b7f051e2c9, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26287eba-66d4-4ab3-a789-27a593ae951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:14:34.535944 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:34.537896 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port c04d4b9d-13ad-409e-bbc4-886ef441c46e triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:34.538257 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:34.646890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] For port 299404c7-4ec9-4835-b7d2-42b7f051e2c9, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:14:34.684963 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8530073d-74b0-4770-902a-27636d58bc18 None None] Provisioning complete for port 299404c7-4ec9-4835-b7d2-42b7f051e2c9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:34.685268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8530073d-74b0-4770-902a-27636d58bc18 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:34.690037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] For port 299404c7-4ec9-4835-b7d2-42b7f051e2c9, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=299404c7-4ec9-4835-b7d2-42b7f051e2c9,segment=NetworkSegment(26287eba-66d4-4ab3-a789-27a593ae951f),segment_id=26287eba-66d4-4ab3-a789-27a593ae951f)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:14:34.720176 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:34.767730 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-8530073d-74b0-4770-902a-27636d58bc18 None None] Port 299404c7-4ec9-4835-b7d2-42b7f051e2c9 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:14:34.794642 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Routers {'a227a911-fc05-493c-9b57-40ada0bf767f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:14:34.795281 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:14:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a227a911-fc05-493c-9b57-40ada0bf767f'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:34.797056 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12730ef-1583-49fc-a198-4042739d5e9c None None] Pushing event updated for resources: {'Port': ['ID=299404c7-4ec9-4835-b7d2-42b7f051e2c9,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:34.916689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] Set router a227a911-fc05-493c-9b57-40ada0bf767f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:14:35.029729 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7706eba7-6c5a-4e6d-b005-e5d969e4965c req-e4b04537-21ed-4305-a6b8-829e7c227066 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 210 time: 0.0376263 Nov 23 05:14:35.068052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-9df914b2-f7f0-49ab-8b93-bac228d73df3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:35.070161 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-9df914b2-f7f0-49ab-8b93-bac228d73df3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/networks?id=08c8ae40-b7d5-4715-9035-c57c9a658a44 HTTP/1.1" status: 200 len: 796 time: 0.1673398 Nov 23 05:14:35.154721 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-7a874ac7-f83e-4243-83cd-9dca05d35c16 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 380 time: 0.0598571 Nov 23 05:14:35.174590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-0b43148d-517d-4e87-8a6f-aad2104b3392 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'port': {'device_id': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'admin_state_up': True, 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'security_groups': ['46c8547e-c5c9-43be-b123-d2622e81860e']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:14:35.204251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-8d4d5fc8-b33c-461e-98e5-99165b03b2b5 None None] Provisioning complete for port 299404c7-4ec9-4835-b7d2-42b7f051e2c9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:35.204853 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8d4d5fc8-b33c-461e-98e5-99165b03b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:35.293986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-0b43148d-517d-4e87-8a6f-aad2104b3392 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Made reservation on behalf of 6318e264eb3243bf895e26f79c66f7bf for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:14:35.297570 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-0b43148d-517d-4e87-8a6f-aad2104b3392 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:35.351381 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8d4d5fc8-b33c-461e-98e5-99165b03b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:35.382749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:14:28Z', 'updated_at': '2021-11-23T05:14:32Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:29Z', 'updated_at': '2021-11-23T05:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '299404c7-4ec9-4835-b7d2-42b7f051e2c9', 'name': '', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:cc:6a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '304b5faf-667f-43e1-b112-950718d300b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:31Z', 'updated_at': '2021-11-23T05:14:34Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '304b5faf-667f-43e1-b112-950718d300b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:35.414416 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce835da6-df70-4eb6-b468-222b29ddbac9 None None] The sync data for ids ['a227a911-fc05-493c-9b57-40ada0bf767f'] in dv-neutron-818850-1-hyperv is: [{'id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:14:28Z', 'updated_at': '2021-11-23T05:14:32Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:29Z', 'updated_at': '2021-11-23T05:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '299404c7-4ec9-4835-b7d2-42b7f051e2c9', 'name': '', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:cc:6a:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '304b5faf-667f-43e1-b112-950718d300b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:31Z', 'updated_at': '2021-11-23T05:14:34Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '304b5faf-667f-43e1-b112-950718d300b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:14:35.419720 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-8d4d5fc8-b33c-461e-98e5-99165b03b2b5 None None] For port 299404c7-4ec9-4835-b7d2-42b7f051e2c9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=299404c7-4ec9-4835-b7d2-42b7f051e2c9,segment=NetworkSegment(26287eba-66d4-4ab3-a789-27a593ae951f),segment_id=26287eba-66d4-4ab3-a789-27a593ae951f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:14:35.426264 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8d4d5fc8-b33c-461e-98e5-99165b03b2b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:35.511148 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4d5fc8-b33c-461e-98e5-99165b03b2b5 None None] Pushing event updated for resources: {'Port': ['ID=299404c7-4ec9-4835-b7d2-42b7f051e2c9,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:35.801956 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-0b43148d-517d-4e87-8a6f-aad2104b3392 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.20.0.12 (08c8ae40-b7d5-4715-9035-c57c9a658a44/304b5faf-667f-43e1-b112-950718d300b9/cff3e082-dd2d-44db-9750-153baf29fd0d) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:14:35.948256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-0b43148d-517d-4e87-8a6f-aad2104b3392 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:35.983856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-0b43148d-517d-4e87-8a6f-aad2104b3392 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:36.032278 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-0b43148d-517d-4e87-8a6f-aad2104b3392 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 08c8ae40-b7d5-4715-9035-c57c9a658a44 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:14:36.035491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-0b43148d-517d-4e87-8a6f-aad2104b3392 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:14:36.039477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-0b43148d-517d-4e87-8a6f-aad2104b3392 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:14:36.072412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b43148d-517d-4e87-8a6f-aad2104b3392 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=cff3e082-dd2d-44db-9750-153baf29fd0d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:36.102796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-0b43148d-517d-4e87-8a6f-aad2104b3392 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:36.104059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-0b43148d-517d-4e87-8a6f-aad2104b3392 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:36.122798 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-0b43148d-517d-4e87-8a6f-aad2104b3392 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9554389 Nov 23 05:14:36.153667 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Request body: {'port': {'device_id': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:14:36.175773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c81b622-82af-4213-9c6d-48edf94c3a19 req-6a2f8fd4-6609-4d2e-804a-2971d62ed0b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:36.178680 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8c81b622-82af-4213-9c6d-48edf94c3a19 req-6a2f8fd4-6609-4d2e-804a-2971d62ed0b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 932 time: 0.0573027 Nov 23 05:14:36.229536 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:36.240704 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8c81b622-82af-4213-9c6d-48edf94c3a19 req-80f69f9a-ba83-4b9f-b15e-e38f93c8e085 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533245 Nov 23 05:14:36.359671 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-87d93eaa-04ec-4c48-bd58-9029af2d8da4 None None] Provisioning complete for port cff3e082-dd2d-44db-9750-153baf29fd0d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:36.360141 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-87d93eaa-04ec-4c48-bd58-9029af2d8da4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:36.405890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-87d93eaa-04ec-4c48-bd58-9029af2d8da4 None None] Port cff3e082-dd2d-44db-9750-153baf29fd0d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:14:36.439413 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 299404c7-4ec9-4835-b7d2-42b7f051e2c9 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:14:36.493419 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 299404c7-4ec9-4835-b7d2-42b7f051e2c9 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:36.494362 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:36.558906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff3e082-dd2d-44db-9750-153baf29fd0d {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:14:36.566695 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:36.579534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Transition to ACTIVE for port object cff3e082-dd2d-44db-9750-153baf29fd0d will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:14:36.582916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:36.633158 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cff3e082-dd2d-44db-9750-153baf29fd0d,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:36.705912 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Attempting to bind port cff3e082-dd2d-44db-9750-153baf29fd0d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:14:36.706251 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Attempting to bind port cff3e082-dd2d-44db-9750-153baf29fd0d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '26287eba-66d4-4ab3-a789-27a593ae951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:14:36.706585 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Attempting to bind port cff3e082-dd2d-44db-9750-153baf29fd0d on network 08c8ae40-b7d5-4715-9035-c57c9a658a44 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:14:36.711109 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Port cff3e082-dd2d-44db-9750-153baf29fd0d on network 08c8ae40-b7d5-4715-9035-c57c9a658a44 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:14:36.711429 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Attempting to bind port cff3e082-dd2d-44db-9750-153baf29fd0d on network 08c8ae40-b7d5-4715-9035-c57c9a658a44 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:14:36.717018 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 14, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:14:36.717385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Checking segment: {'id': '26287eba-66d4-4ab3-a789-27a593ae951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:14:36.717772 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Bound using segment: {'id': '26287eba-66d4-4ab3-a789-27a593ae951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:14:36.718205 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Bound port: cff3e082-dd2d-44db-9750-153baf29fd0d, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26287eba-66d4-4ab3-a789-27a593ae951f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:14:36.718564 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:36.793201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] For port cff3e082-dd2d-44db-9750-153baf29fd0d, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:14:36.796299 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] For port cff3e082-dd2d-44db-9750-153baf29fd0d, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=cff3e082-dd2d-44db-9750-153baf29fd0d,segment=NetworkSegment(26287eba-66d4-4ab3-a789-27a593ae951f),segment_id=26287eba-66d4-4ab3-a789-27a593ae951f)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:14:36.800792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:36.837195 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:36.838408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:36.839784 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] 10.222.0.15 "PUT /v2.0/ports/cff3e082-dd2d-44db-9750-153baf29fd0d HTTP/1.1" status: 200 len: 1094 time: 0.6915383 Nov 23 05:14:36.840235 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'tag': 'cff3e082-dd2d-44db-9750-153baf29fd0d'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:14:36.842556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d9915f7-7194-427d-a1a7-555dbf7ebfec" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b40c90-10e4-481f-b4f6-09b48ef55069", "tag": "cff3e082-dd2d-44db-9750-153baf29fd0d"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:14:36.866678 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5668cbd-75ab-4d9d-b372-555d188fc6e3 service neutron] Pushing event updated for resources: {'Port': ['ID=cff3e082-dd2d-44db-9750-153baf29fd0d,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:36.885665 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:14:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86c2d7c3-9cd6-4803-a63e-0994302f7aae x-openstack-request-id: req-86c2d7c3-9cd6-4803-a63e-0994302f7aae {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:14:36.885968 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b40c90-10e4-481f-b4f6-09b48ef55069", "tag": "cff3e082-dd2d-44db-9750-153baf29fd0d", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:14:36.886863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-86c2d7c3-9cd6-4803-a63e-0994302f7aae {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:14:36.886863 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'tag': 'cff3e082-dd2d-44db-9750-153baf29fd0d', 'status': 'completed', 'code': 200} Nov 23 05:14:36.953110 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-7373b2bc-ac02-468f-8283-577b2e068138 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:36.954855 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-7373b2bc-ac02-468f-8283-577b2e068138 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 1097 time: 0.0472806 Nov 23 05:14:36.966859 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d8555ca6-4b97-46a4-8891-ae5fa237ce3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:37.019595 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-6580f5fe-62a7-4213-83a3-9cbd82711aa9 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cff3e082-dd2d-44db-9750-153baf29fd0d HTTP/1.1" status: 200 len: 217 time: 0.0393732 Nov 23 05:14:37.071165 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-db9d979d-230f-42cf-a367-43c12d6c5bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:37.073150 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-db9d979d-230f-42cf-a367-43c12d6c5bd3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5faf-667f-43e1-b112-950718d300b9 HTTP/1.1" status: 200 len: 835 time: 0.0447435 Nov 23 05:14:37.119173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-82ab7ccf-c2fc-47a2-b6fd-37c392a29a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:37.120631 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-82ab7ccf-c2fc-47a2-b6fd-37c392a29a4f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08c8ae40-b7d5-4715-9035-c57c9a658a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395651 Nov 23 05:14:37.219036 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-067c001d-3e34-4871-9113-3a35e90e92c3 service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860388 Nov 23 05:14:37.317329 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8a4dd52-d60a-478e-a12b-66a033920ae6 req-244f2e82-ec02-45a4-9c4b-303e7ebf4a3a service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872684 Nov 23 05:14:37.364235 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859dab8-98c1-44f5-91fe-19625ed5dbe1 req-bbf6f849-af87-40c5-9451-2483ebaf4dcb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:37.365736 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a859dab8-98c1-44f5-91fe-19625ed5dbe1 req-bbf6f849-af87-40c5-9451-2483ebaf4dcb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 944 time: 0.0540459 Nov 23 05:14:37.418627 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a859dab8-98c1-44f5-91fe-19625ed5dbe1 req-231291b8-cae9-45ce-8fee-20cbe3f5f70c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468836 Nov 23 05:14:37.462928 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9915f7-7194-427d-a1a7-555dbf7ebfec req-f0fb46c5-87c7-4ca9-b7d7-8745b275164f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:37.464402 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3d9915f7-7194-427d-a1a7-555dbf7ebfec req-f0fb46c5-87c7-4ca9-b7d7-8745b275164f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 1097 time: 0.0432620 Nov 23 05:14:37.561067 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9915f7-7194-427d-a1a7-555dbf7ebfec req-80de582b-7dc9-4e69-b749-44fd28b1ab7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:37.562560 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3d9915f7-7194-427d-a1a7-555dbf7ebfec req-80de582b-7dc9-4e69-b749-44fd28b1ab7e service neutron] 10.222.0.15 "GET /v2.0/networks?id=08c8ae40-b7d5-4715-9035-c57c9a658a44 HTTP/1.1" status: 200 len: 897 time: 0.0901799 Nov 23 05:14:37.605468 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3d9915f7-7194-427d-a1a7-555dbf7ebfec req-1b57c14e-7a08-4ade-ae6a-5188dcda04db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cff3e082-dd2d-44db-9750-153baf29fd0d HTTP/1.1" status: 200 len: 217 time: 0.0350509 Nov 23 05:14:37.658226 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9915f7-7194-427d-a1a7-555dbf7ebfec req-4cd53e5e-60b5-4887-ba59-7f06e764e145 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:37.659605 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3d9915f7-7194-427d-a1a7-555dbf7ebfec req-4cd53e5e-60b5-4887-ba59-7f06e764e145 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5faf-667f-43e1-b112-950718d300b9 HTTP/1.1" status: 200 len: 835 time: 0.0467036 Nov 23 05:14:37.703598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d9915f7-7194-427d-a1a7-555dbf7ebfec req-cf9d52f8-5457-45f0-a964-7c037b84b87b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:37.705004 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3d9915f7-7194-427d-a1a7-555dbf7ebfec req-cf9d52f8-5457-45f0-a964-7c037b84b87b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08c8ae40-b7d5-4715-9035-c57c9a658a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0381641 Nov 23 05:14:37.796846 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3d9915f7-7194-427d-a1a7-555dbf7ebfec req-d7a27730-8a11-413c-a19e-e8c340f530bf service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0826514 Nov 23 05:14:37.894761 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3d9915f7-7194-427d-a1a7-555dbf7ebfec req-53009a8b-3848-4642-af07-b9109b9ec000 service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900578 Nov 23 05:14:38.535229 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693fd13b-2155-4022-91ec-8ce78c97b9ed req-1a576046-0af8-48e8-abde-ac21cd441bef tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:38.536684 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-693fd13b-2155-4022-91ec-8ce78c97b9ed req-1a576046-0af8-48e8-abde-ac21cd441bef tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 944 time: 0.0494454 Nov 23 05:14:38.593652 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-693fd13b-2155-4022-91ec-8ce78c97b9ed req-0e409767-a915-49e6-a5df-40e2b9b25c10 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504746 Nov 23 05:14:38.955884 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:39.236237 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c8121d78-e27b-43f1-ac3d-bf5206b1a90e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:39.706728 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb32f6-701c-4479-8779-2f8c336018d1 req-319e3b19-8edc-4ca7-ac4f-6f4dcb1b1ec9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:39.708062 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3ccb32f6-701c-4479-8779-2f8c336018d1 req-319e3b19-8edc-4ca7-ac4f-6f4dcb1b1ec9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 944 time: 0.0485504 Nov 23 05:14:39.757486 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3ccb32f6-701c-4479-8779-2f8c336018d1 req-e2b84cce-d003-47df-bf37-7dba28ef6dd5 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427444 Nov 23 05:14:40.162874 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device cff3e082-dd2d-44db-9750-153baf29fd0d details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:14:40.264626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port cff3e082-dd2d-44db-9750-153baf29fd0d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=cff3e082-dd2d-44db-9750-153baf29fd0d,segment=NetworkSegment(26287eba-66d4-4ab3-a789-27a593ae951f),segment_id=26287eba-66d4-4ab3-a789-27a593ae951f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:14:40.275826 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'cff3e082-dd2d-44db-9750-153baf29fd0d', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'port_id': 'cff3e082-dd2d-44db-9750-153baf29fd0d', 'mac_address': 'fa:16:3e:b6:79:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304b5faf-667f-43e1-b112-950718d300b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:14:40.312336 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:40.324689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff3e082-dd2d-44db-9750-153baf29fd0d {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:14:40.343041 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port cff3e082-dd2d-44db-9750-153baf29fd0d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=cff3e082-dd2d-44db-9750-153baf29fd0d,segment=NetworkSegment(26287eba-66d4-4ab3-a789-27a593ae951f),segment_id=26287eba-66d4-4ab3-a789-27a593ae951f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:14:40.347135 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:40.396669 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=cff3e082-dd2d-44db-9750-153baf29fd0d,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:40.408844 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:14:40.477408 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:40.715416 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['cff3e082-dd2d-44db-9750-153baf29fd0d'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:14:40.878631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c2087d-4a58-4fc7-a585-590241223125 req-cc7e0c0f-60d0-4a76-8c30-e190940a8a88 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:40.880116 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-20c2087d-4a58-4fc7-a585-590241223125 req-cc7e0c0f-60d0-4a76-8c30-e190940a8a88 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 945 time: 0.0532975 Nov 23 05:14:40.929674 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-20c2087d-4a58-4fc7-a585-590241223125 req-76a62541-b674-4f20-8bfc-4cdec20ebe24 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429645 Nov 23 05:14:41.895273 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:42.043804 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde578b1-6ab6-4820-85c6-760d6c4782e3 req-0dd6a735-d88d-40e0-95bc-c9f1d28f5101 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:42.045186 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-bde578b1-6ab6-4820-85c6-760d6c4782e3 req-0dd6a735-d88d-40e0-95bc-c9f1d28f5101 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 945 time: 0.0481689 Nov 23 05:14:42.096282 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-bde578b1-6ab6-4820-85c6-760d6c4782e3 req-fc185fc4-f98f-444e-863d-1a67edeede14 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452933 Nov 23 05:14:42.173900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device cff3e082-dd2d-44db-9750-153baf29fd0d up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:14:42.221654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port cff3e082-dd2d-44db-9750-153baf29fd0d completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:14:42.225219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port cff3e082-dd2d-44db-9750-153baf29fd0d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:14:42.225618 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:42.302749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:42.324605 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff3e082-dd2d-44db-9750-153baf29fd0d'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:14:42.326861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9045d662-b015-41c8-acc1-f5050c4d7a72" -d '{"events": [{"server_uuid": "e4b40c90-10e4-481f-b4f6-09b48ef55069", "name": "network-vif-plugged", "status": "completed", "tag": "cff3e082-dd2d-44db-9750-153baf29fd0d"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:14:42.340105 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port cff3e082-dd2d-44db-9750-153baf29fd0d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=cff3e082-dd2d-44db-9750-153baf29fd0d,segment=NetworkSegment(26287eba-66d4-4ab3-a789-27a593ae951f),segment_id=26287eba-66d4-4ab3-a789-27a593ae951f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:14:42.344077 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:42.366740 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:14:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91502093-b5ac-4529-970f-c8920677e1df x-openstack-request-id: req-91502093-b5ac-4529-970f-c8920677e1df {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:14:42.367031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b40c90-10e4-481f-b4f6-09b48ef55069", "name": "network-vif-plugged", "status": "completed", "tag": "cff3e082-dd2d-44db-9750-153baf29fd0d", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:14:42.367281 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-91502093-b5ac-4529-970f-c8920677e1df {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:14:42.367666 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff3e082-dd2d-44db-9750-153baf29fd0d', 'code': 200} Nov 23 05:14:42.392746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=cff3e082-dd2d-44db-9750-153baf29fd0d,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:42.601844 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fb63da-af8e-43bb-8bd0-50b918b72bb8 req-157bb616-5030-496f-9069-14f24b641020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:42.603417 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-91fb63da-af8e-43bb-8bd0-50b918b72bb8 req-157bb616-5030-496f-9069-14f24b641020 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 1099 time: 0.0404067 Nov 23 05:14:42.653923 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-91fb63da-af8e-43bb-8bd0-50b918b72bb8 req-1473e29d-02d4-48d1-aa6a-441afee8a0cc service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398042 Nov 23 05:14:42.729186 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:43.209979 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd186f3a-9d09-4725-8733-f68fb383785b req-b8a6475c-2b6a-40cf-a531-6f15c379c394 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:43.211481 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cd186f3a-9d09-4725-8733-f68fb383785b req-b8a6475c-2b6a-40cf-a531-6f15c379c394 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0485601 Nov 23 05:14:43.261184 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cd186f3a-9d09-4725-8733-f68fb383785b req-9438bb64-ea73-4e15-9c08-ee083c9876cd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438032 Nov 23 05:14:44.378101 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32fbe08b-5d9a-4e49-9f7d-772e8aa72555 req-32c35991-ead0-4fa8-8125-c15de529e4b9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:44.379550 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-32fbe08b-5d9a-4e49-9f7d-772e8aa72555 req-32c35991-ead0-4fa8-8125-c15de529e4b9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0492773 Nov 23 05:14:44.432908 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-32fbe08b-5d9a-4e49-9f7d-772e8aa72555 req-c1ac4a33-0efa-48b8-9fd3-9345543349d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465019 Nov 23 05:14:44.544993 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f11d62-ecd3-400a-b790-fb86145415b5 req-49ce2610-7fe9-45d4-883b-d85838d38914 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:44.546427 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e7f11d62-ecd3-400a-b790-fb86145415b5 req-49ce2610-7fe9-45d4-883b-d85838d38914 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0491364 Nov 23 05:14:44.594541 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e7f11d62-ecd3-400a-b790-fb86145415b5 req-2c757dc2-1878-4cd5-b6f5-da8af3e30452 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423124 Nov 23 05:14:44.615352 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52890) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:44.658207 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb25b06-57ad-418e-af84-bc378d1cc49e tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:44.659698 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9cb25b06-57ad-418e-af84-bc378d1cc49e tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 1094 time: 0.0433836 Nov 23 05:14:44.662490 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52892) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:44.666760 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': 'cff3e082-dd2d-44db-9750-153baf29fd0d', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:14:44.687923 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:44.782674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:44.886617 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.26.8.239 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/d1d3f809-2180-4943-bae3-ee9a2c81c091) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:14:44.985632 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:45.017174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:45.059667 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:14:45.062517 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:14:45.064957 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:14:45.092733 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=d1d3f809-2180-4943-bae3-ee9a2c81c091,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:45.683120 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:45.751987 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:45.903296 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:45.907563 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:45.973362 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=d1d3f809-2180-4943-bae3-ee9a2c81c091,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:14:45.986033 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:46.086185 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Floating IP f3485f97-06c9-419f-92d1-82248429d441 associated. External IP: 172.26.8.239, port: cff3e082-dd2d-44db-9750-153baf29fd0d. Nov 23 05:14:46.298652 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router a227a911-fc05-493c-9b57-40ada0bf767f has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:14:46.407102 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:14:46.418285 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b3f67c-d7da-4a81-909c-30e95c6ec3c5 None None] Sync routers for ids ['a227a911-fc05-493c-9b57-40ada0bf767f'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:14:46.425451 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:14:46.430018 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b3f67c-d7da-4a81-909c-30e95c6ec3c5 None None] Routers {'a227a911-fc05-493c-9b57-40ada0bf767f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:14:46.430658 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-07b3f67c-d7da-4a81-909c-30e95c6ec3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:14:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a227a911-fc05-493c-9b57-40ada0bf767f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:46.458751 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9d9102f0-22fc-4b7e-a225-413a2c2541bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.7952347 Nov 23 05:14:46.459350 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'tag': 'cff3e082-dd2d-44db-9750-153baf29fd0d'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:14:46.461783 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90869749-1cd0-4d03-bbaf-0e7d2e54fcaa" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b40c90-10e4-481f-b4f6-09b48ef55069", "tag": "cff3e082-dd2d-44db-9750-153baf29fd0d"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:14:46.502901 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:14:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ee8945d-b1be-4ed3-a5ec-c045a1b1d434 x-openstack-request-id: req-3ee8945d-b1be-4ed3-a5ec-c045a1b1d434 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:14:46.503198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b40c90-10e4-481f-b4f6-09b48ef55069", "tag": "cff3e082-dd2d-44db-9750-153baf29fd0d", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:14:46.503459 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3ee8945d-b1be-4ed3-a5ec-c045a1b1d434 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:14:46.503885 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'tag': 'cff3e082-dd2d-44db-9750-153baf29fd0d', 'status': 'completed', 'code': 200} Nov 23 05:14:46.566817 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-07b3f67c-d7da-4a81-909c-30e95c6ec3c5 None None] Set router a227a911-fc05-493c-9b57-40ada0bf767f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:14:46.586041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c35bd97-8ee4-44a8-a0ca-c0175eb5d2ad req-6bb9abcb-853e-434e-89d7-37084540f753 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:46.588261 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c35bd97-8ee4-44a8-a0ca-c0175eb5d2ad req-6bb9abcb-853e-434e-89d7-37084540f753 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0691707 Nov 23 05:14:46.670563 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c35bd97-8ee4-44a8-a0ca-c0175eb5d2ad req-3dd6a9e4-62cd-458d-a80a-d8c0b634e14d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735552 Nov 23 05:14:46.679452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90869749-1cd0-4d03-bbaf-0e7d2e54fcaa req-fd1339d4-a486-4903-acfd-30688661e41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:46.680967 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-90869749-1cd0-4d03-bbaf-0e7d2e54fcaa req-fd1339d4-a486-4903-acfd-30688661e41e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 1099 time: 0.1288738 Nov 23 05:14:46.695883 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52900) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:46.762878 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-3f06bc45-8536-4a57-bdfe-d0a9308cd06d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/f3485f97-06c9-419f-92d1-82248429d441 HTTP/1.1" status: 200 len: 992 time: 0.0655954 Nov 23 05:14:46.784015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90869749-1cd0-4d03-bbaf-0e7d2e54fcaa req-4d5eb782-f757-4a3a-8926-99d395a59d8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:46.785565 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-90869749-1cd0-4d03-bbaf-0e7d2e54fcaa req-4d5eb782-f757-4a3a-8926-99d395a59d8f service neutron] 10.222.0.15 "GET /v2.0/networks?id=08c8ae40-b7d5-4715-9035-c57c9a658a44 HTTP/1.1" status: 200 len: 897 time: 0.0954068 Nov 23 05:14:46.832203 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-07b3f67c-d7da-4a81-909c-30e95c6ec3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:14:28Z', 'updated_at': '2021-11-23T05:14:32Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:29Z', 'updated_at': '2021-11-23T05:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f3485f97-06c9-419f-92d1-82248429d441', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'floating_ip_address': '172.26.8.239', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'port_id': 'cff3e082-dd2d-44db-9750-153baf29fd0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'mac_address': 'fa:16:3e:b6:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:14:45Z', 'updated_at': '2021-11-23T05:14:45Z', 'revision_number': 0, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299404c7-4ec9-4835-b7d2-42b7f051e2c9', 'name': '', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:cc:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '304b5faf-667f-43e1-b112-950718d300b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:31Z', 'updated_at': '2021-11-23T05:14:35Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '304b5faf-667f-43e1-b112-950718d300b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:46.855427 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-90869749-1cd0-4d03-bbaf-0e7d2e54fcaa req-41f3889f-014e-4aa7-84aa-7877f951e674 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cff3e082-dd2d-44db-9750-153baf29fd0d HTTP/1.1" status: 200 len: 1000 time: 0.0626070 Nov 23 05:14:46.860809 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b3f67c-d7da-4a81-909c-30e95c6ec3c5 None None] Checking router: a227a911-fc05-493c-9b57-40ada0bf767f for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:14:46.871404 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b3f67c-d7da-4a81-909c-30e95c6ec3c5 None None] Routers {'a227a911-fc05-493c-9b57-40ada0bf767f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:14:46.872555 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-07b3f67c-d7da-4a81-909c-30e95c6ec3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:14:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a227a911-fc05-493c-9b57-40ada0bf767f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:46.920008 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90869749-1cd0-4d03-bbaf-0e7d2e54fcaa req-28fba018-d87c-405b-962a-29cc9621300d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:46.922818 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-90869749-1cd0-4d03-bbaf-0e7d2e54fcaa req-28fba018-d87c-405b-962a-29cc9621300d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5faf-667f-43e1-b112-950718d300b9 HTTP/1.1" status: 200 len: 835 time: 0.0595109 Nov 23 05:14:46.977073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90869749-1cd0-4d03-bbaf-0e7d2e54fcaa req-6edd59e2-29c3-4e2b-bbe6-e0e2ddb05c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:46.981041 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-07b3f67c-d7da-4a81-909c-30e95c6ec3c5 None None] Set router a227a911-fc05-493c-9b57-40ada0bf767f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:14:46.984804 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-90869749-1cd0-4d03-bbaf-0e7d2e54fcaa req-6edd59e2-29c3-4e2b-bbe6-e0e2ddb05c19 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08c8ae40-b7d5-4715-9035-c57c9a658a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0545216 Nov 23 05:14:47.077011 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-90869749-1cd0-4d03-bbaf-0e7d2e54fcaa req-13d44c5e-3e9b-47b9-af53-dfc46a1f8248 service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845757 Nov 23 05:14:47.174363 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-90869749-1cd0-4d03-bbaf-0e7d2e54fcaa req-5f22a438-818b-41a6-a66a-939cccb5abe3 service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892539 Nov 23 05:14:47.203367 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-07b3f67c-d7da-4a81-909c-30e95c6ec3c5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:14:28Z', 'updated_at': '2021-11-23T05:14:32Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:29Z', 'updated_at': '2021-11-23T05:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f3485f97-06c9-419f-92d1-82248429d441', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'floating_ip_address': '172.26.8.239', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'port_id': 'cff3e082-dd2d-44db-9750-153baf29fd0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'mac_address': 'fa:16:3e:b6:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:14:45Z', 'updated_at': '2021-11-23T05:14:45Z', 'revision_number': 0, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299404c7-4ec9-4835-b7d2-42b7f051e2c9', 'name': '', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:cc:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '304b5faf-667f-43e1-b112-950718d300b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:31Z', 'updated_at': '2021-11-23T05:14:35Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '304b5faf-667f-43e1-b112-950718d300b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:14:47.231998 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07b3f67c-d7da-4a81-909c-30e95c6ec3c5 None None] The sync data for ids ['a227a911-fc05-493c-9b57-40ada0bf767f'] in dv-neutron-818850-1-hyperv is: [{'id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:14:28Z', 'updated_at': '2021-11-23T05:14:32Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:29Z', 'updated_at': '2021-11-23T05:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f3485f97-06c9-419f-92d1-82248429d441', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'floating_ip_address': '172.26.8.239', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'port_id': 'cff3e082-dd2d-44db-9750-153baf29fd0d', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'mac_address': 'fa:16:3e:b6:79:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:14:45Z', 'updated_at': '2021-11-23T05:14:45Z', 'revision_number': 0, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '299404c7-4ec9-4835-b7d2-42b7f051e2c9', 'name': '', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:cc:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '304b5faf-667f-43e1-b112-950718d300b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:31Z', 'updated_at': '2021-11-23T05:14:35Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '304b5faf-667f-43e1-b112-950718d300b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:14:47.430598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfcc4a55-424c-4749-a080-9188ed8cc76c None None] New status for floating IP f3485f97-06c9-419f-92d1-82248429d441: ACTIVE {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:14:47.766535 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 52902) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:14:47.830526 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a8d0fa91-e016-4cef-ba07-0086c26cfae1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/f3485f97-06c9-419f-92d1-82248429d441 HTTP/1.1" status: 200 len: 994 time: 0.0628583 Nov 23 05:14:52.706469 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-142ece8d-523b-4586-9a33-37cb2086c10e req-d2fe6693-1296-4f39-b806-a58312a67512 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405018 Nov 23 05:14:52.817267 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ece8d-523b-4586-9a33-37cb2086c10e req-893f45cf-ae39-4e5d-b97d-7ad58bf4e663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:52.818827 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-142ece8d-523b-4586-9a33-37cb2086c10e req-893f45cf-ae39-4e5d-b97d-7ad58bf4e663 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 1099 time: 0.0407701 Nov 23 05:14:52.925835 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ece8d-523b-4586-9a33-37cb2086c10e req-3a6fe5b6-7599-4c95-9573-e40a93c0159e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:52.927262 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-142ece8d-523b-4586-9a33-37cb2086c10e req-3a6fe5b6-7599-4c95-9573-e40a93c0159e service neutron] 10.222.0.15 "GET /v2.0/networks?id=08c8ae40-b7d5-4715-9035-c57c9a658a44 HTTP/1.1" status: 200 len: 897 time: 0.0880544 Nov 23 05:14:52.992466 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-142ece8d-523b-4586-9a33-37cb2086c10e req-41748668-a873-4595-ae1d-152d380eadcf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cff3e082-dd2d-44db-9750-153baf29fd0d HTTP/1.1" status: 200 len: 1002 time: 0.0577638 Nov 23 05:14:53.045751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ece8d-523b-4586-9a33-37cb2086c10e req-0efb5604-8fc7-4064-a139-05cf68274999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:53.047221 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-142ece8d-523b-4586-9a33-37cb2086c10e req-0efb5604-8fc7-4064-a139-05cf68274999 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5faf-667f-43e1-b112-950718d300b9 HTTP/1.1" status: 200 len: 835 time: 0.0470734 Nov 23 05:14:53.096308 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-142ece8d-523b-4586-9a33-37cb2086c10e req-4a5394a3-4ada-4081-a048-5cb948a65c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:14:53.097840 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-142ece8d-523b-4586-9a33-37cb2086c10e req-4a5394a3-4ada-4081-a048-5cb948a65c42 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08c8ae40-b7d5-4715-9035-c57c9a658a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0435658 Nov 23 05:14:53.185545 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-142ece8d-523b-4586-9a33-37cb2086c10e req-d50b1e41-b532-4b22-937f-0de916461722 service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804741 Nov 23 05:14:53.278714 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-142ece8d-523b-4586-9a33-37cb2086c10e req-29a38419-4f82-4398-a3e2-619624fec3f9 service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860250 Nov 23 05:15:06.968467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-46e4de61-b0df-4900-87ed-ffb064d0607c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:08.953461 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:09.237010 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-02e7a20a-4f11-46f0-a052-9cf1368677f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:10.479898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:11.897935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:12.730304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:17.409362 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:15:21.120680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-91dda664-608e-4a4f-8312-e562a70ad9ef req-11b0f488-f34f-4ddd-aa36-4e22c7a28ee2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:15:21.121700 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-91dda664-608e-4a4f-8312-e562a70ad9ef req-11b0f488-f34f-4ddd-aa36-4e22c7a28ee2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0059698 Nov 23 05:15:21.301615 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bdb29a-c263-47f5-8936-077391295221 req-631ba4d0-3eec-4b26-9b36-b8168561af7b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:21.303109 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b0bdb29a-c263-47f5-8936-077391295221 req-631ba4d0-3eec-4b26-9b36-b8168561af7b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0508695 Nov 23 05:15:21.315794 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 52922) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:15:21.357436 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b0bdb29a-c263-47f5-8936-077391295221 req-6a91f8e3-4bf8-433e-a93f-845b1b235959 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478368 Nov 23 05:15:21.396694 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-091084d3-6a77-4658-a084-a35df390f1a4 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0796239 Nov 23 05:15:21.406879 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-1ba00a8d-3ec9-4c2c-8f5e-b0903da13ef2 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:15:21.407865 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-1ba00a8d-3ec9-4c2c-8f5e-b0903da13ef2 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0060427 Nov 23 05:15:22.471304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9946e4cb-0937-4660-b9f2-f71f294a07aa req-51b1c656-7577-4c63-aa61-4fc596db3557 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:22.472778 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9946e4cb-0937-4660-b9f2-f71f294a07aa req-51b1c656-7577-4c63-aa61-4fc596db3557 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0481310 Nov 23 05:15:22.522349 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9946e4cb-0937-4660-b9f2-f71f294a07aa req-c239e2f7-5d8c-4ec3-91e3-a08c93d83e9b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424275 Nov 23 05:15:23.636178 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa8a00a-2f0b-4eb0-8cdd-3e8154af0219 req-1f747105-8d4a-4c75-af0d-984c053fea33 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:23.637635 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-bfa8a00a-2f0b-4eb0-8cdd-3e8154af0219 req-1f747105-8d4a-4c75-af0d-984c053fea33 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0490851 Nov 23 05:15:23.686106 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-bfa8a00a-2f0b-4eb0-8cdd-3e8154af0219 req-3701c5dc-e3ef-41e9-adfd-45fd361b312b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425940 Nov 23 05:15:24.727359 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-b066a693-7fd3-4eb2-a86f-d98c3e59c9f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:24.728956 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-b066a693-7fd3-4eb2-a86f-d98c3e59c9f9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 1099 time: 0.0450768 Nov 23 05:15:24.853613 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5838e00-1ae9-42fd-90f6-97b12ddf5893 req-915a5883-588c-4b66-a912-03f8fef567d5 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:24.855036 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c5838e00-1ae9-42fd-90f6-97b12ddf5893 req-915a5883-588c-4b66-a912-03f8fef567d5 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0945854 Nov 23 05:15:24.879065 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-cd204402-3124-4259-bcaf-853e07e64f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:24.880435 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-cd204402-3124-4259-bcaf-853e07e64f36 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08c8ae40-b7d5-4715-9035-c57c9a658a44 HTTP/1.1" status: 200 len: 897 time: 0.1385357 Nov 23 05:15:24.951244 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c5838e00-1ae9-42fd-90f6-97b12ddf5893 req-96a5f752-a9a5-448a-a5ce-b2047fe17a3d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0876667 Nov 23 05:15:24.967230 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-6c624153-61c0-4917-a696-76f1ee581bf8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cff3e082-dd2d-44db-9750-153baf29fd0d HTTP/1.1" status: 200 len: 1002 time: 0.0734580 Nov 23 05:15:25.024720 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-eb11d225-22e0-430b-a3c4-39a769d7050a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:25.026161 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-eb11d225-22e0-430b-a3c4-39a769d7050a service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5faf-667f-43e1-b112-950718d300b9 HTTP/1.1" status: 200 len: 835 time: 0.0483422 Nov 23 05:15:25.076323 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-00c79654-59c9-4d75-8c1c-569e2cc1223b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:25.077765 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-00c79654-59c9-4d75-8c1c-569e2cc1223b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08c8ae40-b7d5-4715-9035-c57c9a658a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394497 Nov 23 05:15:25.172673 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-d062613f-7fff-43eb-ba9c-23e40ff57c9e service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812218 Nov 23 05:15:25.268314 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-a876969b-c4c6-464a-aa72-a0af8e901fb5 service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840652 Nov 23 05:15:26.063776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1209aac5-161a-4150-9f5d-f5d0cd6d7780 req-114ac4d9-6968-4763-9ece-d8faade59652 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:26.065248 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1209aac5-161a-4150-9f5d-f5d0cd6d7780 req-114ac4d9-6968-4763-9ece-d8faade59652 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0480888 Nov 23 05:15:26.113565 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1209aac5-161a-4150-9f5d-f5d0cd6d7780 req-a907fd2c-1af0-4999-bf3d-ec512ebf6efb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424275 Nov 23 05:15:27.226819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0e9f71-262e-4500-84ce-ba1bfe81c5cd req-5db79a7c-bb3d-4cbb-aa67-695aca30f6e6 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:27.228936 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4f0e9f71-262e-4500-84ce-ba1bfe81c5cd req-5db79a7c-bb3d-4cbb-aa67-695aca30f6e6 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0489099 Nov 23 05:15:27.276756 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4f0e9f71-262e-4500-84ce-ba1bfe81c5cd req-8775c814-d382-4cca-9adc-b3cd92700fd7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422435 Nov 23 05:15:28.394449 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b28fe1-40b4-40fb-8b84-917b086bcc3d req-0cc7e3c3-048f-4646-b43a-c1298d8515a1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:28.395924 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-31b28fe1-40b4-40fb-8b84-917b086bcc3d req-0cc7e3c3-048f-4646-b43a-c1298d8515a1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0533469 Nov 23 05:15:28.444852 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-31b28fe1-40b4-40fb-8b84-917b086bcc3d req-6632d299-5aee-429b-bc9e-c3e553660dbf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423148 Nov 23 05:15:29.564243 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8340af-abb5-4dc6-a651-10f587b15fcd req-7bea8519-22cc-4884-9b95-8bfd499e151e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:29.565731 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ec8340af-abb5-4dc6-a651-10f587b15fcd req-7bea8519-22cc-4884-9b95-8bfd499e151e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0525818 Nov 23 05:15:29.614295 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ec8340af-abb5-4dc6-a651-10f587b15fcd req-089b3c78-d77e-4f11-a61b-0bc132d42219 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422070 Nov 23 05:15:30.728110 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db08e801-d817-466a-a2ee-ecc2c1b31191 req-674c180b-1c9a-44b9-bc75-8cb33f3500e6 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:30.729590 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-db08e801-d817-466a-a2ee-ecc2c1b31191 req-674c180b-1c9a-44b9-bc75-8cb33f3500e6 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0483828 Nov 23 05:15:30.778554 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-db08e801-d817-466a-a2ee-ecc2c1b31191 req-f635798b-8fe0-40da-aa99-a5112c035ab4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430887 Nov 23 05:15:31.897864 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0059407e-b6e6-4050-b0e5-e3d898914b8f req-09c36f43-ff9a-42e4-8db8-a24147bb0879 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:31.899299 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0059407e-b6e6-4050-b0e5-e3d898914b8f req-09c36f43-ff9a-42e4-8db8-a24147bb0879 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0489402 Nov 23 05:15:31.947168 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0059407e-b6e6-4050-b0e5-e3d898914b8f req-fba2235c-2506-4232-ba46-581fdb41066e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420856 Nov 23 05:15:33.063839 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14100dde-0bad-4ced-9679-e4d8e9c53f74 req-ba171125-a917-4f17-a2d4-9410d649367b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:33.065385 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-14100dde-0bad-4ced-9679-e4d8e9c53f74 req-ba171125-a917-4f17-a2d4-9410d649367b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0525489 Nov 23 05:15:33.114038 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-14100dde-0bad-4ced-9679-e4d8e9c53f74 req-6968140a-b841-4b7f-9f4f-66aa9846b135 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427892 Nov 23 05:15:34.227286 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6307f-bdbb-43ab-b165-3795016cd1eb req-2ed658d4-0ea6-4ef8-99db-00830e9570e9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:34.228716 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3fd6307f-bdbb-43ab-b165-3795016cd1eb req-2ed658d4-0ea6-4ef8-99db-00830e9570e9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0473487 Nov 23 05:15:34.281118 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3fd6307f-bdbb-43ab-b165-3795016cd1eb req-6c55cd2e-ada1-4131-9343-7b49f9bad9ec tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467038 Nov 23 05:15:35.394691 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dab371-1377-4fe4-88a2-ddf25720ca19 req-0fd20a1e-f37e-456d-8f49-5219d79c77d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:35.396165 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c1dab371-1377-4fe4-88a2-ddf25720ca19 req-0fd20a1e-f37e-456d-8f49-5219d79c77d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0480931 Nov 23 05:15:35.445014 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c1dab371-1377-4fe4-88a2-ddf25720ca19 req-2b6839ed-31da-4ab3-8e30-8e995745e290 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424798 Nov 23 05:15:36.563787 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c400bf4f-bb10-4553-8e08-07f4d5ed9fe9 req-cf0301af-a632-45c4-9c49-ba199b363dd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:36.565236 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c400bf4f-bb10-4553-8e08-07f4d5ed9fe9 req-cf0301af-a632-45c4-9c49-ba199b363dd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0481365 Nov 23 05:15:36.614001 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c400bf4f-bb10-4553-8e08-07f4d5ed9fe9 req-671ad38f-20bb-4813-ab15-a4c6069e1a5b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424254 Nov 23 05:15:36.970515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9946671e-7443-41b7-b3cb-7a71caf89c7a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:37.728059 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6ce273-fe89-40e1-a20d-1cad75e1c1b6 req-be5f4d0e-4894-49ee-8d3e-e1fb0105220b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:37.729555 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4a6ce273-fe89-40e1-a20d-1cad75e1c1b6 req-be5f4d0e-4894-49ee-8d3e-e1fb0105220b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0488536 Nov 23 05:15:37.782100 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4a6ce273-fe89-40e1-a20d-1cad75e1c1b6 req-560069aa-db64-4d0b-ad0c-f40e34cd7b0d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466108 Nov 23 05:15:38.895946 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e632aae-435f-45fe-8634-fecb11fc0a9b req-23ce53d6-522a-4774-9403-6fb7b8223dcc tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:38.897436 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9e632aae-435f-45fe-8634-fecb11fc0a9b req-23ce53d6-522a-4774-9403-6fb7b8223dcc tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0495994 Nov 23 05:15:38.946811 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9e632aae-435f-45fe-8634-fecb11fc0a9b req-fb925360-0853-4713-9506-d783cfb84638 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429840 Nov 23 05:15:38.969849 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:39.240809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-675a9983-10d3-4f00-9343-4a9d9e9ff08b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:40.060179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a0c19-7b53-4891-b69d-512aaab0d9da req-0f44ffe5-d3e9-490a-9891-d14ce3986c7a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:40.061671 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c95a0c19-7b53-4891-b69d-512aaab0d9da req-0f44ffe5-d3e9-490a-9891-d14ce3986c7a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0484564 Nov 23 05:15:40.110069 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c95a0c19-7b53-4891-b69d-512aaab0d9da req-97cf337e-c91d-417f-a6d8-60e6bd211e68 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426621 Nov 23 05:15:40.482022 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:41.239203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610c88e4-59c6-41cf-97b9-1405183b4a34 req-4d522b76-c804-4f8d-8edd-d745d3646880 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:41.240672 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-610c88e4-59c6-41cf-97b9-1405183b4a34 req-4d522b76-c804-4f8d-8edd-d745d3646880 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0529773 Nov 23 05:15:41.288771 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-610c88e4-59c6-41cf-97b9-1405183b4a34 req-f1e863da-4d53-4a79-9e16-6f9e94aacd20 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423472 Nov 23 05:15:41.901863 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:42.402359 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb56163-fbc5-47ce-b520-281f24f4d912 req-ef07ae06-fd85-4655-8808-bd7ff44ce596 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:42.403857 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ccb56163-fbc5-47ce-b520-281f24f4d912 req-ef07ae06-fd85-4655-8808-bd7ff44ce596 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0489295 Nov 23 05:15:42.436437 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-9cc2b996-5456-4290-84a1-c69aaf45772f service neutron] 10.222.0.15 "GET /v2.0/ports/cff3e082-dd2d-44db-9750-153baf29fd0d/bindings/hv-neutron-8188 HTTP/1.1" status: 200 len: 384 time: 0.0552614 Nov 23 05:15:42.453406 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ccb56163-fbc5-47ce-b520-281f24f4d912 req-722c72c5-e405-4e0f-9805-621450641fc8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434549 Nov 23 05:15:42.687870 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-2e1359ef-060b-4359-8511-7a6719af3626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:42.689234 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-2e1359ef-060b-4359-8511-7a6719af3626 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069&tenant_id=6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 1099 time: 0.0410438 Nov 23 05:15:42.731517 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:42.776777 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-7fea13cf-ce67-4d6b-9fd5-c8dd36257bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:42.778400 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-7fea13cf-ce67-4d6b-9fd5-c8dd36257bb8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 1099 time: 0.0439754 Nov 23 05:15:42.874819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-131993a5-bca7-4d25-8a57-a058b53bc5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:42.876266 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-131993a5-bca7-4d25-8a57-a058b53bc5f0 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08c8ae40-b7d5-4715-9035-c57c9a658a44 HTTP/1.1" status: 200 len: 897 time: 0.0846150 Nov 23 05:15:42.947793 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-9c9087dd-9f6f-4d85-bc47-79307903ca07 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cff3e082-dd2d-44db-9750-153baf29fd0d HTTP/1.1" status: 200 len: 1002 time: 0.0605812 Nov 23 05:15:43.003355 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-d2f744b9-55aa-4784-a95b-a22e07a44ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:43.004769 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-d2f744b9-55aa-4784-a95b-a22e07a44ebe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5faf-667f-43e1-b112-950718d300b9 HTTP/1.1" status: 200 len: 835 time: 0.0425596 Nov 23 05:15:43.052527 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-ef4c0c4d-48a2-4e83-94ca-7062b36cfb85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:43.054032 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-ef4c0c4d-48a2-4e83-94ca-7062b36cfb85 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08c8ae40-b7d5-4715-9035-c57c9a658a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394883 Nov 23 05:15:43.155397 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-b42583f7-f733-4b37-b9a0-162315a4d60a service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934811 Nov 23 05:15:43.249612 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1d03dbbc-7b9b-486c-8a84-cc7832b78985 req-b585c340-d36a-48ba-a157-1828d6ce51f3 service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832553 Nov 23 05:15:43.575431 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cdd5f2-2c7e-4c52-a081-b31af63b10ec req-4e4fba8c-ce3f-444a-a47c-21cccd89fb6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:43.576894 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-93cdd5f2-2c7e-4c52-a081-b31af63b10ec req-4e4fba8c-ce3f-444a-a47c-21cccd89fb6a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0494809 Nov 23 05:15:43.628837 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-93cdd5f2-2c7e-4c52-a081-b31af63b10ec req-9c84d491-cd35-4f07-ab29-43a4cc24857f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461283 Nov 23 05:15:44.749285 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5c36a7-dc24-4f3f-a8c7-ae8aa90bfd92 req-d258cda3-e553-47d4-8329-86a7c088eff0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:44.750773 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cd5c36a7-dc24-4f3f-a8c7-ae8aa90bfd92 req-d258cda3-e553-47d4-8329-86a7c088eff0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0528567 Nov 23 05:15:44.799853 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-cd5c36a7-dc24-4f3f-a8c7-ae8aa90bfd92 req-e321d360-d813-4ecf-ab99-ba8010797902 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432308 Nov 23 05:15:45.917911 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1d8ad7-0ac6-4f94-bd90-82c90b0416d8 req-a5539148-c28a-446c-a18b-c5f69a3405bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:45.919296 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0f1d8ad7-0ac6-4f94-bd90-82c90b0416d8 req-a5539148-c28a-446c-a18b-c5f69a3405bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0512118 Nov 23 05:15:45.968546 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0f1d8ad7-0ac6-4f94-bd90-82c90b0416d8 req-935f1746-86b5-4f9e-bcd0-5bac607c364c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433881 Nov 23 05:15:46.205693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be06f1d4-7264-47de-970a-57fb4c714e7b req-9272d18e-3a14-42d1-ab39-d7cf98cc84ea tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:46.208344 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be06f1d4-7264-47de-970a-57fb4c714e7b req-9272d18e-3a14-42d1-ab39-d7cf98cc84ea tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0928721 Nov 23 05:15:46.229781 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867eef-16ec-4c42-a0a1-f1c98d2d2c6f req-b623e4fd-25d4-4ca1-b5d5-a57bd9b00916 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:46.231285 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2b867eef-16ec-4c42-a0a1-f1c98d2d2c6f req-b623e4fd-25d4-4ca1-b5d5-a57bd9b00916 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069&tenant_id=6318e264eb3243bf895e26f79c66f7bf&binding%3Ahost_id=hv-neutron-8188 HTTP/1.1" status: 200 len: 946 time: 0.0874043 Nov 23 05:15:46.269767 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-be06f1d4-7264-47de-970a-57fb4c714e7b req-e591e4ff-cff4-4ce9-acca-4365ad41636b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546145 Nov 23 05:15:46.337003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867eef-16ec-4c42-a0a1-f1c98d2d2c6f req-fce46419-62e8-4588-9eb7-12f9f09c85aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:46.338799 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2b867eef-16ec-4c42-a0a1-f1c98d2d2c6f req-fce46419-62e8-4588-9eb7-12f9f09c85aa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 1099 time: 0.0444455 Nov 23 05:15:46.393842 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b871f890-dd43-41b5-980c-6d2a57075d26 req-acc0b888-8be9-4806-81c0-db6b4f5b12f2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:46.395938 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b871f890-dd43-41b5-980c-6d2a57075d26 req-acc0b888-8be9-4806-81c0-db6b4f5b12f2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0521169 Nov 23 05:15:46.437871 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867eef-16ec-4c42-a0a1-f1c98d2d2c6f req-d18e3390-c975-41e6-93aa-68a75fed1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:46.439683 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2b867eef-16ec-4c42-a0a1-f1c98d2d2c6f req-d18e3390-c975-41e6-93aa-68a75fed1e9a service neutron] 10.222.0.15 "GET /v2.0/networks?id=08c8ae40-b7d5-4715-9035-c57c9a658a44 HTTP/1.1" status: 200 len: 897 time: 0.0928190 Nov 23 05:15:46.448978 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b871f890-dd43-41b5-980c-6d2a57075d26 req-5b6a8f22-26b7-4138-9cea-980a8ff6dd64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455194 Nov 23 05:15:46.481965 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device cff3e082-dd2d-44db-9750-153baf29fd0d details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:15:46.493322 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device cff3e082-dd2d-44db-9750-153baf29fd0d no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:15:46.507538 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2b867eef-16ec-4c42-a0a1-f1c98d2d2c6f req-1ac04c70-e5e7-4cd3-9520-b3a18f1844a5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cff3e082-dd2d-44db-9750-153baf29fd0d HTTP/1.1" status: 200 len: 1002 time: 0.0608418 Nov 23 05:15:46.559808 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867eef-16ec-4c42-a0a1-f1c98d2d2c6f req-8fb592c2-c5e8-4413-90ca-caaa580ecbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:46.561380 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2b867eef-16ec-4c42-a0a1-f1c98d2d2c6f req-8fb592c2-c5e8-4413-90ca-caaa580ecbf8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5faf-667f-43e1-b112-950718d300b9 HTTP/1.1" status: 200 len: 835 time: 0.0444126 Nov 23 05:15:46.611353 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b867eef-16ec-4c42-a0a1-f1c98d2d2c6f req-7b998b9d-51e3-4fa2-8d4f-bc6ec87f1795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:46.612917 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2b867eef-16ec-4c42-a0a1-f1c98d2d2c6f req-7b998b9d-51e3-4fa2-8d4f-bc6ec87f1795 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08c8ae40-b7d5-4715-9035-c57c9a658a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0444186 Nov 23 05:15:46.643916 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:46.647063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port cff3e082-dd2d-44db-9750-153baf29fd0d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=cff3e082-dd2d-44db-9750-153baf29fd0d,segment=NetworkSegment(26287eba-66d4-4ab3-a789-27a593ae951f),segment_id=26287eba-66d4-4ab3-a789-27a593ae951f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:15:46.665752 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'cff3e082-dd2d-44db-9750-153baf29fd0d', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'port_id': 'cff3e082-dd2d-44db-9750-153baf29fd0d', 'mac_address': 'fa:16:3e:b6:79:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 173, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '304b5faf-667f-43e1-b112-950718d300b9', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:15:46.678333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff3e082-dd2d-44db-9750-153baf29fd0d'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:15:46.681104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7e82ebc-2527-4510-8e5f-d3d314a9892b" -d '{"events": [{"server_uuid": "e4b40c90-10e4-481f-b4f6-09b48ef55069", "name": "network-vif-unplugged", "status": "completed", "tag": "cff3e082-dd2d-44db-9750-153baf29fd0d"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:15:46.699898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port cff3e082-dd2d-44db-9750-153baf29fd0d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=cff3e082-dd2d-44db-9750-153baf29fd0d,segment=NetworkSegment(26287eba-66d4-4ab3-a789-27a593ae951f),segment_id=26287eba-66d4-4ab3-a789-27a593ae951f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:15:46.719802 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:46.724346 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2b867eef-16ec-4c42-a0a1-f1c98d2d2c6f req-85c4fb01-a933-4b1c-865f-e7a7c63f6936 service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0989206 Nov 23 05:15:46.749109 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 05:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-090b87df-e5f8-4e4a-8aab-1dc9479aeb97 x-openstack-request-id: req-090b87df-e5f8-4e4a-8aab-1dc9479aeb97 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:15:46.749538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b40c90-10e4-481f-b4f6-09b48ef55069", "name": "network-vif-unplugged", "status": "completed", "tag": "cff3e082-dd2d-44db-9750-153baf29fd0d", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:15:46.749796 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-090b87df-e5f8-4e4a-8aab-1dc9479aeb97 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:15:46.750193 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff3e082-dd2d-44db-9750-153baf29fd0d', 'code': 200} Nov 23 05:15:46.766310 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:46.790037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cff3e082-dd2d-44db-9750-153baf29fd0d {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:15:46.795037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=cff3e082-dd2d-44db-9750-153baf29fd0d,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:15:46.805404 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:15:46.805787 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:15:46.806137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:15:46.806475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:15:46.806818 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:15:46.807149 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:15:46.807480 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:15:46.807811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:15:46.808140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:15:46.808464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:15:46.808787 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:15:46.809105 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:15:46.826507 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2b867eef-16ec-4c42-a0a1-f1c98d2d2c6f req-b3940b4f-442a-4b4a-9aab-5caf9a3bee74 service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940030 Nov 23 05:15:46.844974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=109954) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Nov 23 05:15:46.845367 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG oslo_db.api [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Nov 23 05:15:47.385252 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:47.398692 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff3e082-dd2d-44db-9750-153baf29fd0d {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:15:47.419731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port cff3e082-dd2d-44db-9750-153baf29fd0d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=cff3e082-dd2d-44db-9750-153baf29fd0d,segment=NetworkSegment(26287eba-66d4-4ab3-a789-27a593ae951f),segment_id=26287eba-66d4-4ab3-a789-27a593ae951f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:15:47.424037 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:47.469533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=cff3e082-dd2d-44db-9750-153baf29fd0d,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:15:47.558488 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['cff3e082-dd2d-44db-9750-153baf29fd0d'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:15:47.565914 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40527b9c-ee35-4239-a0d0-abbc2095ca3b req-47fd11d8-2887-4f12-b7e8-40700124567f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:47.567444 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-40527b9c-ee35-4239-a0d0-abbc2095ca3b req-47fd11d8-2887-4f12-b7e8-40700124567f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 945 time: 0.0491662 Nov 23 05:15:47.622404 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-40527b9c-ee35-4239-a0d0-abbc2095ca3b req-04e0f8c8-7c32-4d16-a774-5775d0419664 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481980 Nov 23 05:15:47.645677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53014) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:15:47.706603 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a523292c-bd28-4288-8d91-c19e5e52c97d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/f3485f97-06c9-419f-92d1-82248429d441 HTTP/1.1" status: 200 len: 993 time: 0.0597260 Nov 23 05:15:48.500622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device cff3e082-dd2d-44db-9750-153baf29fd0d up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:15:48.547551 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port cff3e082-dd2d-44db-9750-153baf29fd0d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:15:48.547915 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:48.626900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:48.657915 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port cff3e082-dd2d-44db-9750-153baf29fd0d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=cff3e082-dd2d-44db-9750-153baf29fd0d,segment=NetworkSegment(26287eba-66d4-4ab3-a789-27a593ae951f),segment_id=26287eba-66d4-4ab3-a789-27a593ae951f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:15:48.661634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:15:48.706471 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=cff3e082-dd2d-44db-9750-153baf29fd0d,revision_number=8']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:15:48.751416 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff3e082-dd2d-44db-9750-153baf29fd0d'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:15:48.753703 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b082f22f-197f-4104-a895-e5c25a22d787" -d '{"events": [{"server_uuid": "e4b40c90-10e4-481f-b4f6-09b48ef55069", "name": "network-vif-plugged", "status": "completed", "tag": "cff3e082-dd2d-44db-9750-153baf29fd0d"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:15:48.789919 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:15:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e73857b-921e-4ce2-9d3b-d8205aad39c8 x-openstack-request-id: req-2e73857b-921e-4ce2-9d3b-d8205aad39c8 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:15:48.790210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b40c90-10e4-481f-b4f6-09b48ef55069", "name": "network-vif-plugged", "status": "completed", "tag": "cff3e082-dd2d-44db-9750-153baf29fd0d", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:15:48.790460 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2e73857b-921e-4ce2-9d3b-d8205aad39c8 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:15:48.790875 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff3e082-dd2d-44db-9750-153baf29fd0d', 'code': 200} Nov 23 05:15:53.694364 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-702cf43f-46ba-459f-b6f5-2c98889f07c8 req-ea5d795b-627c-4483-881e-404405e42103 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0390241 Nov 23 05:15:53.797186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cf43f-46ba-459f-b6f5-2c98889f07c8 req-48baba1a-7443-49f1-849a-5e41029cf7f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:53.798694 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-702cf43f-46ba-459f-b6f5-2c98889f07c8 req-48baba1a-7443-49f1-849a-5e41029cf7f2 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 1099 time: 0.0434704 Nov 23 05:15:53.901574 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cf43f-46ba-459f-b6f5-2c98889f07c8 req-91cd8467-5ff2-4312-b590-54e295884244 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:53.903014 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-702cf43f-46ba-459f-b6f5-2c98889f07c8 req-91cd8467-5ff2-4312-b590-54e295884244 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08c8ae40-b7d5-4715-9035-c57c9a658a44 HTTP/1.1" status: 200 len: 897 time: 0.0843492 Nov 23 05:15:53.971264 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-702cf43f-46ba-459f-b6f5-2c98889f07c8 req-c4a54148-8b29-4b4e-ab29-6073037df031 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cff3e082-dd2d-44db-9750-153baf29fd0d HTTP/1.1" status: 200 len: 1002 time: 0.0604045 Nov 23 05:15:54.018350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cf43f-46ba-459f-b6f5-2c98889f07c8 req-1b9843cf-06a5-4055-a93f-482b3cc160d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:54.019723 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-702cf43f-46ba-459f-b6f5-2c98889f07c8 req-1b9843cf-06a5-4055-a93f-482b3cc160d3 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5faf-667f-43e1-b112-950718d300b9 HTTP/1.1" status: 200 len: 835 time: 0.0420432 Nov 23 05:15:54.064533 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-702cf43f-46ba-459f-b6f5-2c98889f07c8 req-8d1c7524-80f0-4fd5-9a0e-32e1b4f9c2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:15:54.065987 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-702cf43f-46ba-459f-b6f5-2c98889f07c8 req-8d1c7524-80f0-4fd5-9a0e-32e1b4f9c2ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08c8ae40-b7d5-4715-9035-c57c9a658a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0384977 Nov 23 05:15:54.159761 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-702cf43f-46ba-459f-b6f5-2c98889f07c8 req-75ec5f9b-d3a8-4d9c-9a70-8b128379ec10 service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860810 Nov 23 05:15:54.249153 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-702cf43f-46ba-459f-b6f5-2c98889f07c8 req-982a3616-8bba-4256-b349-f920aaaa42e3 service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820074 Nov 23 05:15:54.407624 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:16:06.971481 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-aa066865-f05e-4f34-9c96-4b8c0bfd86cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:08.981750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:09.243151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fa4f11d0-42b3-4780-8f52-73cf432721e3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:10.484407 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:11.906350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:12.733035 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:18.126648 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53028) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:18.619924 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port d1d3f809-2180-4943-bae3-ee9a2c81c091 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:16:18.620259 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:18.696548 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:18.696786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:18.708339 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for d1d3f809-2180-4943-bae3-ee9a2c81c091 owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:16:18.853008 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:18.876210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=d1d3f809-2180-4943-bae3-ee9a2c81c091,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:18.889884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:18.890241 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:18.890587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:18.890927 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:18.891262 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:18.891594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:18.891924 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:18.892251 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:18.892576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:18.892904 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:18.893230 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:18.893577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:18.947164 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:18.947414 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Floating IP f3485f97-06c9-419f-92d1-82248429d441 disassociated (deleted). External IP: 172.26.8.239, port: cff3e082-dd2d-44db-9750-153baf29fd0d. Nov 23 05:16:19.154046 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router a227a911-fc05-493c-9b57-40ada0bf767f has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:16:19.261139 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:16:19.265835 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:19.270810 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb21bcc-036e-462b-a867-e44098d77bc5 None None] Sync routers for ids ['a227a911-fc05-493c-9b57-40ada0bf767f'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:16:19.280703 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb21bcc-036e-462b-a867-e44098d77bc5 None None] Routers {'a227a911-fc05-493c-9b57-40ada0bf767f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:16:19.281322 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5eb21bcc-036e-462b-a867-e44098d77bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:16:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a227a911-fc05-493c-9b57-40ada0bf767f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:19.292536 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-45c270c2-f836-4a58-8fa1-2a8934f7ab40 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/floatingips/f3485f97-06c9-419f-92d1-82248429d441 HTTP/1.1" status: 204 len: 168 time: 1.1647580 Nov 23 05:16:19.293119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'tag': 'cff3e082-dd2d-44db-9750-153baf29fd0d'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:16:19.295437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1ad0bb4-9cfc-4957-81bb-0ccb867b68aa" -d '{"events": [{"name": "network-changed", "server_uuid": "e4b40c90-10e4-481f-b4f6-09b48ef55069", "tag": "cff3e082-dd2d-44db-9750-153baf29fd0d"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:16:19.334300 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:16:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aec49b5-8bc4-4655-9c71-7fc90382bdbf x-openstack-request-id: req-2aec49b5-8bc4-4655-9c71-7fc90382bdbf {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:16:19.334598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e4b40c90-10e4-481f-b4f6-09b48ef55069", "tag": "cff3e082-dd2d-44db-9750-153baf29fd0d", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:16:19.334850 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2aec49b5-8bc4-4655-9c71-7fc90382bdbf {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:16:19.335263 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'tag': 'cff3e082-dd2d-44db-9750-153baf29fd0d', 'status': 'completed', 'code': 200} Nov 23 05:16:19.401974 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-5eb21bcc-036e-462b-a867-e44098d77bc5 None None] Set router a227a911-fc05-493c-9b57-40ada0bf767f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:16:19.437404 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad0bb4-9cfc-4957-81bb-0ccb867b68aa req-9afed837-4481-43f3-963a-39101fd67fc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:19.438916 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1ad0bb4-9cfc-4957-81bb-0ccb867b68aa req-9afed837-4481-43f3-963a-39101fd67fc9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 1099 time: 0.0513690 Nov 23 05:16:19.530154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3c2d9d-ee39-4d6e-b309-cab711521602 req-961f224a-934d-40e9-ab21-a12e1ff5e8f5 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:19.532370 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1c3c2d9d-ee39-4d6e-b309-cab711521602 req-961f224a-934d-40e9-ab21-a12e1ff5e8f5 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0534580 Nov 23 05:16:19.581220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad0bb4-9cfc-4957-81bb-0ccb867b68aa req-0e9629c4-3c40-42e0-9026-1644fc0dd704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:19.582732 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1ad0bb4-9cfc-4957-81bb-0ccb867b68aa req-0e9629c4-3c40-42e0-9026-1644fc0dd704 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08c8ae40-b7d5-4715-9035-c57c9a658a44 HTTP/1.1" status: 200 len: 897 time: 0.0976944 Nov 23 05:16:19.585022 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1c3c2d9d-ee39-4d6e-b309-cab711521602 req-48e8f29d-9789-40ff-b18f-1b81533752a1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461426 Nov 23 05:16:19.623627 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5eb21bcc-036e-462b-a867-e44098d77bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:14:28Z', 'updated_at': '2021-11-23T05:14:32Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:29Z', 'updated_at': '2021-11-23T05:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '299404c7-4ec9-4835-b7d2-42b7f051e2c9', 'name': '', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:cc:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '304b5faf-667f-43e1-b112-950718d300b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:31Z', 'updated_at': '2021-11-23T05:14:35Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '304b5faf-667f-43e1-b112-950718d300b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:19.640958 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1ad0bb4-9cfc-4957-81bb-0ccb867b68aa req-9e1579d5-dede-4bbb-a3f8-f34cd5fffc15 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=cff3e082-dd2d-44db-9750-153baf29fd0d HTTP/1.1" status: 200 len: 217 time: 0.0480714 Nov 23 05:16:19.651512 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb21bcc-036e-462b-a867-e44098d77bc5 None None] Checking router: a227a911-fc05-493c-9b57-40ada0bf767f for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:16:19.659833 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb21bcc-036e-462b-a867-e44098d77bc5 None None] Routers {'a227a911-fc05-493c-9b57-40ada0bf767f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:16:19.660432 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5eb21bcc-036e-462b-a867-e44098d77bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:16:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a227a911-fc05-493c-9b57-40ada0bf767f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:19.695941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad0bb4-9cfc-4957-81bb-0ccb867b68aa req-8fb21dae-8d84-4387-a04a-603c2e1d22b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:19.697806 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1ad0bb4-9cfc-4957-81bb-0ccb867b68aa req-8fb21dae-8d84-4387-a04a-603c2e1d22b1 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=304b5faf-667f-43e1-b112-950718d300b9 HTTP/1.1" status: 200 len: 835 time: 0.0490389 Nov 23 05:16:19.746253 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad0bb4-9cfc-4957-81bb-0ccb867b68aa req-61938e28-4530-43d8-955a-3e2e6ab3655c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:19.747776 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1ad0bb4-9cfc-4957-81bb-0ccb867b68aa req-61938e28-4530-43d8-955a-3e2e6ab3655c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08c8ae40-b7d5-4715-9035-c57c9a658a44&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420842 Nov 23 05:16:19.766025 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-5eb21bcc-036e-462b-a867-e44098d77bc5 None None] Set router a227a911-fc05-493c-9b57-40ada0bf767f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:16:19.842408 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1ad0bb4-9cfc-4957-81bb-0ccb867b68aa req-76c63b9c-76d4-4b05-9717-e3245d2fa0f0 service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855994 Nov 23 05:16:19.947546 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d1ad0bb4-9cfc-4957-81bb-0ccb867b68aa req-90d71695-bcad-4657-865c-fd06a4b326aa service neutron] 10.222.0.15 "GET /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965378 Nov 23 05:16:20.057936 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-5eb21bcc-036e-462b-a867-e44098d77bc5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:14:28Z', 'updated_at': '2021-11-23T05:14:32Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:29Z', 'updated_at': '2021-11-23T05:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '299404c7-4ec9-4835-b7d2-42b7f051e2c9', 'name': '', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:cc:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '304b5faf-667f-43e1-b112-950718d300b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:31Z', 'updated_at': '2021-11-23T05:14:35Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '304b5faf-667f-43e1-b112-950718d300b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:20.083884 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5eb21bcc-036e-462b-a867-e44098d77bc5 None None] The sync data for ids ['a227a911-fc05-493c-9b57-40ada0bf767f'] in dv-neutron-818850-1-hyperv is: [{'id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:14:28Z', 'updated_at': '2021-11-23T05:14:32Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:29Z', 'updated_at': '2021-11-23T05:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '299404c7-4ec9-4835-b7d2-42b7f051e2c9', 'name': '', 'network_id': '08c8ae40-b7d5-4715-9035-c57c9a658a44', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:cc:6a:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_interface', 'standard_attr_id': 1746, 'fixed_ips': [{'subnet_id': '304b5faf-667f-43e1-b112-950718d300b9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:31Z', 'updated_at': '2021-11-23T05:14:35Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': '304b5faf-667f-43e1-b112-950718d300b9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:16:20.302433 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9f4ecd-e277-46b6-880d-507129f0cf8c None None] New status for floating IP f3485f97-06c9-419f-92d1-82248429d441: DOWN {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:16:20.703042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5223db9f-ec44-465b-8496-cb1fab8bfc17 req-02cf04d9-c250-4c8b-860e-944fd2eaf1bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:20.704497 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5223db9f-ec44-465b-8496-cb1fab8bfc17 req-02cf04d9-c250-4c8b-860e-944fd2eaf1bb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0488420 Nov 23 05:16:20.752794 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5223db9f-ec44-465b-8496-cb1fab8bfc17 req-5befc3b9-0023-48e4-a9e5-d3691d7c24b7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424979 Nov 23 05:16:21.593028 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55796c44-bbbc-41ce-a702-d2bc40e5c20b req-dea273d0-63aa-4f24-9f6e-c1edff31a20f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:21.594457 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-55796c44-bbbc-41ce-a702-d2bc40e5c20b req-dea273d0-63aa-4f24-9f6e-c1edff31a20f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0517335 Nov 23 05:16:21.688204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-55796c44-bbbc-41ce-a702-d2bc40e5c20b req-4fcbf86a-2a4f-4316-9af8-c128e41416a1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port cff3e082-dd2d-44db-9750-153baf29fd0d {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:16:21.688545 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-55796c44-bbbc-41ce-a702-d2bc40e5c20b req-4fcbf86a-2a4f-4316-9af8-c128e41416a1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:21.782395 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-55796c44-bbbc-41ce-a702-d2bc40e5c20b req-4fcbf86a-2a4f-4316-9af8-c128e41416a1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port cff3e082-dd2d-44db-9750-153baf29fd0d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=cff3e082-dd2d-44db-9750-153baf29fd0d,segment=NetworkSegment(26287eba-66d4-4ab3-a789-27a593ae951f),segment_id=26287eba-66d4-4ab3-a789-27a593ae951f)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:16:21.782939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-55796c44-bbbc-41ce-a702-d2bc40e5c20b req-4fcbf86a-2a4f-4316-9af8-c128e41416a1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:21.798688 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-55796c44-bbbc-41ce-a702-d2bc40e5c20b req-4fcbf86a-2a4f-4316-9af8-c128e41416a1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for cff3e082-dd2d-44db-9750-153baf29fd0d owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:16:21.878653 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4611eb8c-3d17-4736-827d-e5e6f4ef3af6 req-efe395d9-b403-44b3-beff-81c76a9623a4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:21.880295 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4611eb8c-3d17-4736-827d-e5e6f4ef3af6 req-efe395d9-b403-44b3-beff-81c76a9623a4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=e4b40c90-10e4-481f-b4f6-09b48ef55069 HTTP/1.1" status: 200 len: 946 time: 0.0520976 Nov 23 05:16:21.936748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-55796c44-bbbc-41ce-a702-d2bc40e5c20b req-4fcbf86a-2a4f-4316-9af8-c128e41416a1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:21.937006 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4611eb8c-3d17-4736-827d-e5e6f4ef3af6 req-3dea816e-f3e8-4ab8-aebb-6a4f4311a55a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=46c8547e-c5c9-43be-b123-d2622e81860e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467656 Nov 23 05:16:21.964585 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fcbf86a-2a4f-4316-9af8-c128e41416a1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=cff3e082-dd2d-44db-9750-153baf29fd0d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:22.011113 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-55796c44-bbbc-41ce-a702-d2bc40e5c20b req-4fcbf86a-2a4f-4316-9af8-c128e41416a1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] No DVR routers for this DVR port cff3e082-dd2d-44db-9750-153baf29fd0d on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:16:22.013587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-55796c44-bbbc-41ce-a702-d2bc40e5c20b req-4fcbf86a-2a4f-4316-9af8-c128e41416a1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:22.016837 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-55796c44-bbbc-41ce-a702-d2bc40e5c20b req-4fcbf86a-2a4f-4316-9af8-c128e41416a1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "DELETE /v2.0/ports/cff3e082-dd2d-44db-9750-153baf29fd0d HTTP/1.1" status: 204 len: 173 time: 0.4124713 Nov 23 05:16:22.017361 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'name': 'network-vif-deleted', 'tag': 'cff3e082-dd2d-44db-9750-153baf29fd0d'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:16:22.019589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0c14b29-76b1-4094-8f76-ab5241957b5c" -d '{"events": [{"server_uuid": "e4b40c90-10e4-481f-b4f6-09b48ef55069", "name": "network-vif-deleted", "tag": "cff3e082-dd2d-44db-9750-153baf29fd0d"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:16:22.055239 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf6f6ce2-0f34-4cf8-8536-fb6986ee3e9f x-openstack-request-id: req-cf6f6ce2-0f34-4cf8-8536-fb6986ee3e9f {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:16:22.055614 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e4b40c90-10e4-481f-b4f6-09b48ef55069", "name": "network-vif-deleted", "tag": "cff3e082-dd2d-44db-9750-153baf29fd0d", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:16:22.055798 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-cf6f6ce2-0f34-4cf8-8536-fb6986ee3e9f {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:16:22.056180 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e4b40c90-10e4-481f-b4f6-09b48ef55069', 'name': 'network-vif-deleted', 'tag': 'cff3e082-dd2d-44db-9750-153baf29fd0d', 'status': 'completed', 'code': 200} Nov 23 05:16:22.992282 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53044) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:23.344060 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:23.594050 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port 299404c7-4ec9-4835-b7d2-42b7f051e2c9 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:16:23.594443 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:23.688940 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port 299404c7-4ec9-4835-b7d2-42b7f051e2c9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=299404c7-4ec9-4835-b7d2-42b7f051e2c9,segment=NetworkSegment(26287eba-66d4-4ab3-a789-27a593ae951f),segment_id=26287eba-66d4-4ab3-a789-27a593ae951f)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:16:23.689323 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:23.701621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for 299404c7-4ec9-4835-b7d2-42b7f051e2c9 owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:16:23.880758 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:23.909097 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=299404c7-4ec9-4835-b7d2-42b7f051e2c9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:23.935674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:23.936020 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:23.936364 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:23.936706 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:23.937038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:23.937399 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:23.937731 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:23.938061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:23.938388 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:23.938715 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:23.939038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:23.939362 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:24.087897 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:24.300548 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router a227a911-fc05-493c-9b57-40ada0bf767f has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:16:24.406001 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:16:24.411555 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b46b6835-db68-4ac3-ab1d-41229a6aefc1 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "PUT /v2.0/routers/a227a911-fc05-493c-9b57-40ada0bf767f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4179647 Nov 23 05:16:24.413937 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53046) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:24.420582 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea23ec4-9969-4b37-b84d-1fb379e75fbf None None] Sync routers for ids ['a227a911-fc05-493c-9b57-40ada0bf767f'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:16:24.436981 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea23ec4-9969-4b37-b84d-1fb379e75fbf None None] Routers {'a227a911-fc05-493c-9b57-40ada0bf767f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:16:24.437630 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-aea23ec4-9969-4b37-b84d-1fb379e75fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:16:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a227a911-fc05-493c-9b57-40ada0bf767f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:24.468094 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-69660410-5ef4-495b-b7a7-598defd48742 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting subnet 304b5faf-667f-43e1-b112-950718d300b9 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:16:24.471216 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69660410-5ef4-495b-b7a7-598defd48742 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:24.515068 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69660410-5ef4-495b-b7a7-598defd48742 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:24.541154 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-aea23ec4-9969-4b37-b84d-1fb379e75fbf None None] Set router a227a911-fc05-493c-9b57-40ada0bf767f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:16:24.597480 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69660410-5ef4-495b-b7a7-598defd48742 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:24.657571 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69660410-5ef4-495b-b7a7-598defd48742 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:24.689413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69660410-5ef4-495b-b7a7-598defd48742 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Subnet': ['ID=304b5faf-667f-43e1-b112-950718d300b9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:24.694381 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-69660410-5ef4-495b-b7a7-598defd48742 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:24.700654 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-69660410-5ef4-495b-b7a7-598defd48742 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/subnets/304b5faf-667f-43e1-b112-950718d300b9 HTTP/1.1" status: 204 len: 168 time: 0.2826567 Nov 23 05:16:24.700882 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53048) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:24.704014 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-516cb687-bf39-48a9-9f2d-52ef739a8531 None None] Network 08c8ae40-b7d5-4715-9035-c57c9a658a44 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:16:24.728331 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-aea23ec4-9969-4b37-b84d-1fb379e75fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:14:28Z', 'updated_at': '2021-11-23T05:16:23Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:29Z', 'updated_at': '2021-11-23T05:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:24.745651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device cff3e082-dd2d-44db-9750-153baf29fd0d no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:16:24.755289 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea23ec4-9969-4b37-b84d-1fb379e75fbf None None] Checking router: a227a911-fc05-493c-9b57-40ada0bf767f for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:16:24.764392 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea23ec4-9969-4b37-b84d-1fb379e75fbf None None] Routers {'a227a911-fc05-493c-9b57-40ada0bf767f'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:16:24.764997 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-aea23ec4-9969-4b37-b84d-1fb379e75fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:16:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['a227a911-fc05-493c-9b57-40ada0bf767f'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:24.778578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: cff3e082-dd2d-44db-9750-153baf29fd0d {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:16:24.779192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device cff3e082-dd2d-44db-9750-153baf29fd0d not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:16:24.816935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:24.873537 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-aea23ec4-9969-4b37-b84d-1fb379e75fbf None None] Set router a227a911-fc05-493c-9b57-40ada0bf767f gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:16:24.924735 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadc887f-1f5b-4acc-acc6-0f23737fa472 None None] DHCP port deletion for 08c8ae40-b7d5-4715-9035-c57c9a658a44 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:16:24.975628 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-cadc887f-1f5b-4acc-acc6-0f23737fa472 None None] Deleting port c04d4b9d-13ad-409e-bbc4-886ef441c46e {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:16:24.975900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cadc887f-1f5b-4acc-acc6-0f23737fa472 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:25.063992 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-aea23ec4-9969-4b37-b84d-1fb379e75fbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:14:28Z', 'updated_at': '2021-11-23T05:16:23Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:29Z', 'updated_at': '2021-11-23T05:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:25.097026 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea23ec4-9969-4b37-b84d-1fb379e75fbf None None] The sync data for ids ['a227a911-fc05-493c-9b57-40ada0bf767f'] in dv-neutron-818850-1-hyperv is: [{'id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-378053662', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123'}], 'enable_snat': True}, 'gw_port_id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:14:28Z', 'updated_at': '2021-11-23T05:16:23Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'bb09401b-b52b-41e0-ba72-320ba93348c1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e3:98:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a227a911-fc05-493c-9b57-40ada0bf767f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1743, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:14:29Z', 'updated_at': '2021-11-23T05:14:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:16:25.189261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-cadc887f-1f5b-4acc-acc6-0f23737fa472 None None] For port c04d4b9d-13ad-409e-bbc4-886ef441c46e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c04d4b9d-13ad-409e-bbc4-886ef441c46e,segment=NetworkSegment(26287eba-66d4-4ab3-a789-27a593ae951f),segment_id=26287eba-66d4-4ab3-a789-27a593ae951f)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:16:25.189600 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cadc887f-1f5b-4acc-acc6-0f23737fa472 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:25.202112 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-cadc887f-1f5b-4acc-acc6-0f23737fa472 None None] Calling delete_port for c04d4b9d-13ad-409e-bbc4-886ef441c46e owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:16:25.212709 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:25.265014 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port bb09401b-b52b-41e0-ba72-320ba93348c1 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:16:25.265576 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:25.281620 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cadc887f-1f5b-4acc-acc6-0f23737fa472 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:25.304235 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cadc887f-1f5b-4acc-acc6-0f23737fa472 None None] Pushing event deleted for resources: {'Port': ['ID=c04d4b9d-13ad-409e-bbc4-886ef441c46e,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:25.310067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cadc887f-1f5b-4acc-acc6-0f23737fa472 None None] No DVR routers for this DVR port c04d4b9d-13ad-409e-bbc4-886ef441c46e on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:16:25.349111 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port bb09401b-b52b-41e0-ba72-320ba93348c1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=bb09401b-b52b-41e0-ba72-320ba93348c1,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:16:25.349498 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:25.361918 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for bb09401b-b52b-41e0-ba72-320ba93348c1 owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:16:25.530575 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:25.561721 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=bb09401b-b52b-41e0-ba72-320ba93348c1,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:25.577027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e03f16a0-87d8-414c-8857-3a02535b0ab6 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:16:25.628851 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:25.729030 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:25.731202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:25.777197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:25.777791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Fanout notify agent at l3_agent the message router_deleted on router a227a911-fc05-493c-9b57-40ada0bf767f {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:16:25.784907 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:25.786907 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-5b20f635-f8e7-4663-86f1-2d8e79587e45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/routers/a227a911-fc05-493c-9b57-40ada0bf767f HTTP/1.1" status: 204 len: 168 time: 1.0850589 Nov 23 05:16:25.790125 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53050) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:25.873999 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-21678710-22b3-4ace-8188-996087a10bd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:25.962804 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-21678710-22b3-4ace-8188-996087a10bd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:25.982633 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-21678710-22b3-4ace-8188-996087a10bd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c8ae40-b7d5-4715-9035-c57c9a658a44']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:25.991760 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-21678710-22b3-4ace-8188-996087a10bd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26287eba-66d4-4ab3-a789-27a593ae951f') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:25.992715 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-21678710-22b3-4ace-8188-996087a10bd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26287eba-66d4-4ab3-a789-27a593ae951f') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:26.001889 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-21678710-22b3-4ace-8188-996087a10bd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.015384 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-21678710-22b3-4ace-8188-996087a10bd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.021171 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-21678710-22b3-4ace-8188-996087a10bd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Releasing vlan 173 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:16:26.021580 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-21678710-22b3-4ace-8188-996087a10bd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:16:26.024477 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:16:26.081004 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-21678710-22b3-4ace-8188-996087a10bd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.087666 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-21678710-22b3-4ace-8188-996087a10bd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.090863 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-21678710-22b3-4ace-8188-996087a10bd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/networks/08c8ae40-b7d5-4715-9035-c57c9a658a44 HTTP/1.1" status: 204 len: 168 time: 0.2998056 Nov 23 05:16:26.093692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53052) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:26.103012 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21678710-22b3-4ace-8188-996087a10bd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Network': ['ID=08c8ae40-b7d5-4715-9035-c57c9a658a44,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:26.151443 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5d7a19e7-dfd6-46b8-beef-6108aff74fc7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.176625 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5d7a19e7-dfd6-46b8-beef-6108aff74fc7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.238432 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5d7a19e7-dfd6-46b8-beef-6108aff74fc7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.241072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5d7a19e7-dfd6-46b8-beef-6108aff74fc7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.242278 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5d7a19e7-dfd6-46b8-beef-6108aff74fc7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/security-groups/46c8547e-c5c9-43be-b123-d2622e81860e HTTP/1.1" status: 204 len: 168 time: 0.1475756 Nov 23 05:16:26.251814 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7a19e7-dfd6-46b8-beef-6108aff74fc7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46c8547e-c5c9-43be-b123-d2622e81860e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:26.457587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 299404c7-4ec9-4835-b7d2-42b7f051e2c9 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:16:26.479098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 299404c7-4ec9-4835-b7d2-42b7f051e2c9 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:16:26.479446 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 299404c7-4ec9-4835-b7d2-42b7f051e2c9 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:16:26.479866 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c04d4b9d-13ad-409e-bbc4-886ef441c46e no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:16:26.494606 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53058) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:26.499232 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1c25ecdc-fde1-4d8c-964f-2dca22c952ba tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1677563640', 'description': 'tempest-secgroup-smoke-1677563640 description', 'project_id': '6318e264eb3243bf895e26f79c66f7bf'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:16:26.499556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: c04d4b9d-13ad-409e-bbc4-886ef441c46e {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:16:26.499905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c04d4b9d-13ad-409e-bbc4-886ef441c46e not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:16:26.500323 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device bb09401b-b52b-41e0-ba72-320ba93348c1 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:16:26.521600 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: bb09401b-b52b-41e0-ba72-320ba93348c1 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:16:26.521882 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device bb09401b-b52b-41e0-ba72-320ba93348c1 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:16:26.522037 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1c25ecdc-fde1-4d8c-964f-2dca22c952ba tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.593056 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1c25ecdc-fde1-4d8c-964f-2dca22c952ba tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.596425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1c25ecdc-fde1-4d8c-964f-2dca22c952ba tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.627906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1c25ecdc-fde1-4d8c-964f-2dca22c952ba tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.629094 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1c25ecdc-fde1-4d8c-964f-2dca22c952ba tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1334078 Nov 23 05:16:26.631072 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c25ecdc-fde1-4d8c-964f-2dca22c952ba tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=72350215-1897-458a-892e-25f91a0e6ac7,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:26.632157 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53060) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:26.637536 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-9c8ad82d-10fb-48c9-bb1c-269b0b511283 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '72350215-1897-458a-892e-25f91a0e6ac7', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:16:26.665378 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c8ad82d-10fb-48c9-bb1c-269b0b511283 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.723510 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c8ad82d-10fb-48c9-bb1c-269b0b511283 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.727382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c8ad82d-10fb-48c9-bb1c-269b0b511283 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.745496 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8ad82d-10fb-48c9-bb1c-269b0b511283 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c99138c9-5243-46c1-b10e-0fa12c742608,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:26.752418 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9c8ad82d-10fb-48c9-bb1c-269b0b511283 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.753658 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9c8ad82d-10fb-48c9-bb1c-269b0b511283 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197262 Nov 23 05:16:26.756335 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53062) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:26.760832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1dcf9467-f33b-4a38-9ec6-4a9f13f66eae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '72350215-1897-458a-892e-25f91a0e6ac7', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:16:26.789867 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1dcf9467-f33b-4a38-9ec6-4a9f13f66eae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.843794 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1dcf9467-f33b-4a38-9ec6-4a9f13f66eae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.847311 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1dcf9467-f33b-4a38-9ec6-4a9f13f66eae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.866708 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcf9467-f33b-4a38-9ec6-4a9f13f66eae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2d4072-348e-43b1-9784-2102ead9206c,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:26.872751 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1dcf9467-f33b-4a38-9ec6-4a9f13f66eae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.873772 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1dcf9467-f33b-4a38-9ec6-4a9f13f66eae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1165338 Nov 23 05:16:26.876564 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53064) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:26.880793 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-92d721e1-2ba5-44fb-be18-fb5881d92554 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '72350215-1897-458a-892e-25f91a0e6ac7', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:16:26.906868 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-92d721e1-2ba5-44fb-be18-fb5881d92554 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.962574 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-92d721e1-2ba5-44fb-be18-fb5881d92554 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.966038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-92d721e1-2ba5-44fb-be18-fb5881d92554 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.983109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d721e1-2ba5-44fb-be18-fb5881d92554 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b92c904b-b867-462d-8a6e-a0b2dc8bfb6b,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:26.991413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-92d721e1-2ba5-44fb-be18-fb5881d92554 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:26.992626 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-92d721e1-2ba5-44fb-be18-fb5881d92554 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1151245 Nov 23 05:16:26.995303 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53066) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:26.999607 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-68f14d9f-3ad9-4e6f-a124-14e5fffb23ae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '72350215-1897-458a-892e-25f91a0e6ac7', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:16:27.026154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-68f14d9f-3ad9-4e6f-a124-14e5fffb23ae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.084967 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-68f14d9f-3ad9-4e6f-a124-14e5fffb23ae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.088960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-68f14d9f-3ad9-4e6f-a124-14e5fffb23ae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.107818 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f14d9f-3ad9-4e6f-a124-14e5fffb23ae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c11d8260-c77b-42b5-acbb-3e7c99148062,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:27.115818 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-68f14d9f-3ad9-4e6f-a124-14e5fffb23ae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.119616 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-68f14d9f-3ad9-4e6f-a124-14e5fffb23ae tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1207871 Nov 23 05:16:27.119906 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53068) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:27.124374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-7b8a680e-9620-44ad-afc6-a8a8a8c63548 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '72350215-1897-458a-892e-25f91a0e6ac7', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:16:27.145872 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-7b8a680e-9620-44ad-afc6-a8a8a8c63548 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Project 6318e264eb3243bf895e26f79c66f7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:16:27.151253 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7b8a680e-9620-44ad-afc6-a8a8a8c63548 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.206949 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7b8a680e-9620-44ad-afc6-a8a8a8c63548 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.210346 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7b8a680e-9620-44ad-afc6-a8a8a8c63548 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.228150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b8a680e-9620-44ad-afc6-a8a8a8c63548 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=40b29fa2-087c-40dc-9dae-6fec4f299bf6,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:27.235659 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7b8a680e-9620-44ad-afc6-a8a8a8c63548 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.236834 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7b8a680e-9620-44ad-afc6-a8a8a8c63548 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1160047 Nov 23 05:16:27.239531 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53070) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:27.243801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-7225eea5-da51-4731-b0b0-ffb3cf868f25 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '72350215-1897-458a-892e-25f91a0e6ac7', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:16:27.265153 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.securitygroups_db [None req-7225eea5-da51-4731-b0b0-ffb3cf868f25 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Project 6318e264eb3243bf895e26f79c66f7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:16:27.269829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7225eea5-da51-4731-b0b0-ffb3cf868f25 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.328114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7225eea5-da51-4731-b0b0-ffb3cf868f25 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.332416 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7225eea5-da51-4731-b0b0-ffb3cf868f25 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.349706 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7225eea5-da51-4731-b0b0-ffb3cf868f25 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c309371b-3efa-457f-803c-6976e6c7e454,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:27.357398 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7225eea5-da51-4731-b0b0-ffb3cf868f25 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.358590 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7225eea5-da51-4731-b0b0-ffb3cf868f25 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1181476 Nov 23 05:16:27.361461 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53072) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:27.366206 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1f679120-8d3c-485c-9c41-12f9f964c7f2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'network': {'name': 'tempest-network-smoke--2018930630', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'port_security_enabled': True}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:16:27.386555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f679120-8d3c-485c-9c41-12f9f964c7f2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Made reservation on behalf of 6318e264eb3243bf895e26f79c66f7bf for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:16:27.390059 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f679120-8d3c-485c-9c41-12f9f964c7f2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.413545 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f679120-8d3c-485c-9c41-12f9f964c7f2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] vlan segment allocate from pool success with {'vlan_id': 158, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:16:27.422133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f679120-8d3c-485c-9c41-12f9f964c7f2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.422473 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-1f679120-8d3c-485c-9c41-12f9f964c7f2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Added segment f725870e-82df-4079-b2ae-1fefcd595942 of type vlan for network 071f5677-325d-4aa2-8b8a-3bf99eaa31ca Nov 23 05:16:27.463846 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f679120-8d3c-485c-9c41-12f9f964c7f2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.488258 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f679120-8d3c-485c-9c41-12f9f964c7f2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.494299 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f679120-8d3c-485c-9c41-12f9f964c7f2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:27.494879 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1f679120-8d3c-485c-9c41-12f9f964c7f2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.548463 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1f679120-8d3c-485c-9c41-12f9f964c7f2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1860092 Nov 23 05:16:27.551344 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53074) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:27.556627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'admin_state_up': True, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:16:27.562891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f679120-8d3c-485c-9c41-12f9f964c7f2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Network': ['ID=071f5677-325d-4aa2-8b8a-3bf99eaa31ca,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:27.573325 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 071f5677-325d-4aa2-8b8a-3bf99eaa31ca details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:16:27.579102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.580129 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.630448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.781727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:27.981964 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:28.000698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:28.104385 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.26.8.224 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/23a80f85-cd6b-4ab7-8a44-c4a02f16eab1) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:16:28.203665 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:28.244331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:28.284129 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:16:28.287008 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:16:28.290506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:16:28.299120 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbd930b-d116-422b-8fcc-a2d75f967122 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:16:28.318703 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=23a80f85-cd6b-4ab7-8a44-c4a02f16eab1,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:28.405686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c05c8d95-c872-4fc6-a5c7-18c09dcc7407 None None] Provisioning complete for port 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:28.406208 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c05c8d95-c872-4fc6-a5c7-18c09dcc7407 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:28.439183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c05c8d95-c872-4fc6-a5c7-18c09dcc7407 None None] Port 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:16:28.550049 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:28.744894 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:28.872067 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:16:28.975706 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:16:28.985700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Sync routers for ids ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:16:28.996102 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Routers {'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:16:28.996606 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:28.996769 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:16:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:28.997992 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5abef8c6-0185-44c9-a0c8-d669e78957a9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4455020 Nov 23 05:16:29.000928 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53076) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:29.029392 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3cc8e3b0-45ce-4732-aa54-429721c7432a tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=6318e264eb3243bf895e26f79c66f7bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0272799 Nov 23 05:16:29.032091 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53078) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:29.100297 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Set router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:16:29.123468 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1df85f-f0bd-4776-aad5-34b48f75350d tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:29.124965 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-af1df85f-f0bd-4776-aad5-34b48f75350d tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0912986 Nov 23 05:16:29.127835 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53080) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:29.156410 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-67f9010b-87e3-4c67-9638-678a2d9375b0 tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275309 Nov 23 05:16:29.158924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53082) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:29.163621 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-315e02e6-0483-4843-956d-c240c2128bf2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1498337181', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:16:29.250127 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-315e02e6-0483-4843-956d-c240c2128bf2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Made reservation on behalf of 6318e264eb3243bf895e26f79c66f7bf for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:16:29.253718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-315e02e6-0483-4843-956d-c240c2128bf2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:29.279842 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:16:27Z', 'updated_at': '2021-11-23T05:16:28Z', 'revision_number': 3, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:28Z', 'updated_at': '2021-11-23T05:16:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:29.306535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Checking router: f8bbacad-a0cd-4464-8b74-2318fa3ec1ce for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:16:29.306890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Updating router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce port 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:16:29.331911 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:29.435828 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-315e02e6-0483-4843-956d-c240c2128bf2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:29.496177 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315e02e6-0483-4843-956d-c240c2128bf2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Subnet': ['ID=f736884c-7678-4a88-a4a2-4e5fdc35f556,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:29.512586 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-315e02e6-0483-4843-956d-c240c2128bf2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Checking segment: {'id': 'f725870e-82df-4079-b2ae-1fefcd595942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:16:29.513035 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e02e6-0483-4843-956d-c240c2128bf2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network hostable DHCP agents. Network: 071f5677-325d-4aa2-8b8a-3bf99eaa31ca, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:16:29.529297 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-315e02e6-0483-4843-956d-c240c2128bf2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 071f5677-325d-4aa2-8b8a-3bf99eaa31ca is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:16:29.537794 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-315e02e6-0483-4843-956d-c240c2128bf2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 071f5677-325d-4aa2-8b8a-3bf99eaa31ca) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:16:29.543003 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-315e02e6-0483-4843-956d-c240c2128bf2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:29.544402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-315e02e6-0483-4843-956d-c240c2128bf2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:29.564238 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-315e02e6-0483-4843-956d-c240c2128bf2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4042976 Nov 23 05:16:29.566962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53084) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:29.581995 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ccc3bd-aecf-432f-8be0-9a8d772bbc92 None None] Network 071f5677-325d-4aa2-8b8a-3bf99eaa31ca requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:16:29.633530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:29.644246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:29.701527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15d138d-18c4-4ea9-8e38-87eebd51003a None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:16:29.734699 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Attempting to bind port 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:16:29.735066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Attempting to bind port 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:16:29.735554 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Attempting to bind port 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:16:29.739823 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa43f47-bec1-4031-a1e7-f492ff104875 None None] Pushing event updated for resources: {'Port': ['ID=23a80f85-cd6b-4ab7-8a44-c4a02f16eab1,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:29.747175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:16:29.747548 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:16:29.748255 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:29.748661 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:16:29.749122 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Bound port: 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:16:29.749525 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:29.836330 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-c64cb377-6b15-4f54-9e2f-a182e443f043 None None] Provisioning complete for port 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:29.836694 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c64cb377-6b15-4f54-9e2f-a182e443f043 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:29.878881 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] For port 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:16:29.894761 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ips': [{'subnet_id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:16:29.895607 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:29.910266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] For port 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=23a80f85-cd6b-4ab7-8a44-c4a02f16eab1,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:16:29.918843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:29.923424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c64cb377-6b15-4f54-9e2f-a182e443f043 None None] Port 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:16:29.971513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c366784-9515-4005-a947-380403fd0034 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:16:30.012729 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:30.042169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa43f47-bec1-4031-a1e7-f492ff104875 None None] Pushing event updated for resources: {'Port': ['ID=23a80f85-cd6b-4ab7-8a44-c4a02f16eab1,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:30.050213 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Routers {'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:16:30.050825 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:16:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:30.195631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Allocated IP 172.20.0.2 (071f5677-325d-4aa2-8b8a-3bf99eaa31ca/f736884c-7678-4a88-a4a2-4e5fdc35f556/54bb8f9b-d095-4378-b9af-5512451244a7) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:16:30.212241 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] Set router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:16:30.214042 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2742be7f-80c6-4a86-8870-bcdb3c8764a9 None None] Provisioning complete for port 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:30.214420 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2742be7f-80c6-4a86-8870-bcdb3c8764a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:30.673411 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2742be7f-80c6-4a86-8870-bcdb3c8764a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:30.701880 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-2742be7f-80c6-4a86-8870-bcdb3c8764a9 None None] For port 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=23a80f85-cd6b-4ab7-8a44-c4a02f16eab1,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:16:30.716701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2742be7f-80c6-4a86-8870-bcdb3c8764a9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:30.718652 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:30.746677 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:30.774958 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Network 071f5677-325d-4aa2-8b8a-3bf99eaa31ca is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:16:30.776473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.20.0.1 (071f5677-325d-4aa2-8b8a-3bf99eaa31ca/f736884c-7678-4a88-a4a2-4e5fdc35f556/e98eb604-f9c9-4e9c-b13c-a0f8aba9a888) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:16:30.786111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:16:30.791234 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:16:27Z', 'updated_at': '2021-11-23T05:16:28Z', 'revision_number': 3, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:28Z', 'updated_at': '2021-11-23T05:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:30.793206 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:16:30.825195 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2742be7f-80c6-4a86-8870-bcdb3c8764a9 None None] Pushing event updated for resources: {'Port': ['ID=23a80f85-cd6b-4ab7-8a44-c4a02f16eab1,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:30.831832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbd26bc-e0d3-444e-a407-4faf6a9375b7 None None] The sync data for ids ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'] in dv-neutron-818850-1-hyperv is: [{'id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:16:27Z', 'updated_at': '2021-11-23T05:16:28Z', 'revision_number': 3, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:28Z', 'updated_at': '2021-11-23T05:16:29Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:16:30.905670 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Pushing event updated for resources: {'Port': ['ID=54bb8f9b-d095-4378-b9af-5512451244a7,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:30.907048 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:30.908190 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Attempting to bind port 54bb8f9b-d095-4378-b9af-5512451244a7 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:16:30.908771 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Attempting to bind port 54bb8f9b-d095-4378-b9af-5512451244a7 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'f725870e-82df-4079-b2ae-1fefcd595942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:16:30.908927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Attempting to bind port 54bb8f9b-d095-4378-b9af-5512451244a7 on network 071f5677-325d-4aa2-8b8a-3bf99eaa31ca {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:16:30.916137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:16:30.916579 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Checking segment: {'id': 'f725870e-82df-4079-b2ae-1fefcd595942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:16:30.916992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:30.917422 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Bound using segment: {'id': 'f725870e-82df-4079-b2ae-1fefcd595942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:16:30.917901 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Bound port: 54bb8f9b-d095-4378-b9af-5512451244a7, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f725870e-82df-4079-b2ae-1fefcd595942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:16:30.918291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:30.954817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:30.998025 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] For port 54bb8f9b-d095-4378-b9af-5512451244a7, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:16:31.001322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 071f5677-325d-4aa2-8b8a-3bf99eaa31ca is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:16:31.002950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] For port 54bb8f9b-d095-4378-b9af-5512451244a7, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=54bb8f9b-d095-4378-b9af-5512451244a7,segment=NetworkSegment(f725870e-82df-4079-b2ae-1fefcd595942),segment_id=f725870e-82df-4079-b2ae-1fefcd595942)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:16:31.004651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:16:31.009025 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:16:31.012971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:31.039274 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=e98eb604-f9c9-4e9c-b13c-a0f8aba9a888,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:31.078812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bd3101-ac22-479a-a651-e35ba1e7a7bd None None] Pushing event updated for resources: {'Port': ['ID=54bb8f9b-d095-4378-b9af-5512451244a7,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:31.081683 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:31.235533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:31.406693 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:16:31.549147 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:31.554793 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:31.644161 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:31.646813 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=e98eb604-f9c9-4e9c-b13c-a0f8aba9a888,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:31.742982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 071f5677-325d-4aa2-8b8a-3bf99eaa31ca is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:16:31.744773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:16:31.864919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:16:32.079209 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff6e2496-e635-4f59-bf09-1308e0e17fe9 None None] Network 071f5677-325d-4aa2-8b8a-3bf99eaa31ca requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:16:32.201551 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-40a01ef5-047a-42c8-b957-64844444f755 None None] Provisioning complete for port 54bb8f9b-d095-4378-b9af-5512451244a7 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:32.202071 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-40a01ef5-047a-42c8-b957-64844444f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:32.259784 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:16:32.274127 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-269c79d3-d9e2-4449-9026-2b6420e5573b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "PUT /v2.0/routers/f8bbacad-a0cd-4464-8b74-2318fa3ec1ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6966486 Nov 23 05:16:32.343394 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-40a01ef5-047a-42c8-b957-64844444f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:32.388960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-40a01ef5-047a-42c8-b957-64844444f755 None None] For port 54bb8f9b-d095-4378-b9af-5512451244a7, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=54bb8f9b-d095-4378-b9af-5512451244a7,segment=NetworkSegment(f725870e-82df-4079-b2ae-1fefcd595942),segment_id=f725870e-82df-4079-b2ae-1fefcd595942)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:16:32.394396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-40a01ef5-047a-42c8-b957-64844444f755 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:32.450478 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-ffc3b760-1fa5-4afc-9b79-128dbae8507a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1677563640&fields=id&tenant_id=6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 267 time: 0.0614753 Nov 23 05:16:32.455776 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a01ef5-047a-42c8-b957-64844444f755 None None] Pushing event updated for resources: {'Port': ['ID=54bb8f9b-d095-4378-b9af-5512451244a7,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:32.559122 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 54bb8f9b-d095-4378-b9af-5512451244a7 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:16:32.578289 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-e186d054-7585-4f7d-bedb-a790cbaf7fcb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:32.581027 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-e186d054-7585-4f7d-bedb-a790cbaf7fcb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/networks?id=071f5677-325d-4aa2-8b8a-3bf99eaa31ca HTTP/1.1" status: 200 len: 797 time: 0.1297472 Nov 23 05:16:32.594629 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Sync routers for ids ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:16:32.606247 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Routers {'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:16:32.607258 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:16:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:32.611268 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-44e73c9f-0412-4a80-a4fb-3e4d5fa1dbd3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/quotas/6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 375 time: 0.0219765 Nov 23 05:16:32.627623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 54bb8f9b-d095-4378-b9af-5512451244a7 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:32.627990 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:32.629486 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bb92eec4-4837-4a86-b976-ae4de01cc1d7 None None] Provisioning complete for port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:32.629843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bb92eec4-4837-4a86-b976-ae4de01cc1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:32.670952 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-84296462-a42b-4548-858e-fdda1656c71e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0586560 Nov 23 05:16:32.702506 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-bb92eec4-4837-4a86-b976-ae4de01cc1d7 None None] Port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:16:32.734053 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Set router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:16:32.742559 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-bb92eec4-4837-4a86-b976-ae4de01cc1d7 None None] Provisioning complete for port 54bb8f9b-d095-4378-b9af-5512451244a7 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:32.743102 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bb92eec4-4837-4a86-b976-ae4de01cc1d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:32.783768 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-ca882df2-cff4-46f4-bce0-5b4217196887 service neutron] 10.222.0.37 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962100 Nov 23 05:16:32.801622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:16:32.892906 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:32.893435 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:32.895178 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-d5fbbea0-9d01-4a41-a1c7-7cb673f5b7fc service neutron] 10.222.0.37 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038930 Nov 23 05:16:32.973483 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:16:27Z', 'updated_at': '2021-11-23T05:16:31Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:28Z', 'updated_at': '2021-11-23T05:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'e98eb604-f9c9-4e9c-b13c-a0f8aba9a888', 'name': '', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:f3:71:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:30Z', 'updated_at': '2021-11-23T05:16:31Z', 'revision_number': 2, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:33.008011 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Checking router: f8bbacad-a0cd-4464-8b74-2318fa3ec1ce for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:16:33.008715 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Updating router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:16:33.032192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-fac6f8a4-b1a8-4e48-a064-364f1d07118b None None] Provisioning complete for port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:33.032873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fac6f8a4-b1a8-4e48-a064-364f1d07118b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:33.085068 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-fac6f8a4-b1a8-4e48-a064-364f1d07118b None None] Port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:16:33.111822 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5f367663-a613-4711-9e3a-ce0476375a4e req-39d2735a-d179-45d1-832a-09e754eda8f7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 210 time: 0.0346949 Nov 23 05:16:33.132865 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:33.207127 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-648312d9-c25a-45c4-85ea-afd30eba50fd None None] Provisioning complete for port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:33.207552 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-648312d9-c25a-45c4-85ea-afd30eba50fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:33.244044 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-648312d9-c25a-45c4-85ea-afd30eba50fd None None] Port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:16:33.402331 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:33.407421 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:33.467969 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d6d84-4393-483e-855e-6c0959232d1a None None] Pushing event updated for resources: {'Port': ['ID=e98eb604-f9c9-4e9c-b13c-a0f8aba9a888,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:33.492320 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d6d84-4393-483e-855e-6c0959232d1a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:33.492701 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d6d84-4393-483e-855e-6c0959232d1a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:33.493094 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d6d84-4393-483e-855e-6c0959232d1a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:33.493476 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d6d84-4393-483e-855e-6c0959232d1a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:33.493809 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d6d84-4393-483e-855e-6c0959232d1a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:33.494192 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d6d84-4393-483e-855e-6c0959232d1a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:33.494524 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d6d84-4393-483e-855e-6c0959232d1a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:33.494852 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d6d84-4393-483e-855e-6c0959232d1a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:33.495182 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d6d84-4393-483e-855e-6c0959232d1a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:33.495505 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d6d84-4393-483e-855e-6c0959232d1a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:33.495828 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d6d84-4393-483e-855e-6c0959232d1a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:33.496145 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc1d6d84-4393-483e-855e-6c0959232d1a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:16:33.531329 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Attempting to bind port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:16:33.531627 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Attempting to bind port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': 'f725870e-82df-4079-b2ae-1fefcd595942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:16:33.531992 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Attempting to bind port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 on network 071f5677-325d-4aa2-8b8a-3bf99eaa31ca {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:16:33.538113 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 16, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:16:33.538606 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Checking segment: {'id': 'f725870e-82df-4079-b2ae-1fefcd595942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:16:33.539057 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:33.539704 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Bound using segment: {'id': 'f725870e-82df-4079-b2ae-1fefcd595942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:16:33.540193 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Bound port: e98eb604-f9c9-4e9c-b13c-a0f8aba9a888, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f725870e-82df-4079-b2ae-1fefcd595942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:16:33.540576 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:33.609936 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] For port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:16:33.613579 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] For port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e98eb604-f9c9-4e9c-b13c-a0f8aba9a888,segment=NetworkSegment(f725870e-82df-4079-b2ae-1fefcd595942),segment_id=f725870e-82df-4079-b2ae-1fefcd595942)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:16:33.618971 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:33.677935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-182ab4d3-dfa5-4024-8ae7-13da7390cb67 None None] Provisioning complete for port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:33.678308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-182ab4d3-dfa5-4024-8ae7-13da7390cb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:33.681048 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Routers {'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:16:33.681704 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:16:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:33.770319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-182ab4d3-dfa5-4024-8ae7-13da7390cb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:33.806842 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] Set router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:16:33.808832 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1d6d84-4393-483e-855e-6c0959232d1a None None] Pushing event updated for resources: {'Port': ['ID=e98eb604-f9c9-4e9c-b13c-a0f8aba9a888,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:33.814326 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-182ab4d3-dfa5-4024-8ae7-13da7390cb67 None None] For port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e98eb604-f9c9-4e9c-b13c-a0f8aba9a888,segment=NetworkSegment(f725870e-82df-4079-b2ae-1fefcd595942),segment_id=f725870e-82df-4079-b2ae-1fefcd595942)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:16:33.821851 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-182ab4d3-dfa5-4024-8ae7-13da7390cb67 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:33.874040 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182ab4d3-dfa5-4024-8ae7-13da7390cb67 None None] Pushing event updated for resources: {'Port': ['ID=e98eb604-f9c9-4e9c-b13c-a0f8aba9a888,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:33.943879 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-67171011-7752-44cf-a1ff-816525a96990 None None] Provisioning complete for port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:33.944253 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-67171011-7752-44cf-a1ff-816525a96990 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:34.016207 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:16:27Z', 'updated_at': '2021-11-23T05:16:31Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:28Z', 'updated_at': '2021-11-23T05:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'e98eb604-f9c9-4e9c-b13c-a0f8aba9a888', 'name': '', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:f3:71:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:30Z', 'updated_at': '2021-11-23T05:16:33Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:34.043805 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-787ef8c3-c274-4691-aaac-c9af01142bf4 None None] The sync data for ids ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'] in dv-neutron-818850-1-hyperv is: [{'id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:16:27Z', 'updated_at': '2021-11-23T05:16:31Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:28Z', 'updated_at': '2021-11-23T05:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'e98eb604-f9c9-4e9c-b13c-a0f8aba9a888', 'name': '', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:f3:71:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:30Z', 'updated_at': '2021-11-23T05:16:33Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:16:34.303859 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9a35a46f-5330-4f42-b605-4819a2917e8c req-5df28d98-8457-4f53-8ef3-a34385cfdd39 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 210 time: 0.0580878 Nov 23 05:16:34.365598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-37c11463-5c8f-4a66-859b-1074f7f43710 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:34.367785 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-37c11463-5c8f-4a66-859b-1074f7f43710 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/networks?id=071f5677-325d-4aa2-8b8a-3bf99eaa31ca HTTP/1.1" status: 200 len: 797 time: 0.2075295 Nov 23 05:16:34.466879 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-aeeb8cdf-0de9-46bc-865b-9eb535bbc668 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 380 time: 0.0674181 Nov 23 05:16:34.478724 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-555f912b-f3bb-40d9-9e1c-73d1cfcd53fa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'port': {'device_id': '5033d3a2-5c80-4316-97bc-691e98cb707c', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'admin_state_up': True, 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'security_groups': ['72350215-1897-458a-892e-25f91a0e6ac7']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:16:34.546264 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 54bb8f9b-d095-4378-b9af-5512451244a7 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:16:34.602357 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 54bb8f9b-d095-4378-b9af-5512451244a7 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:34.602720 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:34.611698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-555f912b-f3bb-40d9-9e1c-73d1cfcd53fa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Made reservation on behalf of 6318e264eb3243bf895e26f79c66f7bf for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:16:34.615553 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-555f912b-f3bb-40d9-9e1c-73d1cfcd53fa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:34.688162 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:16:34.741999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:34.742427 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:34.752159 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-555f912b-f3bb-40d9-9e1c-73d1cfcd53fa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.20.0.5 (071f5677-325d-4aa2-8b8a-3bf99eaa31ca/f736884c-7678-4a88-a4a2-4e5fdc35f556/368e40f8-c341-498c-a896-6b4cc165052c) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:16:34.904499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-555f912b-f3bb-40d9-9e1c-73d1cfcd53fa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:34.937965 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-555f912b-f3bb-40d9-9e1c-73d1cfcd53fa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:34.992717 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-555f912b-f3bb-40d9-9e1c-73d1cfcd53fa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 071f5677-325d-4aa2-8b8a-3bf99eaa31ca is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:16:34.994063 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555f912b-f3bb-40d9-9e1c-73d1cfcd53fa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=368e40f8-c341-498c-a896-6b4cc165052c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:34.996606 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-555f912b-f3bb-40d9-9e1c-73d1cfcd53fa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:16:34.998735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-555f912b-f3bb-40d9-9e1c-73d1cfcd53fa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:16:35.256083 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-42a74ba3-a1f2-4ad6-ab23-618fefd4bd34 None None] Provisioning complete for port 368e40f8-c341-498c-a896-6b4cc165052c triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:35.256532 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-42a74ba3-a1f2-4ad6-ab23-618fefd4bd34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:35.292264 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-42a74ba3-a1f2-4ad6-ab23-618fefd4bd34 None None] Port 368e40f8-c341-498c-a896-6b4cc165052c cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:16:35.413178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-555f912b-f3bb-40d9-9e1c-73d1cfcd53fa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:35.413892 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-555f912b-f3bb-40d9-9e1c-73d1cfcd53fa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:35.422002 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81785ff6-5010-4e1a-ade3-8a48608824d8 req-2f2e0c32-a9c1-4be9-919c-c1a57452b1bf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:35.423515 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-81785ff6-5010-4e1a-ade3-8a48608824d8 req-2f2e0c32-a9c1-4be9-919c-c1a57452b1bf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 931 time: 0.0499513 Nov 23 05:16:35.431956 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-555f912b-f3bb-40d9-9e1c-73d1cfcd53fa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9578714 Nov 23 05:16:35.460057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Request body: {'port': {'device_id': '5033d3a2-5c80-4316-97bc-691e98cb707c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:16:35.477514 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-81785ff6-5010-4e1a-ade3-8a48608824d8 req-538dac51-bd8b-4115-9b2c-b71faa35fd75 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465875 Nov 23 05:16:35.513715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:35.778643 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 368e40f8-c341-498c-a896-6b4cc165052c {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:16:35.786026 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:35.798601 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Transition to ACTIVE for port object 368e40f8-c341-498c-a896-6b4cc165052c will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:16:35.802556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:35.851945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Pushing event updated for resources: {'Port': ['ID=368e40f8-c341-498c-a896-6b4cc165052c,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:35.923967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Attempting to bind port 368e40f8-c341-498c-a896-6b4cc165052c on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:16:35.924315 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Attempting to bind port 368e40f8-c341-498c-a896-6b4cc165052c by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': 'f725870e-82df-4079-b2ae-1fefcd595942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:16:35.924643 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Attempting to bind port 368e40f8-c341-498c-a896-6b4cc165052c on network 071f5677-325d-4aa2-8b8a-3bf99eaa31ca {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:16:35.929357 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Port 368e40f8-c341-498c-a896-6b4cc165052c on network 071f5677-325d-4aa2-8b8a-3bf99eaa31ca not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:16:35.929782 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Attempting to bind port 368e40f8-c341-498c-a896-6b4cc165052c on network 071f5677-325d-4aa2-8b8a-3bf99eaa31ca {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:16:35.946847 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 16, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:16:35.948069 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Checking segment: {'id': 'f725870e-82df-4079-b2ae-1fefcd595942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:16:35.948456 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Bound using segment: {'id': 'f725870e-82df-4079-b2ae-1fefcd595942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:16:35.948892 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Bound port: 368e40f8-c341-498c-a896-6b4cc165052c, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f725870e-82df-4079-b2ae-1fefcd595942', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 158, 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:16:35.949260 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:36.019558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] For port 368e40f8-c341-498c-a896-6b4cc165052c, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:16:36.022507 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] For port 368e40f8-c341-498c-a896-6b4cc165052c, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=368e40f8-c341-498c-a896-6b4cc165052c,segment=NetworkSegment(f725870e-82df-4079-b2ae-1fefcd595942),segment_id=f725870e-82df-4079-b2ae-1fefcd595942)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:16:36.027588 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:36.062443 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:36.063109 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:36.064473 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] 10.222.0.15 "PUT /v2.0/ports/368e40f8-c341-498c-a896-6b4cc165052c HTTP/1.1" status: 200 len: 1093 time: 0.6086693 Nov 23 05:16:36.064916 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5033d3a2-5c80-4316-97bc-691e98cb707c', 'tag': '368e40f8-c341-498c-a896-6b4cc165052c'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:16:36.067202 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09c76bb3-dddf-4904-a82f-d71cbf965fa4" -d '{"events": [{"name": "network-changed", "server_uuid": "5033d3a2-5c80-4316-97bc-691e98cb707c", "tag": "368e40f8-c341-498c-a896-6b4cc165052c"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:16:36.103309 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9eaec5d-db6d-4b9f-a5f0-77039095c860 service neutron] Pushing event updated for resources: {'Port': ['ID=368e40f8-c341-498c-a896-6b4cc165052c,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:36.117609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:16:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5663f74-3352-477f-9ed6-86c7c7f209c0 x-openstack-request-id: req-c5663f74-3352-477f-9ed6-86c7c7f209c0 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:16:36.117908 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5033d3a2-5c80-4316-97bc-691e98cb707c", "tag": "368e40f8-c341-498c-a896-6b4cc165052c", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:16:36.118182 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c5663f74-3352-477f-9ed6-86c7c7f209c0 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:16:36.119558 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5033d3a2-5c80-4316-97bc-691e98cb707c', 'tag': '368e40f8-c341-498c-a896-6b4cc165052c', 'status': 'completed', 'code': 200} Nov 23 05:16:36.179966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-12489180-242b-481b-993f-0acf02b1c6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:36.181617 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-12489180-242b-481b-993f-0acf02b1c6be service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 1096 time: 0.0438573 Nov 23 05:16:36.244227 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-494c5830-32c1-4b24-8b94-e80b86e41464 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=368e40f8-c341-498c-a896-6b4cc165052c HTTP/1.1" status: 200 len: 217 time: 0.0393903 Nov 23 05:16:36.297313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-929a46b4-a1f2-4f75-b29a-c11c8f2dd40b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:36.298692 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-929a46b4-a1f2-4f75-b29a-c11c8f2dd40b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f736884c-7678-4a88-a4a2-4e5fdc35f556 HTTP/1.1" status: 200 len: 835 time: 0.0440857 Nov 23 05:16:36.347683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-ecde02e5-41f9-4cdd-929a-a9b37ff023fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:36.349121 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-ecde02e5-41f9-4cdd-929a-a9b37ff023fc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=071f5677-325d-4aa2-8b8a-3bf99eaa31ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0386317 Nov 23 05:16:36.447076 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-d3f88d31-b6d5-452f-986d-4a31d5e7a3ca service neutron] 10.222.0.15 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854971 Nov 23 05:16:36.542977 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3837e825-c610-43f1-820b-8bdcf4b7f3d3 req-049bff3f-7cce-4003-9bc7-4b5eca516970 service neutron] 10.222.0.15 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839853 Nov 23 05:16:36.592201 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e67cf18-b737-4577-919a-9dd1ad14b797 req-b94324e2-30ae-43cf-b377-15a3008a31ad tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:36.593681 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6e67cf18-b737-4577-919a-9dd1ad14b797 req-b94324e2-30ae-43cf-b377-15a3008a31ad tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 943 time: 0.0488982 Nov 23 05:16:36.643696 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6e67cf18-b737-4577-919a-9dd1ad14b797 req-1bacdb18-3409-4552-a561-8f019c8e28a2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440030 Nov 23 05:16:36.688506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c76bb3-dddf-4904-a82f-d71cbf965fa4 req-c7c8d4f9-a9fe-45fd-93e7-0f9c01822144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:36.690002 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-09c76bb3-dddf-4904-a82f-d71cbf965fa4 req-c7c8d4f9-a9fe-45fd-93e7-0f9c01822144 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 1096 time: 0.0408504 Nov 23 05:16:36.784608 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c76bb3-dddf-4904-a82f-d71cbf965fa4 req-59cb11fc-293e-44ac-a5ea-ab40b250f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:36.786080 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-09c76bb3-dddf-4904-a82f-d71cbf965fa4 req-59cb11fc-293e-44ac-a5ea-ab40b250f325 service neutron] 10.222.0.15 "GET /v2.0/networks?id=071f5677-325d-4aa2-8b8a-3bf99eaa31ca HTTP/1.1" status: 200 len: 898 time: 0.0878203 Nov 23 05:16:36.829235 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-09c76bb3-dddf-4904-a82f-d71cbf965fa4 req-0bc40fe7-372a-4b5f-ace4-64e1ba11a1f8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=368e40f8-c341-498c-a896-6b4cc165052c HTTP/1.1" status: 200 len: 217 time: 0.0337548 Nov 23 05:16:36.879345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c76bb3-dddf-4904-a82f-d71cbf965fa4 req-c017136f-4ff7-421e-9d08-71f62be55b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:36.880777 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-09c76bb3-dddf-4904-a82f-d71cbf965fa4 req-c017136f-4ff7-421e-9d08-71f62be55b93 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f736884c-7678-4a88-a4a2-4e5fdc35f556 HTTP/1.1" status: 200 len: 835 time: 0.0436113 Nov 23 05:16:36.932622 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c76bb3-dddf-4904-a82f-d71cbf965fa4 req-f43075b6-a337-4fa6-a06d-5b47abd7a872 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:36.934095 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-09c76bb3-dddf-4904-a82f-d71cbf965fa4 req-f43075b6-a337-4fa6-a06d-5b47abd7a872 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=071f5677-325d-4aa2-8b8a-3bf99eaa31ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0443511 Nov 23 05:16:36.973212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-10529c45-f612-4ce8-9125-ba44b3a3d130 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:37.026380 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-09c76bb3-dddf-4904-a82f-d71cbf965fa4 req-c9b741dc-36ac-4cc8-b682-a8678da651e0 service neutron] 10.222.0.15 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832419 Nov 23 05:16:37.122593 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-09c76bb3-dddf-4904-a82f-d71cbf965fa4 req-eda613e6-0331-4fe5-a5b8-f7bef02edabd service neutron] 10.222.0.15 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882215 Nov 23 05:16:37.762203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0bebc1-073c-43fb-997c-90a1d3cb8691 req-ba8f0bff-c922-4cad-92c0-9d0a9508e29c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:37.763674 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3b0bebc1-073c-43fb-997c-90a1d3cb8691 req-ba8f0bff-c922-4cad-92c0-9d0a9508e29c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 943 time: 0.0491416 Nov 23 05:16:37.812347 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3b0bebc1-073c-43fb-997c-90a1d3cb8691 req-95481b21-14ab-4202-a64c-7c3c0ed84b64 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428383 Nov 23 05:16:38.779838 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 368e40f8-c341-498c-a896-6b4cc165052c details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:16:38.873098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 368e40f8-c341-498c-a896-6b4cc165052c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=368e40f8-c341-498c-a896-6b4cc165052c,segment=NetworkSegment(f725870e-82df-4079-b2ae-1fefcd595942),segment_id=f725870e-82df-4079-b2ae-1fefcd595942)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:16:38.884941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '368e40f8-c341-498c-a896-6b4cc165052c', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'port_id': '368e40f8-c341-498c-a896-6b4cc165052c', 'mac_address': 'fa:16:3e:21:d2:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 158, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:16:38.925467 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:38.926157 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21dc2d8-2697-4a69-88ff-ea73ce2d80e8 req-b55c7a32-e3f9-4b96-9f71-762e654e180e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:38.927626 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a21dc2d8-2697-4a69-88ff-ea73ce2d80e8 req-b55c7a32-e3f9-4b96-9f71-762e654e180e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 943 time: 0.0481496 Nov 23 05:16:38.938311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 368e40f8-c341-498c-a896-6b4cc165052c {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:16:38.957067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 368e40f8-c341-498c-a896-6b4cc165052c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=368e40f8-c341-498c-a896-6b4cc165052c,segment=NetworkSegment(f725870e-82df-4079-b2ae-1fefcd595942),segment_id=f725870e-82df-4079-b2ae-1fefcd595942)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:16:38.964476 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:38.979862 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a21dc2d8-2697-4a69-88ff-ea73ce2d80e8 req-3b83b8e2-08d0-422f-9652-1d99fc146cec tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460782 Nov 23 05:16:39.011754 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:39.020685 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=368e40f8-c341-498c-a896-6b4cc165052c,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:39.244323 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5be5c7f5-a5ff-40dd-a89a-8b47261678bd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:39.316751 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['368e40f8-c341-498c-a896-6b4cc165052c'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:16:40.093096 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6c8933-acf1-4c6d-9f50-9c0eb1ceb0ef req-64c729fd-3362-49ee-b98d-f497a9b756a3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:40.094617 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4a6c8933-acf1-4c6d-9f50-9c0eb1ceb0ef req-64c729fd-3362-49ee-b98d-f497a9b756a3 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 944 time: 0.0486329 Nov 23 05:16:40.147184 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4a6c8933-acf1-4c6d-9f50-9c0eb1ceb0ef req-1c2b861e-9806-4b23-93c8-eced683e172b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467999 Nov 23 05:16:40.488189 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:40.808241 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 368e40f8-c341-498c-a896-6b4cc165052c up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:16:40.858948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 368e40f8-c341-498c-a896-6b4cc165052c completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:16:40.862717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 368e40f8-c341-498c-a896-6b4cc165052c triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:16:40.863092 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:40.938712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:40.961092 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5033d3a2-5c80-4316-97bc-691e98cb707c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368e40f8-c341-498c-a896-6b4cc165052c'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:16:40.963352 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3e5c813-0e99-43dc-8c75-7d1bebbf616f" -d '{"events": [{"server_uuid": "5033d3a2-5c80-4316-97bc-691e98cb707c", "name": "network-vif-plugged", "status": "completed", "tag": "368e40f8-c341-498c-a896-6b4cc165052c"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:16:40.976215 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 368e40f8-c341-498c-a896-6b4cc165052c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=368e40f8-c341-498c-a896-6b4cc165052c,segment=NetworkSegment(f725870e-82df-4079-b2ae-1fefcd595942),segment_id=f725870e-82df-4079-b2ae-1fefcd595942)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:16:40.980402 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:41.013092 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:16:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05889ab0-a660-432d-9ff8-3ce500eb11f3 x-openstack-request-id: req-05889ab0-a660-432d-9ff8-3ce500eb11f3 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:16:41.013418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5033d3a2-5c80-4316-97bc-691e98cb707c", "name": "network-vif-plugged", "status": "completed", "tag": "368e40f8-c341-498c-a896-6b4cc165052c", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:16:41.013672 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-05889ab0-a660-432d-9ff8-3ce500eb11f3 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:16:41.014061 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5033d3a2-5c80-4316-97bc-691e98cb707c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '368e40f8-c341-498c-a896-6b4cc165052c', 'code': 200} Nov 23 05:16:41.033496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=368e40f8-c341-498c-a896-6b4cc165052c,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:41.269933 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39a4960-7dd2-49e0-b03c-f6187abd84c1 req-4c3be36d-ae7e-4f4f-87eb-aca7d05befac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:41.271385 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f39a4960-7dd2-49e0-b03c-f6187abd84c1 req-4c3be36d-ae7e-4f4f-87eb-aca7d05befac service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 1098 time: 0.0702720 Nov 23 05:16:41.283070 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2798659b-abce-4424-ad95-8b73da24544f req-ab7f9e97-d9d0-4011-a659-f183d3a3a7ba tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:41.284583 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2798659b-abce-4424-ad95-8b73da24544f req-ab7f9e97-d9d0-4011-a659-f183d3a3a7ba tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0593982 Nov 23 05:16:41.355956 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f39a4960-7dd2-49e0-b03c-f6187abd84c1 req-6cb06d4c-064b-4fb2-84fa-4a7a337192c7 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703888 Nov 23 05:16:41.360765 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2798659b-abce-4424-ad95-8b73da24544f req-ca88e6d6-f570-47d0-8ee1-94732c304f60 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697072 Nov 23 05:16:41.908966 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:42.478176 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e636e6e2-3ea7-4664-8364-25a72b6c2ff5 req-54b44f47-eefa-4314-bbc7-2fd0ea433dd0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:42.479608 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e636e6e2-3ea7-4664-8364-25a72b6c2ff5 req-54b44f47-eefa-4314-bbc7-2fd0ea433dd0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0516181 Nov 23 05:16:42.529836 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e636e6e2-3ea7-4664-8364-25a72b6c2ff5 req-293d18fa-59cc-458d-b7f8-9138222043c4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441875 Nov 23 05:16:42.733300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:43.659382 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcab40f-fdca-44f8-82e9-745650e2a6ac req-8b0085dc-3f97-4a75-95a1-8044de8f40cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:43.660845 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3dcab40f-fdca-44f8-82e9-745650e2a6ac req-8b0085dc-3f97-4a75-95a1-8044de8f40cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0633211 Nov 23 05:16:43.710800 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3dcab40f-fdca-44f8-82e9-745650e2a6ac req-9e79e2ff-a863-4f8e-9d21-0c75bd6aa144 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429518 Nov 23 05:16:43.824422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf57860-4e04-498b-be37-2875cd6af2c7 req-30100ba6-70f6-4c20-8fb4-bea8baf05c5a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:43.825877 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ecf57860-4e04-498b-be37-2875cd6af2c7 req-30100ba6-70f6-4c20-8fb4-bea8baf05c5a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0478675 Nov 23 05:16:43.873835 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ecf57860-4e04-498b-be37-2875cd6af2c7 req-284cf416-d88e-4a40-b3b4-dce145027660 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421009 Nov 23 05:16:43.895881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53140) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:43.977197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c1bd18-6552-414f-995b-a2b437c3262e tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:43.978757 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-51c1bd18-6552-414f-995b-a2b437c3262e tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 1093 time: 0.0818603 Nov 23 05:16:43.981623 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53144) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:43.985996 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': '368e40f8-c341-498c-a896-6b4cc165052c', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address': '172.20.0.5'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:16:44.008532 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:44.108727 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:44.214262 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.26.8.27 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/812a2a03-1812-47b6-b6e8-9bbb4d6755ac) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:16:44.315230 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:44.347658 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:44.384199 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:16:44.386902 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:16:44.390281 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:16:44.422052 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=812a2a03-1812-47b6-b6e8-9bbb4d6755ac,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:44.743221 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:44.812197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:44.959826 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:44.964778 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:45.032723 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=812a2a03-1812-47b6-b6e8-9bbb4d6755ac,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:16:45.048443 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:45.149757 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Floating IP c5bdeb97-3c51-4d6a-a343-5c467cbd3339 associated. External IP: 172.26.8.27, port: 368e40f8-c341-498c-a896-6b4cc165052c. Nov 23 05:16:45.356685 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:16:45.462841 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:16:45.472976 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814e70c1-beb5-43fb-9182-42e734f6260e None None] Sync routers for ids ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:16:45.481660 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:16:45.482564 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814e70c1-beb5-43fb-9182-42e734f6260e None None] Routers {'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:16:45.483227 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-814e70c1-beb5-43fb-9182-42e734f6260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:16:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:45.509314 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4c2d87e8-87f5-4ac7-817d-b6339d24e437 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5266058 Nov 23 05:16:45.510017 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5033d3a2-5c80-4316-97bc-691e98cb707c', 'tag': '368e40f8-c341-498c-a896-6b4cc165052c'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:16:45.512466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4e719f7-ffe8-4ce7-94ce-7092ee5db0c9" -d '{"events": [{"name": "network-changed", "server_uuid": "5033d3a2-5c80-4316-97bc-691e98cb707c", "tag": "368e40f8-c341-498c-a896-6b4cc165052c"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:16:45.592795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-814e70c1-beb5-43fb-9182-42e734f6260e None None] Set router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:16:45.609899 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:16:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9993481-94b3-434e-9f2f-e70e5b90bbd9 x-openstack-request-id: req-c9993481-94b3-434e-9f2f-e70e5b90bbd9 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:16:45.610195 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5033d3a2-5c80-4316-97bc-691e98cb707c", "tag": "368e40f8-c341-498c-a896-6b4cc165052c", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:16:45.610492 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c9993481-94b3-434e-9f2f-e70e5b90bbd9 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:16:45.610922 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5033d3a2-5c80-4316-97bc-691e98cb707c', 'tag': '368e40f8-c341-498c-a896-6b4cc165052c', 'status': 'completed', 'code': 200} Nov 23 05:16:45.613306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba662a36-690b-45b9-9667-ead2a5c4d29c req-5cbc42aa-bf85-4a62-bf9e-66faabc58794 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:45.615060 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ba662a36-690b-45b9-9667-ead2a5c4d29c req-5cbc42aa-bf85-4a62-bf9e-66faabc58794 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0530260 Nov 23 05:16:45.695081 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ba662a36-690b-45b9-9667-ead2a5c4d29c req-cb7f7a4e-9403-49f3-bed7-a33f62b07d42 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0724375 Nov 23 05:16:45.719251 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53152) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:45.723958 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e719f7-ffe8-4ce7-94ce-7092ee5db0c9 req-0949716d-84ac-49dd-a841-856dc73a902c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:45.725482 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c4e719f7-ffe8-4ce7-94ce-7092ee5db0c9 req-0949716d-84ac-49dd-a841-856dc73a902c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 1098 time: 0.0607059 Nov 23 05:16:45.794014 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b3c3eb7e-0beb-4766-b390-6b5399383202 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/c5bdeb97-3c51-4d6a-a343-5c467cbd3339 HTTP/1.1" status: 200 len: 990 time: 0.0725403 Nov 23 05:16:45.835308 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e719f7-ffe8-4ce7-94ce-7092ee5db0c9 req-c266b116-7109-4a8c-b309-600652571aa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:45.837341 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c4e719f7-ffe8-4ce7-94ce-7092ee5db0c9 req-c266b116-7109-4a8c-b309-600652571aa4 service neutron] 10.222.0.15 "GET /v2.0/networks?id=071f5677-325d-4aa2-8b8a-3bf99eaa31ca HTTP/1.1" status: 200 len: 898 time: 0.1034319 Nov 23 05:16:45.842978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-814e70c1-beb5-43fb-9182-42e734f6260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:16:27Z', 'updated_at': '2021-11-23T05:16:31Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:28Z', 'updated_at': '2021-11-23T05:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'c5bdeb97-3c51-4d6a-a343-5c467cbd3339', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'port_id': '368e40f8-c341-498c-a896-6b4cc165052c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'mac_address': 'fa:16:3e:21:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5033d3a2-5c80-4316-97bc-691e98cb707c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:16:44Z', 'updated_at': '2021-11-23T05:16:44Z', 'revision_number': 0, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98eb604-f9c9-4e9c-b13c-a0f8aba9a888', 'name': '', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:f3:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:30Z', 'updated_at': '2021-11-23T05:16:33Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:45.869952 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814e70c1-beb5-43fb-9182-42e734f6260e None None] Checking router: f8bbacad-a0cd-4464-8b74-2318fa3ec1ce for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:16:45.878875 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-814e70c1-beb5-43fb-9182-42e734f6260e None None] Routers {'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:16:45.879436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-814e70c1-beb5-43fb-9182-42e734f6260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:16:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:45.908667 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c4e719f7-ffe8-4ce7-94ce-7092ee5db0c9 req-9ddc80c5-f144-4e5b-92e5-aa5fb4c400af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=368e40f8-c341-498c-a896-6b4cc165052c HTTP/1.1" status: 200 len: 998 time: 0.0645139 Nov 23 05:16:45.960960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e719f7-ffe8-4ce7-94ce-7092ee5db0c9 req-ca139591-4e89-4872-8268-476f0ca671a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:45.962454 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c4e719f7-ffe8-4ce7-94ce-7092ee5db0c9 req-ca139591-4e89-4872-8268-476f0ca671a4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f736884c-7678-4a88-a4a2-4e5fdc35f556 HTTP/1.1" status: 200 len: 835 time: 0.0460448 Nov 23 05:16:46.012497 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e719f7-ffe8-4ce7-94ce-7092ee5db0c9 req-2f1bacf3-82ec-422a-b032-ba4fec860c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:46.014069 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c4e719f7-ffe8-4ce7-94ce-7092ee5db0c9 req-2f1bacf3-82ec-422a-b032-ba4fec860c98 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=071f5677-325d-4aa2-8b8a-3bf99eaa31ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0438890 Nov 23 05:16:46.114022 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c4e719f7-ffe8-4ce7-94ce-7092ee5db0c9 req-6226f39c-65fa-4cae-8ccc-5a51765a1b62 service neutron] 10.222.0.15 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919363 Nov 23 05:16:46.138885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-814e70c1-beb5-43fb-9182-42e734f6260e None None] Set router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:16:46.206410 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c4e719f7-ffe8-4ce7-94ce-7092ee5db0c9 req-90563c8e-1adb-453f-ba2f-8dc49b31c648 service neutron] 10.222.0.15 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843678 Nov 23 05:16:46.374358 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-814e70c1-beb5-43fb-9182-42e734f6260e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:16:27Z', 'updated_at': '2021-11-23T05:16:31Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:28Z', 'updated_at': '2021-11-23T05:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'c5bdeb97-3c51-4d6a-a343-5c467cbd3339', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'port_id': '368e40f8-c341-498c-a896-6b4cc165052c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'mac_address': 'fa:16:3e:21:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5033d3a2-5c80-4316-97bc-691e98cb707c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:16:44Z', 'updated_at': '2021-11-23T05:16:44Z', 'revision_number': 0, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98eb604-f9c9-4e9c-b13c-a0f8aba9a888', 'name': '', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:f3:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:30Z', 'updated_at': '2021-11-23T05:16:33Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:16:46.405072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-814e70c1-beb5-43fb-9182-42e734f6260e None None] The sync data for ids ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'] in dv-neutron-818850-1-hyperv is: [{'id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:16:27Z', 'updated_at': '2021-11-23T05:16:31Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:28Z', 'updated_at': '2021-11-23T05:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'c5bdeb97-3c51-4d6a-a343-5c467cbd3339', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'floating_ip_address': '172.26.8.27', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'port_id': '368e40f8-c341-498c-a896-6b4cc165052c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1768, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'mac_address': 'fa:16:3e:21:d2:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5033d3a2-5c80-4316-97bc-691e98cb707c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:16:44Z', 'updated_at': '2021-11-23T05:16:44Z', 'revision_number': 0, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e98eb604-f9c9-4e9c-b13c-a0f8aba9a888', 'name': '', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:f3:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:30Z', 'updated_at': '2021-11-23T05:16:33Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:16:46.593039 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-47f5eeb2-fe52-4740-9865-e9a878f8459f None None] New status for floating IP c5bdeb97-3c51-4d6a-a343-5c467cbd3339: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:16:46.796745 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53154) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:16:46.859884 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7e74bc00-d962-48fc-baf5-4076c7afbec7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/c5bdeb97-3c51-4d6a-a343-5c467cbd3339 HTTP/1.1" status: 200 len: 992 time: 0.0619690 Nov 23 05:16:55.699822 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-534798c1-df68-40d7-a498-7463083eeab0 req-a4aac5ea-cf08-4640-ab91-6aefd28ddf9d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0399687 Nov 23 05:16:55.804811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534798c1-df68-40d7-a498-7463083eeab0 req-b660509b-5be2-48b4-8a6d-379e333455ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:55.807078 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-534798c1-df68-40d7-a498-7463083eeab0 req-b660509b-5be2-48b4-8a6d-379e333455ed service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 1098 time: 0.0450311 Nov 23 05:16:55.911293 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534798c1-df68-40d7-a498-7463083eeab0 req-f9523d4c-c563-40e2-90d7-845f916c7c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:55.912747 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-534798c1-df68-40d7-a498-7463083eeab0 req-f9523d4c-c563-40e2-90d7-845f916c7c12 service neutron] 10.222.0.15 "GET /v2.0/networks?id=071f5677-325d-4aa2-8b8a-3bf99eaa31ca HTTP/1.1" status: 200 len: 898 time: 0.0842416 Nov 23 05:16:55.983125 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-534798c1-df68-40d7-a498-7463083eeab0 req-91d673c3-fb8b-4eb0-bbf2-d27ffd5e8752 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=368e40f8-c341-498c-a896-6b4cc165052c HTTP/1.1" status: 200 len: 1000 time: 0.0609136 Nov 23 05:16:56.035022 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534798c1-df68-40d7-a498-7463083eeab0 req-46b053d6-1acd-4549-849f-8ac78cdd3252 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:56.036486 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-534798c1-df68-40d7-a498-7463083eeab0 req-46b053d6-1acd-4549-849f-8ac78cdd3252 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f736884c-7678-4a88-a4a2-4e5fdc35f556 HTTP/1.1" status: 200 len: 835 time: 0.0445840 Nov 23 05:16:56.087705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534798c1-df68-40d7-a498-7463083eeab0 req-6158cee6-c809-49c9-b28e-0cf94271112b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:16:56.089178 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-534798c1-df68-40d7-a498-7463083eeab0 req-6158cee6-c809-49c9-b28e-0cf94271112b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=071f5677-325d-4aa2-8b8a-3bf99eaa31ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407231 Nov 23 05:16:56.182800 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-534798c1-df68-40d7-a498-7463083eeab0 req-60e59418-326f-4537-98b8-44608e1a1c85 service neutron] 10.222.0.15 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848396 Nov 23 05:16:56.274176 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-534798c1-df68-40d7-a498-7463083eeab0 req-dfa8235d-1329-44eb-8f4c-66322934774a service neutron] 10.222.0.15 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825713 Nov 23 05:17:06.974950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-49f9a018-d7e9-4877-845e-e3d6e0b8b7a3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:08.407885 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:17:08.986290 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:09.246287 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-63adc928-9e89-4187-b2f9-35f0770b8d70 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:10.489792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:11.911183 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:12.733912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:20.192562 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99458f95-a83f-4c56-92d0-1e588f82856a req-ff1ae559-479d-437b-9739-a4b5bd0d1dc6 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:20.194071 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-99458f95-a83f-4c56-92d0-1e588f82856a req-ff1ae559-479d-437b-9739-a4b5bd0d1dc6 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0492260 Nov 23 05:17:20.244753 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-99458f95-a83f-4c56-92d0-1e588f82856a req-d12712fe-3bf0-4f60-82fb-69a0399cdc8e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0443497 Nov 23 05:17:21.364689 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95275f52-6628-4981-b6b7-a69166faed9a req-f0e21372-fb26-418b-80b6-a0f40847959a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:21.366182 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-95275f52-6628-4981-b6b7-a69166faed9a req-f0e21372-fb26-418b-80b6-a0f40847959a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0491657 Nov 23 05:17:21.419365 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-95275f52-6628-4981-b6b7-a69166faed9a req-1249d628-1eff-4062-8601-cfa22f31516d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473800 Nov 23 05:17:22.536208 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb5b398c-67cb-45e4-b113-f82c59568453 req-a4eab313-655c-46e0-82a7-7b26096d7957 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:22.537691 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fb5b398c-67cb-45e4-b113-f82c59568453 req-a4eab313-655c-46e0-82a7-7b26096d7957 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0520115 Nov 23 05:17:22.585717 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-fb5b398c-67cb-45e4-b113-f82c59568453 req-99f4ab7a-c024-4981-9e0b-d1139248e992 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422113 Nov 23 05:17:23.698300 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b173237a-5e3c-4a34-be3a-e32a358580af req-e4791911-50d7-438b-978d-a8eeda4a3875 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:23.699763 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b173237a-5e3c-4a34-be3a-e32a358580af req-e4791911-50d7-438b-978d-a8eeda4a3875 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0489326 Nov 23 05:17:23.748489 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b173237a-5e3c-4a34-be3a-e32a358580af req-b1dd1d25-fe63-4079-a456-46cd78a47b22 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429447 Nov 23 05:17:24.861397 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ab1f4f-44b9-4162-9127-7740daefdb3d req-630d91fd-1264-4a46-96b3-649383060986 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:24.862866 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c2ab1f4f-44b9-4162-9127-7740daefdb3d req-630d91fd-1264-4a46-96b3-649383060986 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0478456 Nov 23 05:17:24.911630 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c2ab1f4f-44b9-4162-9127-7740daefdb3d req-e99b22fc-25c2-408a-b562-e90877983d41 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430126 Nov 23 05:17:26.024733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9367916-934c-4a60-baa6-c535d18efd48 req-ecff0da7-116a-48ad-95ae-1d6773e0d5b7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:26.026208 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b9367916-934c-4a60-baa6-c535d18efd48 req-ecff0da7-116a-48ad-95ae-1d6773e0d5b7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0486090 Nov 23 05:17:26.074529 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b9367916-934c-4a60-baa6-c535d18efd48 req-b982c936-e967-48ff-b47d-5e810ea0ec88 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425389 Nov 23 05:17:27.187232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222c1681-f7f2-479f-9ea2-378ea43cf848 req-728f5f7c-91ac-4089-9afb-62e613e00b01 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:27.188853 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-222c1681-f7f2-479f-9ea2-378ea43cf848 req-728f5f7c-91ac-4089-9afb-62e613e00b01 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0486653 Nov 23 05:17:27.241342 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-222c1681-f7f2-479f-9ea2-378ea43cf848 req-05afc1a0-38ad-48e5-b64f-316832a18021 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466881 Nov 23 05:17:28.356683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357e4c7-6c55-460b-a9b6-aa27008edaf0 req-f6a9dbb6-f3a6-463a-9a71-bfe800e2e8b9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:28.358330 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c357e4c7-6c55-460b-a9b6-aa27008edaf0 req-f6a9dbb6-f3a6-463a-9a71-bfe800e2e8b9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0524225 Nov 23 05:17:28.407543 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c357e4c7-6c55-460b-a9b6-aa27008edaf0 req-be132335-5b9f-4061-9cf0-bc9f7ac72ba9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433803 Nov 23 05:17:29.519773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf37782-a816-428a-a4ba-e9087fe81ac7 req-ff4aa105-7552-4313-94a1-f67317759aaf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:29.521222 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1bf37782-a816-428a-a4ba-e9087fe81ac7 req-ff4aa105-7552-4313-94a1-f67317759aaf tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0490744 Nov 23 05:17:29.574977 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1bf37782-a816-428a-a4ba-e9087fe81ac7 req-30a671cb-61eb-4d10-8411-22fe29f1520a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471387 Nov 23 05:17:30.689054 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0eff6f-36d3-490e-a573-42e9fb65cf43 req-db09a6dd-5472-4655-b85e-57d192880830 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:30.690466 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4f0eff6f-36d3-490e-a573-42e9fb65cf43 req-db09a6dd-5472-4655-b85e-57d192880830 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0480936 Nov 23 05:17:30.740190 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4f0eff6f-36d3-490e-a573-42e9fb65cf43 req-412bdb68-8387-438a-a068-00f26fb93491 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439057 Nov 23 05:17:30.762835 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53192) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:17:30.826301 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-316df85a-fc90-4e12-88f5-633e5eb629b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/c5bdeb97-3c51-4d6a-a343-5c467cbd3339 HTTP/1.1" status: 200 len: 992 time: 0.0622723 Nov 23 05:17:32.129634 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428ea176-7c3e-4920-974c-757bb26b0081 req-9efc9226-f5e1-4054-9c89-4f7f2193cefa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:32.131127 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-428ea176-7c3e-4920-974c-757bb26b0081 req-9efc9226-f5e1-4054-9c89-4f7f2193cefa tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0491023 Nov 23 05:17:32.182783 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-428ea176-7c3e-4920-974c-757bb26b0081 req-316b1572-fc29-4c0e-a878-b180787a1d0f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441794 Nov 23 05:17:32.196803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5826f1-e80b-42ff-b717-dd31d46aa6c6 req-b1adc67f-bada-4c73-a0b0-7b1cfd679c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:32.198353 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae5826f1-e80b-42ff-b717-dd31d46aa6c6 req-b1adc67f-bada-4c73-a0b0-7b1cfd679c3a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 1098 time: 0.0401747 Nov 23 05:17:32.300642 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5826f1-e80b-42ff-b717-dd31d46aa6c6 req-126f4341-69ff-4969-8354-344d77848e42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:32.302020 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae5826f1-e80b-42ff-b717-dd31d46aa6c6 req-126f4341-69ff-4969-8354-344d77848e42 service neutron] 10.222.0.15 "GET /v2.0/networks?id=071f5677-325d-4aa2-8b8a-3bf99eaa31ca HTTP/1.1" status: 200 len: 898 time: 0.0907800 Nov 23 05:17:32.370377 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae5826f1-e80b-42ff-b717-dd31d46aa6c6 req-40f94274-67f2-4c1e-a0e2-9b75e17c75bf service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=368e40f8-c341-498c-a896-6b4cc165052c HTTP/1.1" status: 200 len: 1000 time: 0.0565412 Nov 23 05:17:32.423640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5826f1-e80b-42ff-b717-dd31d46aa6c6 req-d98a95bc-ca24-4224-a6b6-773f020fcf4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:32.425013 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae5826f1-e80b-42ff-b717-dd31d46aa6c6 req-d98a95bc-ca24-4224-a6b6-773f020fcf4d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f736884c-7678-4a88-a4a2-4e5fdc35f556 HTTP/1.1" status: 200 len: 835 time: 0.0431480 Nov 23 05:17:32.476984 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5826f1-e80b-42ff-b717-dd31d46aa6c6 req-b48371a1-dcff-4eb8-8d9f-9cb06a5c1f76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:32.478523 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae5826f1-e80b-42ff-b717-dd31d46aa6c6 req-b48371a1-dcff-4eb8-8d9f-9cb06a5c1f76 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=071f5677-325d-4aa2-8b8a-3bf99eaa31ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0428836 Nov 23 05:17:32.577183 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae5826f1-e80b-42ff-b717-dd31d46aa6c6 req-fe5e4a51-8eb8-4aea-af3d-8be913235bee service neutron] 10.222.0.15 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872650 Nov 23 05:17:32.673181 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae5826f1-e80b-42ff-b717-dd31d46aa6c6 req-30f9ff02-5c7c-41a9-9dce-fa2dca82d12b service neutron] 10.222.0.15 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843637 Nov 23 05:17:33.300682 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b54c602-dae3-4289-9da5-4566cb0539d3 req-98321f57-277f-44f9-834f-eb011aae5cb0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:33.302213 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0b54c602-dae3-4289-9da5-4566cb0539d3 req-98321f57-277f-44f9-834f-eb011aae5cb0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0506980 Nov 23 05:17:33.352099 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0b54c602-dae3-4289-9da5-4566cb0539d3 req-7736c6f3-1d05-4cf6-99f8-cfc1f4556c50 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436208 Nov 23 05:17:34.470958 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18443408-7343-47d2-bdbd-34de4cf7501c req-988cf5c8-0461-491b-8fe0-ecacca8897b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:34.472478 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-18443408-7343-47d2-bdbd-34de4cf7501c req-988cf5c8-0461-491b-8fe0-ecacca8897b0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0525582 Nov 23 05:17:34.522216 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-18443408-7343-47d2-bdbd-34de4cf7501c req-9941de29-004d-479f-9568-c33a6c83d9a8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437877 Nov 23 05:17:34.544181 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53204) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:17:34.602572 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9a071e9f-f694-4787-9f7f-b0bcf0f3f038 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/c5bdeb97-3c51-4d6a-a343-5c467cbd3339 HTTP/1.1" status: 200 len: 992 time: 0.0569761 Nov 23 05:17:36.974777 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-19436737-30d4-4dff-8480-90670d805e85 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:38.982017 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:39.251521 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-59c16bdd-8ef7-47dc-877a-71e84074d67f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:40.492872 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:41.917014 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:42.735760 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:17:45.406586 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:17:57.686402 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ea4f9e07-9c63-411d-b2d6-6f9eea5a4e55 req-b2e5b328-b2d6-454d-82a7-8e714ff99675 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0391107 Nov 23 05:17:57.795222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f9e07-9c63-411d-b2d6-6f9eea5a4e55 req-ab37bcad-e1b0-4b15-bf73-2e962f22ec7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:57.797260 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ea4f9e07-9c63-411d-b2d6-6f9eea5a4e55 req-ab37bcad-e1b0-4b15-bf73-2e962f22ec7e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 1098 time: 0.0398092 Nov 23 05:17:57.903165 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f9e07-9c63-411d-b2d6-6f9eea5a4e55 req-b55824b9-dee0-4a62-b646-ebd8a61882bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:57.904664 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ea4f9e07-9c63-411d-b2d6-6f9eea5a4e55 req-b55824b9-dee0-4a62-b646-ebd8a61882bb service neutron] 10.222.0.15 "GET /v2.0/networks?id=071f5677-325d-4aa2-8b8a-3bf99eaa31ca HTTP/1.1" status: 200 len: 898 time: 0.0880411 Nov 23 05:17:57.973067 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ea4f9e07-9c63-411d-b2d6-6f9eea5a4e55 req-bc2b7089-4219-469c-85af-0c45777f42ad service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=368e40f8-c341-498c-a896-6b4cc165052c HTTP/1.1" status: 200 len: 1000 time: 0.0604722 Nov 23 05:17:58.026873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f9e07-9c63-411d-b2d6-6f9eea5a4e55 req-fca3ca9e-95b7-46be-82be-9d28e7d89214 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:58.028326 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ea4f9e07-9c63-411d-b2d6-6f9eea5a4e55 req-fca3ca9e-95b7-46be-82be-9d28e7d89214 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f736884c-7678-4a88-a4a2-4e5fdc35f556 HTTP/1.1" status: 200 len: 835 time: 0.0477052 Nov 23 05:17:58.073212 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4f9e07-9c63-411d-b2d6-6f9eea5a4e55 req-3f53c892-9216-4154-9598-d3b7aeea1990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:17:58.074685 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ea4f9e07-9c63-411d-b2d6-6f9eea5a4e55 req-3f53c892-9216-4154-9598-d3b7aeea1990 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=071f5677-325d-4aa2-8b8a-3bf99eaa31ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0389404 Nov 23 05:17:58.163969 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ea4f9e07-9c63-411d-b2d6-6f9eea5a4e55 req-97531f70-99c4-43bf-ba00-54b41b524aeb service neutron] 10.222.0.15 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811229 Nov 23 05:17:58.259339 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ea4f9e07-9c63-411d-b2d6-6f9eea5a4e55 req-3c8142ff-2208-4ab2-9711-4f39d315399a service neutron] 10.222.0.15 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865941 Nov 23 05:18:05.147775 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53216) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:05.301769 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port 812a2a03-1812-47b6-b6e8-9bbb4d6755ac {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:18:05.302109 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:05.375698 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:05.376024 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:05.387816 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for 812a2a03-1812-47b6-b6e8-9bbb4d6755ac owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:18:05.533488 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:05.558177 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=812a2a03-1812-47b6-b6e8-9bbb4d6755ac,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:05.570880 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:05.571229 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:05.571572 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:05.571909 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:05.572245 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:05.572574 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:05.572903 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:05.573414 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:05.573738 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:05.574065 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:05.574389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:05.574707 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:05.633310 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:05.633666 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Floating IP c5bdeb97-3c51-4d6a-a343-5c467cbd3339 disassociated (deleted). External IP: 172.26.8.27, port: 368e40f8-c341-498c-a896-6b4cc165052c. Nov 23 05:18:05.839781 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:18:06.228664 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:18:06.233374 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:06.238184 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db1f911-4b5c-49c8-9f4d-5514d42804f2 None None] Sync routers for ids ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:18:06.247883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db1f911-4b5c-49c8-9f4d-5514d42804f2 None None] Routers {'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:18:06.248575 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-9db1f911-4b5c-49c8-9f4d-5514d42804f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:17:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:06.259859 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-8c0721d1-0542-43a9-810c-0b6a8dcd106f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/floatingips/c5bdeb97-3c51-4d6a-a343-5c467cbd3339 HTTP/1.1" status: 204 len: 168 time: 1.1110184 Nov 23 05:18:06.260457 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5033d3a2-5c80-4316-97bc-691e98cb707c', 'tag': '368e40f8-c341-498c-a896-6b4cc165052c'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:18:06.262742 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-438e681e-d42c-4a43-aeed-8bbe7a04a2c6" -d '{"events": [{"name": "network-changed", "server_uuid": "5033d3a2-5c80-4316-97bc-691e98cb707c", "tag": "368e40f8-c341-498c-a896-6b4cc165052c"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:18:06.302254 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:18:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c0944fc-7ea4-4258-8191-6a95a58dc10c x-openstack-request-id: req-4c0944fc-7ea4-4258-8191-6a95a58dc10c {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:18:06.302559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5033d3a2-5c80-4316-97bc-691e98cb707c", "tag": "368e40f8-c341-498c-a896-6b4cc165052c", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:18:06.302820 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c0944fc-7ea4-4258-8191-6a95a58dc10c {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:18:06.303248 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5033d3a2-5c80-4316-97bc-691e98cb707c', 'tag': '368e40f8-c341-498c-a896-6b4cc165052c', 'status': 'completed', 'code': 200} Nov 23 05:18:06.359937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-9db1f911-4b5c-49c8-9f4d-5514d42804f2 None None] Set router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:18:06.402392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e681e-d42c-4a43-aeed-8bbe7a04a2c6 req-96889f3d-57bb-4cfb-9a91-3d528047824c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:06.403993 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-438e681e-d42c-4a43-aeed-8bbe7a04a2c6 req-96889f3d-57bb-4cfb-9a91-3d528047824c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 1098 time: 0.0483978 Nov 23 05:18:06.541053 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c8106-4659-47c0-9416-572f9e18d4aa req-fc597dd1-7391-4076-8c26-07200462782f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:06.542467 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b55c8106-4659-47c0-9416-572f9e18d4aa req-fc597dd1-7391-4076-8c26-07200462782f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.1021316 Nov 23 05:18:06.560100 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-9db1f911-4b5c-49c8-9f4d-5514d42804f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:16:27Z', 'updated_at': '2021-11-23T05:16:31Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:28Z', 'updated_at': '2021-11-23T05:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'e98eb604-f9c9-4e9c-b13c-a0f8aba9a888', 'name': '', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:f3:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:30Z', 'updated_at': '2021-11-23T05:16:33Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:06.589913 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db1f911-4b5c-49c8-9f4d-5514d42804f2 None None] Checking router: f8bbacad-a0cd-4464-8b74-2318fa3ec1ce for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:18:06.598310 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db1f911-4b5c-49c8-9f4d-5514d42804f2 None None] Routers {'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:18:06.598483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e681e-d42c-4a43-aeed-8bbe7a04a2c6 req-69b8c04c-2159-43a1-be4e-a0918eb7d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:06.598910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-9db1f911-4b5c-49c8-9f4d-5514d42804f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:17:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:06.599839 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-438e681e-d42c-4a43-aeed-8bbe7a04a2c6 req-69b8c04c-2159-43a1-be4e-a0918eb7d8ca service neutron] 10.222.0.15 "GET /v2.0/networks?id=071f5677-325d-4aa2-8b8a-3bf99eaa31ca HTTP/1.1" status: 200 len: 898 time: 0.1339610 Nov 23 05:18:06.650866 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b55c8106-4659-47c0-9416-572f9e18d4aa req-8cb5cc2d-13a8-4a5a-b772-badc707e9d9b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014171 Nov 23 05:18:06.652521 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-438e681e-d42c-4a43-aeed-8bbe7a04a2c6 req-56c07027-84c2-456a-96a8-fa5463176433 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=368e40f8-c341-498c-a896-6b4cc165052c HTTP/1.1" status: 200 len: 217 time: 0.0424087 Nov 23 05:18:06.704099 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-9db1f911-4b5c-49c8-9f4d-5514d42804f2 None None] Set router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:18:06.704616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e681e-d42c-4a43-aeed-8bbe7a04a2c6 req-b8ce0ffe-191b-42b3-8bf9-a7b547124318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:06.706190 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-438e681e-d42c-4a43-aeed-8bbe7a04a2c6 req-b8ce0ffe-191b-42b3-8bf9-a7b547124318 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=f736884c-7678-4a88-a4a2-4e5fdc35f556 HTTP/1.1" status: 200 len: 835 time: 0.0452332 Nov 23 05:18:06.752239 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438e681e-d42c-4a43-aeed-8bbe7a04a2c6 req-b884e1af-7bf5-43ea-9a8f-1b3293d249a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:06.753731 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-438e681e-d42c-4a43-aeed-8bbe7a04a2c6 req-b884e1af-7bf5-43ea-9a8f-1b3293d249a5 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=071f5677-325d-4aa2-8b8a-3bf99eaa31ca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398731 Nov 23 05:18:06.849017 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-438e681e-d42c-4a43-aeed-8bbe7a04a2c6 req-2bc64a6c-a03c-4001-abe0-a2d6d61dc5ca service neutron] 10.222.0.15 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858901 Nov 23 05:18:06.901044 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-9db1f911-4b5c-49c8-9f4d-5514d42804f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:16:27Z', 'updated_at': '2021-11-23T05:16:31Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:28Z', 'updated_at': '2021-11-23T05:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'e98eb604-f9c9-4e9c-b13c-a0f8aba9a888', 'name': '', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:f3:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:30Z', 'updated_at': '2021-11-23T05:16:33Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:06.931371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9db1f911-4b5c-49c8-9f4d-5514d42804f2 None None] The sync data for ids ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'] in dv-neutron-818850-1-hyperv is: [{'id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:16:27Z', 'updated_at': '2021-11-23T05:16:31Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:28Z', 'updated_at': '2021-11-23T05:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'e98eb604-f9c9-4e9c-b13c-a0f8aba9a888', 'name': '', 'network_id': '071f5677-325d-4aa2-8b8a-3bf99eaa31ca', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:f3:71:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 1765, 'fixed_ips': [{'subnet_id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:30Z', 'updated_at': '2021-11-23T05:16:33Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'f736884c-7678-4a88-a4a2-4e5fdc35f556', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:18:06.943533 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-438e681e-d42c-4a43-aeed-8bbe7a04a2c6 req-a29b9c14-412c-481a-b7ce-7bc2aa5c1ca7 service neutron] 10.222.0.15 "GET /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861425 Nov 23 05:18:06.979350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c2612c64-b63d-4311-bd78-eeb70fcf78a7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:07.157725 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2a42aa6-c126-47a8-996b-c32183342666 None None] New status for floating IP c5bdeb97-3c51-4d6a-a343-5c467cbd3339: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:18:07.767123 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e54c314-5422-4146-a9b1-ce889083ed16 req-1e09779a-c8c8-4e53-8a81-56250ca1cb1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:07.768570 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4e54c314-5422-4146-a9b1-ce889083ed16 req-1e09779a-c8c8-4e53-8a81-56250ca1cb1c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0484664 Nov 23 05:18:07.816818 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4e54c314-5422-4146-a9b1-ce889083ed16 req-719ef512-eaff-438d-bfd1-50f433c52599 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=72350215-1897-458a-892e-25f91a0e6ac7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423689 Nov 23 05:18:08.484538 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c875067-9dfb-46ac-9576-30976f16b3a2 req-b6cf3049-4d31-4ad4-a9a8-ebef0190d729 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:08.485989 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8c875067-9dfb-46ac-9576-30976f16b3a2 req-b6cf3049-4d31-4ad4-a9a8-ebef0190d729 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 945 time: 0.0489521 Nov 23 05:18:08.585494 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-8c875067-9dfb-46ac-9576-30976f16b3a2 req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port 368e40f8-c341-498c-a896-6b4cc165052c {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:18:08.585828 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8c875067-9dfb-46ac-9576-30976f16b3a2 req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:08.675662 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-8c875067-9dfb-46ac-9576-30976f16b3a2 req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port 368e40f8-c341-498c-a896-6b4cc165052c, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=368e40f8-c341-498c-a896-6b4cc165052c,segment=NetworkSegment(f725870e-82df-4079-b2ae-1fefcd595942),segment_id=f725870e-82df-4079-b2ae-1fefcd595942)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:18:08.676020 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8c875067-9dfb-46ac-9576-30976f16b3a2 req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:08.687676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-8c875067-9dfb-46ac-9576-30976f16b3a2 req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for 368e40f8-c341-498c-a896-6b4cc165052c owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:18:08.813057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8c875067-9dfb-46ac-9576-30976f16b3a2 req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:08.846130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=368e40f8-c341-498c-a896-6b4cc165052c,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:08.858520 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:08.858520 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:08.858825 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:08.859077 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:08.859416 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:08.859751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:08.860092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:08.860422 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:08.860951 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:08.861308 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:08.861650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:08.862701 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:08.899624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c875067-9dfb-46ac-9576-30976f16b3a2 req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] No DVR routers for this DVR port 368e40f8-c341-498c-a896-6b4cc165052c on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:18:08.909160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8c875067-9dfb-46ac-9576-30976f16b3a2 req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:08.912384 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8c875067-9dfb-46ac-9576-30976f16b3a2 req-c9aa3941-0af3-473f-b133-538c08ea1278 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "DELETE /v2.0/ports/368e40f8-c341-498c-a896-6b4cc165052c HTTP/1.1" status: 204 len: 173 time: 0.4105985 Nov 23 05:18:08.912832 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5033d3a2-5c80-4316-97bc-691e98cb707c', 'name': 'network-vif-deleted', 'tag': '368e40f8-c341-498c-a896-6b4cc165052c'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:18:08.915056 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f12ab8a4-1374-44bc-ba44-28bbced916f1" -d '{"events": [{"server_uuid": "5033d3a2-5c80-4316-97bc-691e98cb707c", "name": "network-vif-deleted", "tag": "368e40f8-c341-498c-a896-6b4cc165052c"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:18:08.936234 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-155b30b5-425f-4eb2-a643-ae004aad5d18 req-cd767ffe-9c2d-4cff-af38-598553a02e96 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=5033d3a2-5c80-4316-97bc-691e98cb707c HTTP/1.1" status: 200 len: 210 time: 0.0377188 Nov 23 05:18:08.984401 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:09.007033 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83187d2e-a6d3-4637-98a8-f668a5c2fe22 x-openstack-request-id: req-83187d2e-a6d3-4637-98a8-f668a5c2fe22 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:18:09.007361 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5033d3a2-5c80-4316-97bc-691e98cb707c", "name": "network-vif-deleted", "tag": "368e40f8-c341-498c-a896-6b4cc165052c", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:18:09.007600 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83187d2e-a6d3-4637-98a8-f668a5c2fe22 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:18:09.007973 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5033d3a2-5c80-4316-97bc-691e98cb707c', 'name': 'network-vif-deleted', 'tag': '368e40f8-c341-498c-a896-6b4cc165052c', 'status': 'completed', 'code': 200} Nov 23 05:18:09.244481 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9b975e89-9877-40ac-86f8-9b42605dce75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:09.991483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53236) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:10.365778 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-832540c6-6540-4bdd-a5f7-b96dfaaf7ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:10.498265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:10.957479 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-832540c6-6540-4bdd-a5f7-b96dfaaf7ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:18:10.957824 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-832540c6-6540-4bdd-a5f7-b96dfaaf7ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:11.046364 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-832540c6-6540-4bdd-a5f7-b96dfaaf7ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port e98eb604-f9c9-4e9c-b13c-a0f8aba9a888, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=e98eb604-f9c9-4e9c-b13c-a0f8aba9a888,segment=NetworkSegment(f725870e-82df-4079-b2ae-1fefcd595942),segment_id=f725870e-82df-4079-b2ae-1fefcd595942)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:18:11.047038 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-832540c6-6540-4bdd-a5f7-b96dfaaf7ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:11.059158 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-832540c6-6540-4bdd-a5f7-b96dfaaf7ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:18:11.215346 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 368e40f8-c341-498c-a896-6b4cc165052c no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:18:11.236939 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 368e40f8-c341-498c-a896-6b4cc165052c {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:18:11.237296 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 368e40f8-c341-498c-a896-6b4cc165052c not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:18:11.244058 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-832540c6-6540-4bdd-a5f7-b96dfaaf7ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:11.271955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832540c6-6540-4bdd-a5f7-b96dfaaf7ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=e98eb604-f9c9-4e9c-b13c-a0f8aba9a888,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:11.449769 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-832540c6-6540-4bdd-a5f7-b96dfaaf7ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:11.666273 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-832540c6-6540-4bdd-a5f7-b96dfaaf7ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:18:11.772700 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-832540c6-6540-4bdd-a5f7-b96dfaaf7ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:18:11.779585 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-832540c6-6540-4bdd-a5f7-b96dfaaf7ef7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "PUT /v2.0/routers/f8bbacad-a0cd-4464-8b74-2318fa3ec1ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7852523 Nov 23 05:18:11.780505 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53238) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:11.786296 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424782b6-ee25-4ae7-bb17-a7de775aca97 None None] Sync routers for ids ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:18:11.796211 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424782b6-ee25-4ae7-bb17-a7de775aca97 None None] Routers {'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:18:11.796813 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-424782b6-ee25-4ae7-bb17-a7de775aca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:18:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:11.832770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-336802c6-3ce4-4ef7-ada7-10df46e88ff0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting subnet f736884c-7678-4a88-a4a2-4e5fdc35f556 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:18:11.835917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-336802c6-3ce4-4ef7-ada7-10df46e88ff0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:11.876151 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-336802c6-3ce4-4ef7-ada7-10df46e88ff0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:11.899389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-424782b6-ee25-4ae7-bb17-a7de775aca97 None None] Set router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:18:11.965831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-336802c6-3ce4-4ef7-ada7-10df46e88ff0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.003933 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.028104 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-336802c6-3ce4-4ef7-ada7-10df46e88ff0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.055496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336802c6-3ce4-4ef7-ada7-10df46e88ff0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Subnet': ['ID=f736884c-7678-4a88-a4a2-4e5fdc35f556,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:12.059991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-336802c6-3ce4-4ef7-ada7-10df46e88ff0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.063877 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-336802c6-3ce4-4ef7-ada7-10df46e88ff0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/subnets/f736884c-7678-4a88-a4a2-4e5fdc35f556 HTTP/1.1" status: 204 len: 168 time: 0.2824023 Nov 23 05:18:12.066413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53240) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:12.070203 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15b18c06-4775-48cb-8fe2-d73faea161ef None None] Network 071f5677-325d-4aa2-8b8a-3bf99eaa31ca requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:18:12.182917 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.190546 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-424782b6-ee25-4ae7-bb17-a7de775aca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:16:27Z', 'updated_at': '2021-11-23T05:18:11Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:28Z', 'updated_at': '2021-11-23T05:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:12.223891 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424782b6-ee25-4ae7-bb17-a7de775aca97 None None] Checking router: f8bbacad-a0cd-4464-8b74-2318fa3ec1ce for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:18:12.237216 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-424782b6-ee25-4ae7-bb17-a7de775aca97 None None] Routers {'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:18:12.237793 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-424782b6-ee25-4ae7-bb17-a7de775aca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:18:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:12.300419 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.354737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:18:12.355079 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.442211 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=23a80f85-cd6b-4ab7-8a44-c4a02f16eab1,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:18:12.442573 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.456402 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:18:12.470834 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c33318ca-32cb-4038-8be1-c9f0af5d1296 None None] DHCP port deletion for 071f5677-325d-4aa2-8b8a-3bf99eaa31ca request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:18:12.526449 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-424782b6-ee25-4ae7-bb17-a7de775aca97 None None] Set router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:18:12.586545 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 54bb8f9b-d095-4378-b9af-5512451244a7 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:18:12.637733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.669640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=23a80f85-cd6b-4ab7-8a44-c4a02f16eab1,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:12.680497 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c33318ca-32cb-4038-8be1-c9f0af5d1296 None None] Deleting port 54bb8f9b-d095-4378-b9af-5512451244a7 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:18:12.680917 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c33318ca-32cb-4038-8be1-c9f0af5d1296 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.687202 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a52bcd9-4c30-4926-8a6f-cd90fbc05684 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:18:12.724730 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.814311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.818846 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.821476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.824419 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c33318ca-32cb-4038-8be1-c9f0af5d1296 None None] For port 54bb8f9b-d095-4378-b9af-5512451244a7, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=54bb8f9b-d095-4378-b9af-5512451244a7,segment=NetworkSegment(f725870e-82df-4079-b2ae-1fefcd595942),segment_id=f725870e-82df-4079-b2ae-1fefcd595942)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:18:12.824817 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c33318ca-32cb-4038-8be1-c9f0af5d1296 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.862403 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.864894 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-c33318ca-32cb-4038-8be1-c9f0af5d1296 None None] Calling delete_port for 54bb8f9b-d095-4378-b9af-5512451244a7 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:18:12.870338 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.870898 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Fanout notify agent at l3_agent the message router_deleted on router f8bbacad-a0cd-4464-8b74-2318fa3ec1ce {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:18:12.877905 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.879001 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-9a8531c8-fbff-45ad-a9af-c6cd686a7b53 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/routers/f8bbacad-a0cd-4464-8b74-2318fa3ec1ce HTTP/1.1" status: 204 len: 168 time: 0.8116801 Nov 23 05:18:12.882080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53242) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:12.952567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 54bb8f9b-d095-4378-b9af-5512451244a7, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=54bb8f9b-d095-4378-b9af-5512451244a7,segment=NetworkSegment(f725870e-82df-4079-b2ae-1fefcd595942),segment_id=f725870e-82df-4079-b2ae-1fefcd595942)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:18:12.963559 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:12.965711 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.017911 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-424782b6-ee25-4ae7-bb17-a7de775aca97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:16:27Z', 'updated_at': '2021-11-23T05:18:11Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:28Z', 'updated_at': '2021-11-23T05:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:13.019987 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port 54bb8f9b-d095-4378-b9af-5512451244a7 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:18:13.020336 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.053004 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-424782b6-ee25-4ae7-bb17-a7de775aca97 None None] The sync data for ids ['f8bbacad-a0cd-4464-8b74-2318fa3ec1ce'] in dv-neutron-818850-1-hyperv is: [{'id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2138244155', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224'}], 'enable_snat': True}, 'gw_port_id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:16:27Z', 'updated_at': '2021-11-23T05:18:11Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': '23a80f85-cd6b-4ab7-8a44-c4a02f16eab1', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:7e:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8bbacad-a0cd-4464-8b74-2318fa3ec1ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1762, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:16:28Z', 'updated_at': '2021-11-23T05:16:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:18:13.061875 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c33318ca-32cb-4038-8be1-c9f0af5d1296 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.069464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=54bb8f9b-d095-4378-b9af-5512451244a7,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:13.080308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:13.080665 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:13.081016 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:13.081404 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:13.081743 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:13.082082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:13.082417 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:13.082750 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:13.083084 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:13.083408 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:13.083731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:13.084058 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:13.087544 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c33318ca-32cb-4038-8be1-c9f0af5d1296 None None] No DVR routers for this DVR port 54bb8f9b-d095-4378-b9af-5512451244a7 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:18:13.094460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port 54bb8f9b-d095-4378-b9af-5512451244a7, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=54bb8f9b-d095-4378-b9af-5512451244a7,segment=NetworkSegment(f725870e-82df-4079-b2ae-1fefcd595942),segment_id=f725870e-82df-4079-b2ae-1fefcd595942)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:18:13.094978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.109811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for 54bb8f9b-d095-4378-b9af-5512451244a7 owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:18:13.112242 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c33318ca-32cb-4038-8be1-c9f0af5d1296 None None] Pushing event deleted for resources: {'Port': ['ID=54bb8f9b-d095-4378-b9af-5512451244a7,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:13.191370 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.221887 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=54bb8f9b-d095-4378-b9af-5512451244a7,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:13.226609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] No DVR routers for this DVR port 54bb8f9b-d095-4378-b9af-5512451244a7 on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:18:13.305270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.325097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['071f5677-325d-4aa2-8b8a-3bf99eaa31ca']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:13.344602 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f725870e-82df-4079-b2ae-1fefcd595942') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:13.344900 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f725870e-82df-4079-b2ae-1fefcd595942') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:13.354433 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.367224 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.373042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Releasing vlan 158 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:18:13.373476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: self.session.flush() Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:18:13.376383 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:18:13.441178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.446086 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.450230 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/networks/071f5677-325d-4aa2-8b8a-3bf99eaa31ca HTTP/1.1" status: 204 len: 168 time: 0.5672209 Nov 23 05:18:13.453495 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53244) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:13.466242 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3586661f-31a3-48e6-bdd6-4c79fc957d65 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Network': ['ID=071f5677-325d-4aa2-8b8a-3bf99eaa31ca,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:13.515521 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-117fa144-260c-4ab3-9e92-6494c33b74d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.545840 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-117fa144-260c-4ab3-9e92-6494c33b74d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.607402 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-117fa144-260c-4ab3-9e92-6494c33b74d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.610692 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-117fa144-260c-4ab3-9e92-6494c33b74d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:13.611860 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-117fa144-260c-4ab3-9e92-6494c33b74d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/security-groups/72350215-1897-458a-892e-25f91a0e6ac7 HTTP/1.1" status: 204 len: 168 time: 0.1567352 Nov 23 05:18:13.621427 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117fa144-260c-4ab3-9e92-6494c33b74d9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=72350215-1897-458a-892e-25f91a0e6ac7,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:13.992649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53250) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:13.997393 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-4f1681c7-db33-45b0-86d6-f4a515cdbe42 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-164338220', 'description': 'tempest-secgroup-smoke-164338220 description', 'project_id': '6318e264eb3243bf895e26f79c66f7bf'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:14.019917 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4f1681c7-db33-45b0-86d6-f4a515cdbe42 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.087367 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4f1681c7-db33-45b0-86d6-f4a515cdbe42 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.092844 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4f1681c7-db33-45b0-86d6-f4a515cdbe42 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.125448 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4f1681c7-db33-45b0-86d6-f4a515cdbe42 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.126800 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4f1681c7-db33-45b0-86d6-f4a515cdbe42 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1330481 Nov 23 05:18:14.128741 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1681c7-db33-45b0-86d6-f4a515cdbe42 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4c37974b-0e6b-4686-a8ae-70b0d69fd517,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:14.129694 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53252) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:14.135052 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5509fc86-3697-42d0-8bc1-2cae772e72f5 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '4c37974b-0e6b-4686-a8ae-70b0d69fd517', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:14.165093 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5509fc86-3697-42d0-8bc1-2cae772e72f5 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.219019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5509fc86-3697-42d0-8bc1-2cae772e72f5 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.222596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5509fc86-3697-42d0-8bc1-2cae772e72f5 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.239966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5509fc86-3697-42d0-8bc1-2cae772e72f5 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffb3c94b-3bc8-4bb5-983e-da0ea0e81e1d,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:14.248318 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5509fc86-3697-42d0-8bc1-2cae772e72f5 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.249568 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5509fc86-3697-42d0-8bc1-2cae772e72f5 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1183233 Nov 23 05:18:14.252227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53254) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:14.256756 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ffed2e71-3d1a-4016-9e79-ed3b8d23b6df tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '4c37974b-0e6b-4686-a8ae-70b0d69fd517', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:14.283750 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ffed2e71-3d1a-4016-9e79-ed3b8d23b6df tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.341587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ffed2e71-3d1a-4016-9e79-ed3b8d23b6df tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.349204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ffed2e71-3d1a-4016-9e79-ed3b8d23b6df tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.367628 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffed2e71-3d1a-4016-9e79-ed3b8d23b6df tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23714bc0-ad8a-4a58-80aa-f1d10d8737a1,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:14.375860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ffed2e71-3d1a-4016-9e79-ed3b8d23b6df tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.377030 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ffed2e71-3d1a-4016-9e79-ed3b8d23b6df tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1238930 Nov 23 05:18:14.379838 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53256) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:14.384228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-a9ff5e91-7235-498a-80e0-0201e92e7863 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '4c37974b-0e6b-4686-a8ae-70b0d69fd517', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:14.409558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5e91-7235-498a-80e0-0201e92e7863 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.466442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5e91-7235-498a-80e0-0201e92e7863 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.471205 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5e91-7235-498a-80e0-0201e92e7863 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.491488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ff5e91-7235-498a-80e0-0201e92e7863 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c9cbb25-22d5-401c-9071-df8360a0065a,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:14.499092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a9ff5e91-7235-498a-80e0-0201e92e7863 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.500378 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a9ff5e91-7235-498a-80e0-0201e92e7863 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1196210 Nov 23 05:18:14.503492 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53258) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:14.508242 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c0be710e-6d31-4f11-89c2-fbc059c2aa68 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '4c37974b-0e6b-4686-a8ae-70b0d69fd517', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:14.510883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:18:14.531191 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:18:14.531625 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 23a80f85-cd6b-4ab7-8a44-c4a02f16eab1 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:18:14.532125 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:18:14.534764 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0be710e-6d31-4f11-89c2-fbc059c2aa68 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.554303 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:18:14.554660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device e98eb604-f9c9-4e9c-b13c-a0f8aba9a888 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:18:14.592683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0be710e-6d31-4f11-89c2-fbc059c2aa68 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.596382 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0be710e-6d31-4f11-89c2-fbc059c2aa68 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.616836 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0be710e-6d31-4f11-89c2-fbc059c2aa68 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e0b3429-9574-4069-89e3-77ceb73de67a,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:14.622048 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c0be710e-6d31-4f11-89c2-fbc059c2aa68 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.623226 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c0be710e-6d31-4f11-89c2-fbc059c2aa68 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1186769 Nov 23 05:18:14.626043 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53260) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:14.630715 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-78bfa1ae-27c9-43f3-b19b-c9f845e0369f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '4c37974b-0e6b-4686-a8ae-70b0d69fd517', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:14.651749 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-78bfa1ae-27c9-43f3-b19b-c9f845e0369f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Project 6318e264eb3243bf895e26f79c66f7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:18:14.657088 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78bfa1ae-27c9-43f3-b19b-c9f845e0369f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.717810 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78bfa1ae-27c9-43f3-b19b-c9f845e0369f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.721328 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78bfa1ae-27c9-43f3-b19b-c9f845e0369f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.740442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78bfa1ae-27c9-43f3-b19b-c9f845e0369f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee6f43e-0664-4dc2-93a9-675fda45f4cc,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:14.746051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-78bfa1ae-27c9-43f3-b19b-c9f845e0369f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.747138 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-78bfa1ae-27c9-43f3-b19b-c9f845e0369f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1200538 Nov 23 05:18:14.749885 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53262) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:14.754035 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-14b67f69-9b3f-42fa-bdfe-64c2016c885e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'security_group_rule': {'security_group_id': '4c37974b-0e6b-4686-a8ae-70b0d69fd517', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:14.777308 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-14b67f69-9b3f-42fa-bdfe-64c2016c885e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Project 6318e264eb3243bf895e26f79c66f7bf added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:18:14.783005 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14b67f69-9b3f-42fa-bdfe-64c2016c885e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.840576 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14b67f69-9b3f-42fa-bdfe-64c2016c885e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.845462 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14b67f69-9b3f-42fa-bdfe-64c2016c885e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.862920 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b67f69-9b3f-42fa-bdfe-64c2016c885e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=af067195-7733-461d-b9c7-e68cbd18b748,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:14.869552 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-14b67f69-9b3f-42fa-bdfe-64c2016c885e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.870748 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-14b67f69-9b3f-42fa-bdfe-64c2016c885e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1199589 Nov 23 05:18:14.873583 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53264) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:14.878425 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1ce9c303-5ee0-4dbc-9787-f2a1b169a9fd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'network': {'name': 'tempest-network-smoke--2106118817', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'port_security_enabled': True}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:14.898749 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce9c303-5ee0-4dbc-9787-f2a1b169a9fd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Made reservation on behalf of 6318e264eb3243bf895e26f79c66f7bf for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:18:14.902271 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c303-5ee0-4dbc-9787-f2a1b169a9fd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.925852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ce9c303-5ee0-4dbc-9787-f2a1b169a9fd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] vlan segment allocate from pool success with {'vlan_id': 163, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:18:14.935483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c303-5ee0-4dbc-9787-f2a1b169a9fd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:14.935831 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-1ce9c303-5ee0-4dbc-9787-f2a1b169a9fd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Added segment 70ac2d8c-b2ef-451d-ab69-62b72851b92d of type vlan for network e8088ac0-130e-4aa1-8e7a-da25f97b1b25 Nov 23 05:18:14.976291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c303-5ee0-4dbc-9787-f2a1b169a9fd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:15.000586 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c303-5ee0-4dbc-9787-f2a1b169a9fd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:15.006312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce9c303-5ee0-4dbc-9787-f2a1b169a9fd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:15.006891 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1ce9c303-5ee0-4dbc-9787-f2a1b169a9fd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:15.064306 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1ce9c303-5ee0-4dbc-9787-f2a1b169a9fd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1896870 Nov 23 05:18:15.067110 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53266) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:15.071826 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'admin_state_up': True, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:15.079305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce9c303-5ee0-4dbc-9787-f2a1b169a9fd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Network': ['ID=e8088ac0-130e-4aa1-8e7a-da25f97b1b25,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:15.089031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network e8088ac0-130e-4aa1-8e7a-da25f97b1b25 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:18:15.098303 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:15.099479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:15.154673 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:15.288613 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:15.480261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:15.500422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:15.598988 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.26.8.172 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/eb18b992-ed42-4bbd-aa04-49622d5db88a) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:18:15.711556 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:15.743679 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:15.781492 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:18:15.784315 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:18:15.787860 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:18:15.798805 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e53dcaf-dee0-4161-86ce-364e4faf12f0 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:18:15.818430 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=eb18b992-ed42-4bbd-aa04-49622d5db88a,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:15.838213 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-d38ed2bb-20dc-406f-be5e-46c201132ca9 None None] Provisioning complete for port eb18b992-ed42-4bbd-aa04-49622d5db88a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:15.838587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d38ed2bb-20dc-406f-be5e-46c201132ca9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:15.876729 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-d38ed2bb-20dc-406f-be5e-46c201132ca9 None None] Port eb18b992-ed42-4bbd-aa04-49622d5db88a cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:18:16.038938 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:16.232105 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:16.356076 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:18:16.459913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:18:16.470424 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Sync routers for ids ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:18:16.479928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:16.480135 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Routers {'5f19349f-e93a-42dc-bcac-d8db8a7d4286'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:18:16.480693 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:18:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:16.481168 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6a2c9c57-3999-412c-84e4-d0b0d56fd5cb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4129453 Nov 23 05:18:16.484421 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53268) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:16.513155 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-316a859f-d61a-4286-8aa8-913d2ebe8044 tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/subnets?project_id=6318e264eb3243bf895e26f79c66f7bf&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0277214 Nov 23 05:18:16.517180 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53270) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:16.584687 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Set router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:18:16.607017 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25b4bb7b-2a79-4f67-855c-fcd3a55a1636 tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:16.608564 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-25b4bb7b-2a79-4f67-855c-fcd3a55a1636 tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0904062 Nov 23 05:18:16.611455 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53272) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:16.639820 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9849bfa6-b18a-4c61-964d-3de17266b411 tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/subnets?network_id=707e3b6c-c967-4552-be8b-522e32d46a1b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0267177 Nov 23 05:18:16.642387 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53274) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:16.647249 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1a97ada9-4f5c-4099-a28f-635e48de6031 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1814961247', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:16.736889 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a97ada9-4f5c-4099-a28f-635e48de6031 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Made reservation on behalf of 6318e264eb3243bf895e26f79c66f7bf for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:18:16.740375 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1a97ada9-4f5c-4099-a28f-635e48de6031 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:16.845786 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:15Z', 'revision_number': 3, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:16.875310 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Checking router: 5f19349f-e93a-42dc-bcac-d8db8a7d4286 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:18:16.875651 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Updating router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 port eb18b992-ed42-4bbd-aa04-49622d5db88a binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:18:16.901264 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:16.922129 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1a97ada9-4f5c-4099-a28f-635e48de6031 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:16.990455 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a97ada9-4f5c-4099-a28f-635e48de6031 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Subnet': ['ID=d5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:16.998992 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a97ada9-4f5c-4099-a28f-635e48de6031 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Checking segment: {'id': '70ac2d8c-b2ef-451d-ab69-62b72851b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:18:16.999370 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a97ada9-4f5c-4099-a28f-635e48de6031 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network hostable DHCP agents. Network: e8088ac0-130e-4aa1-8e7a-da25f97b1b25, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:18:17.016531 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a97ada9-4f5c-4099-a28f-635e48de6031 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network e8088ac0-130e-4aa1-8e7a-da25f97b1b25 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:18:17.025496 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-1a97ada9-4f5c-4099-a28f-635e48de6031 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, e8088ac0-130e-4aa1-8e7a-da25f97b1b25) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:18:17.030053 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a97ada9-4f5c-4099-a28f-635e48de6031 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:17.031246 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1a97ada9-4f5c-4099-a28f-635e48de6031 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.037598 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eeb48d7-0e81-4711-b9d5-ec89d0d59b26 None None] Network e8088ac0-130e-4aa1-8e7a-da25f97b1b25 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:18:17.047867 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1a97ada9-4f5c-4099-a28f-635e48de6031 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4044693 Nov 23 05:18:17.050591 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53276) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:17.169502 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.178782 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.200315 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ips': [{'subnet_id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:18:17.201392 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.231481 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Attempting to bind port eb18b992-ed42-4bbd-aa04-49622d5db88a on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:18:17.231866 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Attempting to bind port eb18b992-ed42-4bbd-aa04-49622d5db88a by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:18:17.232233 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Attempting to bind port eb18b992-ed42-4bbd-aa04-49622d5db88a on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:18:17.244658 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:18:17.244960 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:18:17.245398 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.245790 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:18:17.246252 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Bound port: eb18b992-ed42-4bbd-aa04-49622d5db88a, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:18:17.246629 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.272096 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5192349b-8585-47da-8705-bd07ed511cc3 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:18:17.307191 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] For port eb18b992-ed42-4bbd-aa04-49622d5db88a, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:18:17.315649 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] For port eb18b992-ed42-4bbd-aa04-49622d5db88a, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=eb18b992-ed42-4bbd-aa04-49622d5db88a,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:18:17.317118 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba3515-3da8-456b-8555-70055190d6de None None] Pushing event updated for resources: {'Port': ['ID=eb18b992-ed42-4bbd-aa04-49622d5db88a,revision_number=2']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:17.320360 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.332567 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba3515-3da8-456b-8555-70055190d6de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:17.333394 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba3515-3da8-456b-8555-70055190d6de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:17.333394 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba3515-3da8-456b-8555-70055190d6de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:17.333632 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba3515-3da8-456b-8555-70055190d6de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:17.333942 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba3515-3da8-456b-8555-70055190d6de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:17.334274 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba3515-3da8-456b-8555-70055190d6de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:17.334606 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba3515-3da8-456b-8555-70055190d6de None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:17.334946 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba3515-3da8-456b-8555-70055190d6de None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:17.335265 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba3515-3da8-456b-8555-70055190d6de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:17.335592 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba3515-3da8-456b-8555-70055190d6de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:17.335918 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba3515-3da8-456b-8555-70055190d6de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:17.336675 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9ba3515-3da8-456b-8555-70055190d6de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:18:17.341538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e3bf7f14-0e71-41dd-bffc-44336fa7bc39 None None] Provisioning complete for port eb18b992-ed42-4bbd-aa04-49622d5db88a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:17.342512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7f14-0e71-41dd-bffc-44336fa7bc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.383786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Allocated IP 172.20.0.2 (e8088ac0-130e-4aa1-8e7a-da25f97b1b25/d5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459/993ebba6-93a8-41e2-8276-367b1ff5544e) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:18:17.398264 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49c33e7-d204-48e6-a495-c44a0cc4b429 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:18:17.398725 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ba3515-3da8-456b-8555-70055190d6de None None] Pushing event updated for resources: {'Port': ['ID=eb18b992-ed42-4bbd-aa04-49622d5db88a,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:17.404169 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Routers {'5f19349f-e93a-42dc-bcac-d8db8a7d4286'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:18:17.405355 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:18:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:17.517535 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] Set router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:18:17.527350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7f14-0e71-41dd-bffc-44336fa7bc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.551715 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.580513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e3bf7f14-0e71-41dd-bffc-44336fa7bc39 None None] For port eb18b992-ed42-4bbd-aa04-49622d5db88a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=eb18b992-ed42-4bbd-aa04-49622d5db88a,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:18:17.587175 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e3bf7f14-0e71-41dd-bffc-44336fa7bc39 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.601972 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.631156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.659624 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bf7f14-0e71-41dd-bffc-44336fa7bc39 None None] Pushing event updated for resources: {'Port': ['ID=eb18b992-ed42-4bbd-aa04-49622d5db88a,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:17.663615 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Network e8088ac0-130e-4aa1-8e7a-da25f97b1b25 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:18:17.667900 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:18:17.688526 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:18:17.712268 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:15Z', 'revision_number': 3, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:17.739620 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Pushing event updated for resources: {'Port': ['ID=993ebba6-93a8-41e2-8276-367b1ff5544e,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:17.742454 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c454c2a2-f861-434e-bb11-3e62f608e92f None None] The sync data for ids ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'] in dv-neutron-818850-1-hyperv is: [{'id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:15Z', 'revision_number': 3, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:18:17.772676 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-dfd527f5-2f72-499d-a752-b2bd0489aeb5 None None] Provisioning complete for port eb18b992-ed42-4bbd-aa04-49622d5db88a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:17.773859 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dfd527f5-2f72-499d-a752-b2bd0489aeb5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.815075 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Attempting to bind port 993ebba6-93a8-41e2-8276-367b1ff5544e on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:18:17.815456 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Attempting to bind port 993ebba6-93a8-41e2-8276-367b1ff5544e by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '70ac2d8c-b2ef-451d-ab69-62b72851b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:18:17.815857 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Attempting to bind port 993ebba6-93a8-41e2-8276-367b1ff5544e on network e8088ac0-130e-4aa1-8e7a-da25f97b1b25 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:18:17.824027 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:18:17.824436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Checking segment: {'id': '70ac2d8c-b2ef-451d-ab69-62b72851b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:18:17.824815 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.825244 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Bound using segment: {'id': '70ac2d8c-b2ef-451d-ab69-62b72851b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:18:17.825749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Bound port: 993ebba6-93a8-41e2-8276-367b1ff5544e, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ac2d8c-b2ef-451d-ab69-62b72851b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:18:17.826134 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:17.938503 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] For port 993ebba6-93a8-41e2-8276-367b1ff5544e, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:18:17.943240 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] For port 993ebba6-93a8-41e2-8276-367b1ff5544e, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=993ebba6-93a8-41e2-8276-367b1ff5544e,segment=NetworkSegment(70ac2d8c-b2ef-451d-ab69-62b72851b92d),segment_id=70ac2d8c-b2ef-451d-ab69-62b72851b92d)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:18:17.950153 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:18.056495 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-922525f8-9503-42db-9ff5-4cfb0b5d5973 None None] Pushing event updated for resources: {'Port': ['ID=993ebba6-93a8-41e2-8276-367b1ff5544e,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:18.165321 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.20.0.1 (e8088ac0-130e-4aa1-8e7a-da25f97b1b25/d5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459/5ca1ab75-8bc0-4575-a85e-f009ad0bf341) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:18:18.319282 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:18.365821 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:18.410111 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network e8088ac0-130e-4aa1-8e7a-da25f97b1b25 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:18:18.413189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:18:18.417093 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:18:18.443273 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=5ca1ab75-8bc0-4575-a85e-f009ad0bf341,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:18.468910 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:18.576171 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 993ebba6-93a8-41e2-8276-367b1ff5544e up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:18:18.632608 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:18.634115 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 993ebba6-93a8-41e2-8276-367b1ff5544e triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:18.634585 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:18.721421 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:18.763909 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port 993ebba6-93a8-41e2-8276-367b1ff5544e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=993ebba6-93a8-41e2-8276-367b1ff5544e,segment=NetworkSegment(70ac2d8c-b2ef-451d-ab69-62b72851b92d),segment_id=70ac2d8c-b2ef-451d-ab69-62b72851b92d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:18:18.768364 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:18.769447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device eb18b992-ed42-4bbd-aa04-49622d5db88a up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:18:18.847665 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=993ebba6-93a8-41e2-8276-367b1ff5544e,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:18.862922 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port eb18b992-ed42-4bbd-aa04-49622d5db88a triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:18.863299 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:18.947194 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:18.952885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:19.037228 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=5ca1ab75-8bc0-4575-a85e-f009ad0bf341,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:19.042213 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:19.078994 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd8a798d-632a-42ee-979f-87bd0cdddc1c None None] Network e8088ac0-130e-4aa1-8e7a-da25f97b1b25 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:18:19.136001 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network e8088ac0-130e-4aa1-8e7a-da25f97b1b25 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:18:19.137542 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:18:19.267094 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:18:19.321523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2ed95b60-8a74-4d89-8493-3ca5f4a6c301 None None] Provisioning complete for port 993ebba6-93a8-41e2-8276-367b1ff5544e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:19.322288 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2ed95b60-8a74-4d89-8493-3ca5f4a6c301 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:19.383782 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:18:19.393854 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9375fa70-17f4-4846-a0f8-0d400849a0e8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "PUT /v2.0/routers/5f19349f-e93a-42dc-bcac-d8db8a7d4286/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3422203 Nov 23 05:18:19.550640 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bdd03311-b1cd-4b13-a604-7d591a5e5c52 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-164338220&fields=id&tenant_id=6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 267 time: 0.0496986 Nov 23 05:18:19.562746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Sync routers for ids ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:18:19.573515 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Routers {'5f19349f-e93a-42dc-bcac-d8db8a7d4286'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:18:19.573988 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:18:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:19.679930 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-5cc45de3-4f74-46c5-ad2c-83997a1cc11c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:19.681465 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-5cc45de3-4f74-46c5-ad2c-83997a1cc11c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/networks?id=e8088ac0-130e-4aa1-8e7a-da25f97b1b25 HTTP/1.1" status: 200 len: 797 time: 0.1230683 Nov 23 05:18:19.699797 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-9810bab9-860b-4030-9ca8-918cfef4a3b2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/quotas/6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 375 time: 0.0107441 Nov 23 05:18:19.700369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Set router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:18:19.702697 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-58be3e9e-80c2-4a88-9ce4-4b2b16e668cc None None] Provisioning complete for port 993ebba6-93a8-41e2-8276-367b1ff5544e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:19.702865 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-58be3e9e-80c2-4a88-9ce4-4b2b16e668cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:19.757718 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-4e5e46af-fbd7-46f8-9b3d-27bdf8123581 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0514679 Nov 23 05:18:19.832554 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bacb4ff8-26a4-4e24-b144-a3c3a380f591 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:18:19.833890 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bacb4ff8-26a4-4e24-b144-a3c3a380f591 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0587666 Nov 23 05:18:19.942053 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-d7695530-f18b-42f9-b396-4e1903da64e6 service neutron] 10.222.0.37 "GET /v2.0/networks/e8088ac0-130e-4aa1-8e7a-da25f97b1b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972397 Nov 23 05:18:19.963803 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-58be3e9e-80c2-4a88-9ce4-4b2b16e668cc None None] Provisioning complete for port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:19.964173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-58be3e9e-80c2-4a88-9ce4-4b2b16e668cc None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.010755 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-58be3e9e-80c2-4a88-9ce4-4b2b16e668cc None None] Port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:18:20.025253 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:18Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '5ca1ab75-8bc0-4575-a85e-f009ad0bf341', 'name': '', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:d7:ee:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:17Z', 'updated_at': '2021-11-23T05:18:18Z', 'revision_number': 2, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:20.045524 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-b4e03f6c-4a15-4586-bd28-67d670c4cecf service neutron] 10.222.0.37 "GET /v2.0/networks/e8088ac0-130e-4aa1-8e7a-da25f97b1b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992606 Nov 23 05:18:20.060103 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Checking router: 5f19349f-e93a-42dc-bcac-d8db8a7d4286 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:18:20.060459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Updating router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:18:20.086305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.185230 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f9e64bf0-4ef0-456c-bb42-0badb6c74aaa None None] Provisioning complete for port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:20.185654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f9e64bf0-4ef0-456c-bb42-0badb6c74aaa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.213195 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ac5ec951-3395-4f4b-88db-5e4c82eeaacf req-d0f2f8e1-3b9f-4506-a8b8-142a5d4489e7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 210 time: 0.0308475 Nov 23 05:18:20.246418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f9e64bf0-4ef0-456c-bb42-0badb6c74aaa None None] Port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:18:20.391548 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.397015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.445075 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e83f9b-5bb8-4c5b-80a6-ca893214bcb4 None None] Pushing event updated for resources: {'Port': ['ID=5ca1ab75-8bc0-4575-a85e-f009ad0bf341,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:20.536982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Attempting to bind port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:18:20.537421 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Attempting to bind port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '70ac2d8c-b2ef-451d-ab69-62b72851b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:18:20.537840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Attempting to bind port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 on network e8088ac0-130e-4aa1-8e7a-da25f97b1b25 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:18:20.545960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 18, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:18:20.546503 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Checking segment: {'id': '70ac2d8c-b2ef-451d-ab69-62b72851b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:18:20.546786 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.547181 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Bound using segment: {'id': '70ac2d8c-b2ef-451d-ab69-62b72851b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:18:20.547651 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Bound port: 5ca1ab75-8bc0-4575-a85e-f009ad0bf341, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70ac2d8c-b2ef-451d-ab69-62b72851b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:18:20.548031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.572257 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 993ebba6-93a8-41e2-8276-367b1ff5544e up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:18:20.667608 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] For port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:18:20.671924 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] For port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5ca1ab75-8bc0-4575-a85e-f009ad0bf341,segment=NetworkSegment(70ac2d8c-b2ef-451d-ab69-62b72851b92d),segment_id=70ac2d8c-b2ef-451d-ab69-62b72851b92d)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:18:20.677826 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 993ebba6-93a8-41e2-8276-367b1ff5544e triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:20.678204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.680641 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.785965 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Routers {'5f19349f-e93a-42dc-bcac-d8db8a7d4286'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:18:20.786794 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:18:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:20.791507 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e83f9b-5bb8-4c5b-80a6-ca893214bcb4 None None] Pushing event updated for resources: {'Port': ['ID=5ca1ab75-8bc0-4575-a85e-f009ad0bf341,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:20.880613 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ec5a9d3d-2b5e-463d-81eb-26d600c46c1b None None] Provisioning complete for port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:20.880929 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9d3d-2b5e-463d-81eb-26d600c46c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:20.986927 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] Set router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:18:21.127754 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9d3d-2b5e-463d-81eb-26d600c46c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:21.178880 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ec5a9d3d-2b5e-463d-81eb-26d600c46c1b None None] For port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5ca1ab75-8bc0-4575-a85e-f009ad0bf341,segment=NetworkSegment(70ac2d8c-b2ef-451d-ab69-62b72851b92d),segment_id=70ac2d8c-b2ef-451d-ab69-62b72851b92d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:18:21.186154 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ec5a9d3d-2b5e-463d-81eb-26d600c46c1b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:21.260843 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5a9d3d-2b5e-463d-81eb-26d600c46c1b None None] Pushing event updated for resources: {'Port': ['ID=5ca1ab75-8bc0-4575-a85e-f009ad0bf341,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:21.285863 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:18Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '5ca1ab75-8bc0-4575-a85e-f009ad0bf341', 'name': '', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:d7:ee:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:17Z', 'updated_at': '2021-11-23T05:18:20Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:21.314016 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9dc773b6-4313-4eb0-a2b4-5ccc453943ad req-e83bd54a-5c20-45cd-b831-cf6682c92bf4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 210 time: 0.0281603 Nov 23 05:18:21.316300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33d3b1cb-930e-4213-bc19-506c38dd7edd None None] The sync data for ids ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'] in dv-neutron-818850-1-hyperv is: [{'id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:18Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '5ca1ab75-8bc0-4575-a85e-f009ad0bf341', 'name': '', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:d7:ee:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:17Z', 'updated_at': '2021-11-23T05:18:20Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:18:21.327778 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-46271607-11a9-4fff-aef5-ca0f80ef0f04 None None] Provisioning complete for port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:21.328158 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-46271607-11a9-4fff-aef5-ca0f80ef0f04 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:21.587452 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-9a5d7a49-dcf3-4b1d-93b7-bb3c2fa3ad1a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:21.589034 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-9a5d7a49-dcf3-4b1d-93b7-bb3c2fa3ad1a tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/networks?id=e8088ac0-130e-4aa1-8e7a-da25f97b1b25 HTTP/1.1" status: 200 len: 797 time: 0.1336014 Nov 23 05:18:21.677627 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-a50b4de1-ed83-45a7-aaf1-886356a0139e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6318e264eb3243bf895e26f79c66f7bf HTTP/1.1" status: 200 len: 379 time: 0.0612080 Nov 23 05:18:21.692942 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-f8e166c0-adfe-48b9-bd07-45b368ce3b6b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'port': {'device_id': 'c38edd7e-93e9-4566-95e4-96d59b3a2aca', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'admin_state_up': True, 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'security_groups': ['4c37974b-0e6b-4686-a8ae-70b0d69fd517']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:21.806347 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-f8e166c0-adfe-48b9-bd07-45b368ce3b6b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Made reservation on behalf of 6318e264eb3243bf895e26f79c66f7bf for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:18:21.810220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-f8e166c0-adfe-48b9-bd07-45b368ce3b6b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:21.945619 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-f8e166c0-adfe-48b9-bd07-45b368ce3b6b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.20.0.10 (e8088ac0-130e-4aa1-8e7a-da25f97b1b25/d5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459/a6cc55c3-ef8a-425d-b551-f9792299f956) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:18:22.098731 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-f8e166c0-adfe-48b9-bd07-45b368ce3b6b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:22.134060 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-f8e166c0-adfe-48b9-bd07-45b368ce3b6b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:22.180591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-f8e166c0-adfe-48b9-bd07-45b368ce3b6b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network e8088ac0-130e-4aa1-8e7a-da25f97b1b25 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:18:22.183961 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-f8e166c0-adfe-48b9-bd07-45b368ce3b6b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:18:22.187812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-f8e166c0-adfe-48b9-bd07-45b368ce3b6b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:18:22.213549 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e166c0-adfe-48b9-bd07-45b368ce3b6b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=a6cc55c3-ef8a-425d-b551-f9792299f956,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:22.243569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-f8e166c0-adfe-48b9-bd07-45b368ce3b6b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:22.244228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-f8e166c0-adfe-48b9-bd07-45b368ce3b6b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:22.262559 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-f8e166c0-adfe-48b9-bd07-45b368ce3b6b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5739520 Nov 23 05:18:22.290348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Request body: {'port': {'device_id': 'c38edd7e-93e9-4566-95e4-96d59b3a2aca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:22.353549 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:22.407739 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:18:22.522468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-94f432c6-34ed-4eaf-8527-71f078bec649 None None] Provisioning complete for port a6cc55c3-ef8a-425d-b551-f9792299f956 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:22.523047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-94f432c6-34ed-4eaf-8527-71f078bec649 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:22.527726 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-760056c3-ba71-4c19-815e-02f656fa678e req-bc7a8b07-6229-4340-a0d3-d892cbec3151 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:22.529996 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-760056c3-ba71-4c19-815e-02f656fa678e req-bc7a8b07-6229-4340-a0d3-d892cbec3151 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 932 time: 0.1353035 Nov 23 05:18:22.566882 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:18:22.570344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-94f432c6-34ed-4eaf-8527-71f078bec649 None None] Port a6cc55c3-ef8a-425d-b551-f9792299f956 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:18:22.619137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:22.619858 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:22.634241 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-760056c3-ba71-4c19-815e-02f656fa678e req-b9b98ebd-836d-4da6-af54-5dbc96112026 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0924363 Nov 23 05:18:22.713889 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6cc55c3-ef8a-425d-b551-f9792299f956 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:18:22.722913 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:22.734763 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Transition to ACTIVE for port object a6cc55c3-ef8a-425d-b551-f9792299f956 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:18:22.738827 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:22.791132 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Pushing event updated for resources: {'Port': ['ID=a6cc55c3-ef8a-425d-b551-f9792299f956,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:22.857615 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Attempting to bind port a6cc55c3-ef8a-425d-b551-f9792299f956 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:18:22.857945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Attempting to bind port a6cc55c3-ef8a-425d-b551-f9792299f956 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '70ac2d8c-b2ef-451d-ab69-62b72851b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:18:22.858269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Attempting to bind port a6cc55c3-ef8a-425d-b551-f9792299f956 on network e8088ac0-130e-4aa1-8e7a-da25f97b1b25 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:18:22.862626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Port a6cc55c3-ef8a-425d-b551-f9792299f956 on network e8088ac0-130e-4aa1-8e7a-da25f97b1b25 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:18:22.862945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Attempting to bind port a6cc55c3-ef8a-425d-b551-f9792299f956 on network e8088ac0-130e-4aa1-8e7a-da25f97b1b25 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:18:22.868004 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 18, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:18:22.868336 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Checking segment: {'id': '70ac2d8c-b2ef-451d-ab69-62b72851b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:18:22.868712 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Bound using segment: {'id': '70ac2d8c-b2ef-451d-ab69-62b72851b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:18:22.869132 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Bound port: a6cc55c3-ef8a-425d-b551-f9792299f956, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70ac2d8c-b2ef-451d-ab69-62b72851b92d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:18:22.869503 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:22.941736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] For port a6cc55c3-ef8a-425d-b551-f9792299f956, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:18:22.945442 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] For port a6cc55c3-ef8a-425d-b551-f9792299f956, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=a6cc55c3-ef8a-425d-b551-f9792299f956,segment=NetworkSegment(70ac2d8c-b2ef-451d-ab69-62b72851b92d),segment_id=70ac2d8c-b2ef-451d-ab69-62b72851b92d)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:18:22.949897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:22.986731 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:22.987345 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:22.988942 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] 10.222.0.15 "PUT /v2.0/ports/a6cc55c3-ef8a-425d-b551-f9792299f956 HTTP/1.1" status: 200 len: 1094 time: 0.7028198 Nov 23 05:18:22.989117 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38edd7e-93e9-4566-95e4-96d59b3a2aca', 'tag': 'a6cc55c3-ef8a-425d-b551-f9792299f956'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:18:22.991439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e8a787-0f57-4835-a1ad-bdb3798837cd" -d '{"events": [{"name": "network-changed", "server_uuid": "c38edd7e-93e9-4566-95e4-96d59b3a2aca", "tag": "a6cc55c3-ef8a-425d-b551-f9792299f956"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:18:23.016843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfef6ed6-5476-4069-aeb7-83279d1f1f4e service neutron] Pushing event updated for resources: {'Port': ['ID=a6cc55c3-ef8a-425d-b551-f9792299f956,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:23.045499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ef3f94b-d056-4bd0-aad3-68bcfa5f7dd3 x-openstack-request-id: req-9ef3f94b-d056-4bd0-aad3-68bcfa5f7dd3 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:18:23.045865 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38edd7e-93e9-4566-95e4-96d59b3a2aca", "tag": "a6cc55c3-ef8a-425d-b551-f9792299f956", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:18:23.046116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-9ef3f94b-d056-4bd0-aad3-68bcfa5f7dd3 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:18:23.046515 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38edd7e-93e9-4566-95e4-96d59b3a2aca', 'tag': 'a6cc55c3-ef8a-425d-b551-f9792299f956', 'status': 'completed', 'code': 200} Nov 23 05:18:23.114631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-2cfc62a6-6924-41d1-bdb6-e3f5899fe4e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:23.116125 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-2cfc62a6-6924-41d1-bdb6-e3f5899fe4e5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 1097 time: 0.0427027 Nov 23 05:18:23.176197 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-400d43aa-9755-44e3-a515-84ab36b2a3f1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6cc55c3-ef8a-425d-b551-f9792299f956 HTTP/1.1" status: 200 len: 217 time: 0.0392783 Nov 23 05:18:23.230935 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-34aa6223-5b86-486d-81c1-02b92d0930de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:23.231988 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-34aa6223-5b86-486d-81c1-02b92d0930de service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459 HTTP/1.1" status: 200 len: 835 time: 0.0451815 Nov 23 05:18:23.281884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-9e9cf0d8-2ca9-410d-bfd8-c796a6030e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:23.283249 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-9e9cf0d8-2ca9-410d-bfd8-c796a6030e9c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8088ac0-130e-4aa1-8e7a-da25f97b1b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0402400 Nov 23 05:18:23.383085 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-ad123dab-339d-4673-abdb-dc1fb910ed0b service neutron] 10.222.0.15 "GET /v2.0/networks/e8088ac0-130e-4aa1-8e7a-da25f97b1b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877914 Nov 23 05:18:23.477812 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-133d8de6-be63-4832-b623-fb6a41c957e7 req-07f9eee0-c315-4309-81b9-39b235407d42 service neutron] 10.222.0.15 "GET /v2.0/networks/e8088ac0-130e-4aa1-8e7a-da25f97b1b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833530 Nov 23 05:18:23.617023 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8a787-0f57-4835-a1ad-bdb3798837cd req-345a00cc-1e8e-4a30-9733-004ecc505a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:23.618505 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2e8a787-0f57-4835-a1ad-bdb3798837cd req-345a00cc-1e8e-4a30-9733-004ecc505a26 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 1097 time: 0.0415051 Nov 23 05:18:23.737980 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8a787-0f57-4835-a1ad-bdb3798837cd req-cb818424-6049-4662-aa69-922e78c892d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:23.739404 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2e8a787-0f57-4835-a1ad-bdb3798837cd req-cb818424-6049-4662-aa69-922e78c892d2 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e8088ac0-130e-4aa1-8e7a-da25f97b1b25 HTTP/1.1" status: 200 len: 898 time: 0.1133740 Nov 23 05:18:23.764921 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154cfdc2-0842-4d4c-bdcc-0d36b2629a53 req-0e19fcc8-b0fb-4eb1-b335-ac03b63ad59d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:23.766358 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-154cfdc2-0842-4d4c-bdcc-0d36b2629a53 req-0e19fcc8-b0fb-4eb1-b335-ac03b63ad59d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 944 time: 0.0638893 Nov 23 05:18:23.803080 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2e8a787-0f57-4835-a1ad-bdb3798837cd req-1832209c-fe56-46ab-b278-da99188adaa2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6cc55c3-ef8a-425d-b551-f9792299f956 HTTP/1.1" status: 200 len: 217 time: 0.0550308 Nov 23 05:18:23.873322 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-154cfdc2-0842-4d4c-bdcc-0d36b2629a53 req-125f6e1b-6095-4228-99be-cb8708c11ef2 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0766726 Nov 23 05:18:23.878561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8a787-0f57-4835-a1ad-bdb3798837cd req-f3055bd5-ffbf-4ce0-8fdc-bc1670c82ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:23.879925 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2e8a787-0f57-4835-a1ad-bdb3798837cd req-f3055bd5-ffbf-4ce0-8fdc-bc1670c82ea8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459 HTTP/1.1" status: 200 len: 835 time: 0.0672696 Nov 23 05:18:23.929081 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e8a787-0f57-4835-a1ad-bdb3798837cd req-ca7b65b3-1d45-4693-a20b-2852bd6af6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:23.930584 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2e8a787-0f57-4835-a1ad-bdb3798837cd req-ca7b65b3-1d45-4693-a20b-2852bd6af6ee service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8088ac0-130e-4aa1-8e7a-da25f97b1b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0424876 Nov 23 05:18:24.362024 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2e8a787-0f57-4835-a1ad-bdb3798837cd req-ddc640f5-e290-465c-a5be-5383fc7177af service neutron] 10.222.0.15 "GET /v2.0/networks/e8088ac0-130e-4aa1-8e7a-da25f97b1b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4231620 Nov 23 05:18:24.453652 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2e8a787-0f57-4835-a1ad-bdb3798837cd req-5a325bf0-1286-4606-832b-bddefb85dfd6 service neutron] 10.222.0.15 "GET /v2.0/networks/e8088ac0-130e-4aa1-8e7a-da25f97b1b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829101 Nov 23 05:18:24.990299 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-258f45a9-18e5-4053-b295-b5e624b626c5 req-d29c0c5f-6876-4174-8941-2662d0fcfcfd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:24.991762 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-258f45a9-18e5-4053-b295-b5e624b626c5 req-d29c0c5f-6876-4174-8941-2662d0fcfcfd tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 944 time: 0.0484986 Nov 23 05:18:25.044215 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-258f45a9-18e5-4053-b295-b5e624b626c5 req-7efcb365-5b1d-421b-aaaa-761d110f3e2f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464664 Nov 23 05:18:25.275246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device a6cc55c3-ef8a-425d-b551-f9792299f956 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:18:25.375335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port a6cc55c3-ef8a-425d-b551-f9792299f956, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=a6cc55c3-ef8a-425d-b551-f9792299f956,segment=NetworkSegment(70ac2d8c-b2ef-451d-ab69-62b72851b92d),segment_id=70ac2d8c-b2ef-451d-ab69-62b72851b92d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:18:25.388318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'a6cc55c3-ef8a-425d-b551-f9792299f956', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'port_id': 'a6cc55c3-ef8a-425d-b551-f9792299f956', 'mac_address': 'fa:16:3e:ef:69:83', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 163, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:18:25.425742 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:25.438535 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6cc55c3-ef8a-425d-b551-f9792299f956 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:18:25.461018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port a6cc55c3-ef8a-425d-b551-f9792299f956, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=a6cc55c3-ef8a-425d-b551-f9792299f956,segment=NetworkSegment(70ac2d8c-b2ef-451d-ab69-62b72851b92d),segment_id=70ac2d8c-b2ef-451d-ab69-62b72851b92d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:18:25.464432 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:25.509746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=a6cc55c3-ef8a-425d-b551-f9792299f956,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:25.807334 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['a6cc55c3-ef8a-425d-b551-f9792299f956'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:18:26.161112 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b1b7960-1927-4f26-87bd-5483ab32798b req-85a61f2a-4c04-453c-ae56-e5620085d9eb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:26.162617 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3b1b7960-1927-4f26-87bd-5483ab32798b req-85a61f2a-4c04-453c-ae56-e5620085d9eb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 945 time: 0.0527885 Nov 23 05:18:26.210629 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3b1b7960-1927-4f26-87bd-5483ab32798b req-29992730-ef60-4db9-923b-20bc704ac58c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421712 Nov 23 05:18:27.291871 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device a6cc55c3-ef8a-425d-b551-f9792299f956 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:18:27.325184 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99a2e04-701e-46d2-8bc5-148ca45460e9 req-c345669f-e1ce-4a8f-bbc5-d48792549dcb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:27.326710 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e99a2e04-701e-46d2-8bc5-148ca45460e9 req-c345669f-e1ce-4a8f-bbc5-d48792549dcb tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 945 time: 0.0500989 Nov 23 05:18:27.340774 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port a6cc55c3-ef8a-425d-b551-f9792299f956 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:18:27.345313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port a6cc55c3-ef8a-425d-b551-f9792299f956 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:18:27.345734 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:27.378635 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e99a2e04-701e-46d2-8bc5-148ca45460e9 req-3eca8abd-527b-4847-ae53-06c709e1a458 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459423 Nov 23 05:18:27.425336 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:27.447560 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38edd7e-93e9-4566-95e4-96d59b3a2aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cc55c3-ef8a-425d-b551-f9792299f956'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:18:27.449857 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d84a6cef-cd26-4af4-a9f9-1fe053c90da9" -d '{"events": [{"server_uuid": "c38edd7e-93e9-4566-95e4-96d59b3a2aca", "name": "network-vif-plugged", "status": "completed", "tag": "a6cc55c3-ef8a-425d-b551-f9792299f956"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:18:27.463254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port a6cc55c3-ef8a-425d-b551-f9792299f956, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=a6cc55c3-ef8a-425d-b551-f9792299f956,segment=NetworkSegment(70ac2d8c-b2ef-451d-ab69-62b72851b92d),segment_id=70ac2d8c-b2ef-451d-ab69-62b72851b92d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:18:27.468731 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:27.516283 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=a6cc55c3-ef8a-425d-b551-f9792299f956,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:27.538894 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd487d8-20be-4304-809c-3fa58de540a7 x-openstack-request-id: req-bdd487d8-20be-4304-809c-3fa58de540a7 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:18:27.539199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38edd7e-93e9-4566-95e4-96d59b3a2aca", "name": "network-vif-plugged", "status": "completed", "tag": "a6cc55c3-ef8a-425d-b551-f9792299f956", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:18:27.539456 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdd487d8-20be-4304-809c-3fa58de540a7 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:18:27.539858 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38edd7e-93e9-4566-95e4-96d59b3a2aca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6cc55c3-ef8a-425d-b551-f9792299f956', 'code': 200} Nov 23 05:18:27.779918 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c20799e-bc96-46af-851b-cf18d6273ce9 req-49ce0d4b-716c-44f5-8037-e74a47cb23c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:27.781466 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0c20799e-bc96-46af-851b-cf18d6273ce9 req-49ce0d4b-716c-44f5-8037-e74a47cb23c9 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 1099 time: 0.0397763 Nov 23 05:18:27.830478 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0c20799e-bc96-46af-851b-cf18d6273ce9 req-fd37f1fd-51d1-4b30-b627-1aaacfab7d2e service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397840 Nov 23 05:18:28.491786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29e62af-6540-44b5-8bcf-d705b452c7be req-bdaf58c7-be28-4f83-8eb9-9dbde9d25592 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:28.493515 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c29e62af-6540-44b5-8bcf-d705b452c7be req-bdaf58c7-be28-4f83-8eb9-9dbde9d25592 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 946 time: 0.0486879 Nov 23 05:18:28.542127 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c29e62af-6540-44b5-8bcf-d705b452c7be req-4c05147f-33bf-40bd-bf33-ae4f6687f844 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412736 Nov 23 05:18:29.662955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9fa32b4-b15f-4b1c-8a99-54aad9128ef5 req-d4d61860-ce62-4835-b530-0da768d73c58 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:29.664410 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d9fa32b4-b15f-4b1c-8a99-54aad9128ef5 req-d4d61860-ce62-4835-b530-0da768d73c58 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 946 time: 0.0487506 Nov 23 05:18:29.716450 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d9fa32b4-b15f-4b1c-8a99-54aad9128ef5 req-29b52d5c-69b7-4d7b-a8ca-a07663c896d4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457802 Nov 23 05:18:29.834466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1c13fc-9229-4575-926e-1d84b54e5680 req-49e8642a-23cd-468e-af90-1eb7c3454e1e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:29.835841 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1d1c13fc-9229-4575-926e-1d84b54e5680 req-49e8642a-23cd-468e-af90-1eb7c3454e1e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 946 time: 0.0527394 Nov 23 05:18:29.885351 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1d1c13fc-9229-4575-926e-1d84b54e5680 req-5579fda7-9e50-4def-b217-b5c5ffeef2f9 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435812 Nov 23 05:18:29.906265 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53336) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:29.945004 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cff55eeb-9234-4a16-9a04-46765b015d66 tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:29.946501 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-cff55eeb-9234-4a16-9a04-46765b015d66 tempest-TestNetworkAdvancedServerOps-1937336366 tempest-TestNetworkAdvancedServerOps-1937336366-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 1094 time: 0.0393105 Nov 23 05:18:29.949099 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53338) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:29.953937 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': 'a6cc55c3-ef8a-425d-b551-f9792299f956', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:18:29.975555 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:30.082305 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:30.181791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Allocated IP 172.26.8.226 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/a9042ea7-f356-4232-b829-8a1aa0112aee) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:18:30.286479 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:30.319439 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:30.356954 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:18:30.359774 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:18:30.362353 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:18:30.390633 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=a9042ea7-f356-4232-b829-8a1aa0112aee,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:30.717961 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:30.786238 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:30.935204 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:30.939656 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:31.009262 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event updated for resources: {'Port': ['ID=a9042ea7-f356-4232-b829-8a1aa0112aee,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:18:31.020646 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:31.120941 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Floating IP f9d9b355-b1ac-4761-b482-2ac76004f2eb associated. External IP: 172.26.8.226, port: a6cc55c3-ef8a-425d-b551-f9792299f956. Nov 23 05:18:31.602960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:18:31.708537 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:18:31.718424 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a20703-3f17-4598-9d2f-b731d51ab211 None None] Sync routers for ids ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:18:31.725719 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:31.728358 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a20703-3f17-4598-9d2f-b731d51ab211 None None] Routers {'5f19349f-e93a-42dc-bcac-d8db8a7d4286'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:18:31.728973 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-13a20703-3f17-4598-9d2f-b731d51ab211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:18:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:31.752578 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-43d1b5e3-86a2-4776-8534-0407ed02c59b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.8024590 Nov 23 05:18:31.753173 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38edd7e-93e9-4566-95e4-96d59b3a2aca', 'tag': 'a6cc55c3-ef8a-425d-b551-f9792299f956'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:18:31.755712 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-707dafc0-20ce-4b4f-b4c1-7614f16af019" -d '{"events": [{"name": "network-changed", "server_uuid": "c38edd7e-93e9-4566-95e4-96d59b3a2aca", "tag": "a6cc55c3-ef8a-425d-b551-f9792299f956"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:18:31.795810 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d507c354-ae4e-48ba-9a84-e07f0527a2bf x-openstack-request-id: req-d507c354-ae4e-48ba-9a84-e07f0527a2bf {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:18:31.796121 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38edd7e-93e9-4566-95e4-96d59b3a2aca", "tag": "a6cc55c3-ef8a-425d-b551-f9792299f956", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:18:31.796403 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-d507c354-ae4e-48ba-9a84-e07f0527a2bf {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:18:31.796803 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38edd7e-93e9-4566-95e4-96d59b3a2aca', 'tag': 'a6cc55c3-ef8a-425d-b551-f9792299f956', 'status': 'completed', 'code': 200} Nov 23 05:18:31.846649 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-13a20703-3f17-4598-9d2f-b731d51ab211 None None] Set router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:18:31.881313 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d6a7b7-96d7-43e2-9b9f-598963fbe13c req-2d0fb669-b9be-4de1-b840-33091d1f6d14 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:31.882800 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a8d6a7b7-96d7-43e2-9b9f-598963fbe13c req-2d0fb669-b9be-4de1-b840-33091d1f6d14 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 946 time: 0.0734081 Nov 23 05:18:31.910630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dafc0-20ce-4b4f-b4c1-7614f16af019 req-47005e28-18fb-4b56-80da-e9dabd7a37fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:31.912076 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-707dafc0-20ce-4b4f-b4c1-7614f16af019 req-47005e28-18fb-4b56-80da-e9dabd7a37fc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 1099 time: 0.0659673 Nov 23 05:18:31.984399 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a8d6a7b7-96d7-43e2-9b9f-598963fbe13c req-b9be93a6-3887-4109-80e2-69784751495d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948310 Nov 23 05:18:32.007609 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53344) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:32.028976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dafc0-20ce-4b4f-b4c1-7614f16af019 req-6b038169-e05b-44e3-8d4b-4b40a6ee2728 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:32.030516 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-707dafc0-20ce-4b4f-b4c1-7614f16af019 req-6b038169-e05b-44e3-8d4b-4b40a6ee2728 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e8088ac0-130e-4aa1-8e7a-da25f97b1b25 HTTP/1.1" status: 200 len: 898 time: 0.1060815 Nov 23 05:18:32.073109 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d09035e8-4a8e-4fda-a03b-af8af433be3e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/f9d9b355-b1ac-4761-b482-2ac76004f2eb HTTP/1.1" status: 200 len: 992 time: 0.0642736 Nov 23 05:18:32.080199 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-13a20703-3f17-4598-9d2f-b731d51ab211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:18Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f9d9b355-b1ac-4761-b482-2ac76004f2eb', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'port_id': 'a6cc55c3-ef8a-425d-b551-f9792299f956', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'mac_address': 'fa:16:3e:ef:69:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38edd7e-93e9-4566-95e4-96d59b3a2aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:18:30Z', 'updated_at': '2021-11-23T05:18:30Z', 'revision_number': 0, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca1ab75-8bc0-4575-a85e-f009ad0bf341', 'name': '', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:d7:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:17Z', 'updated_at': '2021-11-23T05:18:21Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:32.101421 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-707dafc0-20ce-4b4f-b4c1-7614f16af019 req-31ef9953-cdb4-4097-a867-627b34ba43b5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6cc55c3-ef8a-425d-b551-f9792299f956 HTTP/1.1" status: 200 len: 1000 time: 0.0635417 Nov 23 05:18:32.112502 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a20703-3f17-4598-9d2f-b731d51ab211 None None] Checking router: 5f19349f-e93a-42dc-bcac-d8db8a7d4286 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:18:32.120974 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a20703-3f17-4598-9d2f-b731d51ab211 None None] Routers {'5f19349f-e93a-42dc-bcac-d8db8a7d4286'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:18:32.121640 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-13a20703-3f17-4598-9d2f-b731d51ab211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:18:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:32.151473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dafc0-20ce-4b4f-b4c1-7614f16af019 req-ce073eb0-f572-4aef-9958-511954520e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:32.152933 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-707dafc0-20ce-4b4f-b4c1-7614f16af019 req-ce073eb0-f572-4aef-9958-511954520e7d service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459 HTTP/1.1" status: 200 len: 835 time: 0.0444591 Nov 23 05:18:32.207106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dafc0-20ce-4b4f-b4c1-7614f16af019 req-0d2b3ad1-c1b7-4666-81c0-804aa39c3429 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:32.208595 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-707dafc0-20ce-4b4f-b4c1-7614f16af019 req-0d2b3ad1-c1b7-4666-81c0-804aa39c3429 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8088ac0-130e-4aa1-8e7a-da25f97b1b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0479944 Nov 23 05:18:32.226266 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-13a20703-3f17-4598-9d2f-b731d51ab211 None None] Set router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:18:32.299758 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-707dafc0-20ce-4b4f-b4c1-7614f16af019 req-adad78a2-7e6f-4865-903f-d0dbf4d579b2 service neutron] 10.222.0.15 "GET /v2.0/networks/e8088ac0-130e-4aa1-8e7a-da25f97b1b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838122 Nov 23 05:18:32.396350 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-707dafc0-20ce-4b4f-b4c1-7614f16af019 req-fc0ab9b6-32f1-4f1e-a4c8-f20a94cb712e service neutron] 10.222.0.15 "GET /v2.0/networks/e8088ac0-130e-4aa1-8e7a-da25f97b1b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893354 Nov 23 05:18:32.533352 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-13a20703-3f17-4598-9d2f-b731d51ab211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:18Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f9d9b355-b1ac-4761-b482-2ac76004f2eb', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'port_id': 'a6cc55c3-ef8a-425d-b551-f9792299f956', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'mac_address': 'fa:16:3e:ef:69:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38edd7e-93e9-4566-95e4-96d59b3a2aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:18:30Z', 'updated_at': '2021-11-23T05:18:30Z', 'revision_number': 0, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca1ab75-8bc0-4575-a85e-f009ad0bf341', 'name': '', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:d7:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:17Z', 'updated_at': '2021-11-23T05:18:21Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:18:32.559510 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13a20703-3f17-4598-9d2f-b731d51ab211 None None] The sync data for ids ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'] in dv-neutron-818850-1-hyperv is: [{'id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:18Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'f9d9b355-b1ac-4761-b482-2ac76004f2eb', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'floating_ip_address': '172.26.8.226', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'port_id': 'a6cc55c3-ef8a-425d-b551-f9792299f956', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1787, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'mac_address': 'fa:16:3e:ef:69:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c38edd7e-93e9-4566-95e4-96d59b3a2aca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:18:30Z', 'updated_at': '2021-11-23T05:18:30Z', 'revision_number': 0, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5ca1ab75-8bc0-4575-a85e-f009ad0bf341', 'name': '', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:d7:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:17Z', 'updated_at': '2021-11-23T05:18:21Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:18:32.738548 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b613178-9629-4abc-9fe5-43fe49d3ac0c None None] New status for floating IP f9d9b355-b1ac-4761-b482-2ac76004f2eb: ACTIVE {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:18:33.076852 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53346) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:18:33.139343 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-c26d3ee5-dcff-4acf-aa78-6b732a6f58b4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/f9d9b355-b1ac-4761-b482-2ac76004f2eb HTTP/1.1" status: 200 len: 994 time: 0.0606103 Nov 23 05:18:36.980212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-eb9cc69b-814c-4259-be83-7df7c8b74b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:38.987644 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:39.245847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-503550a0-120a-400a-8225-cda6b1428e3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:40.499519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:41.922885 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:42.739094 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:18:59.407542 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:18:59.680929 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-76d19a4b-2164-475a-add0-4f3ddcf140ac req-157d7f62-c3b5-4975-bcdc-849a97dced7f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0396578 Nov 23 05:18:59.786269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d19a4b-2164-475a-add0-4f3ddcf140ac req-28ed03ab-ac15-4055-bf62-c5473159369f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:59.787762 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-76d19a4b-2164-475a-add0-4f3ddcf140ac req-28ed03ab-ac15-4055-bf62-c5473159369f service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 1099 time: 0.0412679 Nov 23 05:18:59.904222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d19a4b-2164-475a-add0-4f3ddcf140ac req-64274ac6-656a-4713-80b8-2079c605a3db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:18:59.905687 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-76d19a4b-2164-475a-add0-4f3ddcf140ac req-64274ac6-656a-4713-80b8-2079c605a3db service neutron] 10.222.0.15 "GET /v2.0/networks?id=e8088ac0-130e-4aa1-8e7a-da25f97b1b25 HTTP/1.1" status: 200 len: 898 time: 0.0961697 Nov 23 05:18:59.973513 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-76d19a4b-2164-475a-add0-4f3ddcf140ac req-2c5de5fe-aff5-450f-adc9-ce72b165afe2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6cc55c3-ef8a-425d-b551-f9792299f956 HTTP/1.1" status: 200 len: 1002 time: 0.0586386 Nov 23 05:19:00.024350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d19a4b-2164-475a-add0-4f3ddcf140ac req-1e86b955-9faf-4651-bd37-ea8d5ff9bbe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:00.025939 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-76d19a4b-2164-475a-add0-4f3ddcf140ac req-1e86b955-9faf-4651-bd37-ea8d5ff9bbe9 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459 HTTP/1.1" status: 200 len: 835 time: 0.0450819 Nov 23 05:19:00.079015 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d19a4b-2164-475a-add0-4f3ddcf140ac req-edebb112-cebc-411e-9e37-6a4e7aefbb95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:00.080705 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-76d19a4b-2164-475a-add0-4f3ddcf140ac req-edebb112-cebc-411e-9e37-6a4e7aefbb95 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8088ac0-130e-4aa1-8e7a-da25f97b1b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468533 Nov 23 05:19:00.180043 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-76d19a4b-2164-475a-add0-4f3ddcf140ac req-727c647d-364a-4147-9a1d-0c49a00556ad service neutron] 10.222.0.15 "GET /v2.0/networks/e8088ac0-130e-4aa1-8e7a-da25f97b1b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890825 Nov 23 05:19:00.286233 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-76d19a4b-2164-475a-add0-4f3ddcf140ac req-bda4a6c7-8395-44a8-b126-f42314bd8d20 service neutron] 10.222.0.15 "GET /v2.0/networks/e8088ac0-130e-4aa1-8e7a-da25f97b1b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975392 Nov 23 05:19:06.672809 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dd262c-4e56-47a2-929e-038b4c8bf80b req-f69bf1c5-1da9-44ed-b65f-b29d92757d01 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:06.674291 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c1dd262c-4e56-47a2-929e-038b4c8bf80b req-f69bf1c5-1da9-44ed-b65f-b29d92757d01 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 946 time: 0.0478559 Nov 23 05:19:06.722248 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c1dd262c-4e56-47a2-929e-038b4c8bf80b req-dd553c66-d85b-4844-a68f-762e4b0dc44c tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419502 Nov 23 05:19:06.983430 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-eff947b3-9b96-4a32-9f0f-e9b766c6c037 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:07.838263 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825c7507-4d85-4648-b862-a1acfc1680f2 req-4ffe9dfc-9c9d-46ef-a526-7347504960e0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:07.839707 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-825c7507-4d85-4648-b862-a1acfc1680f2 req-4ffe9dfc-9c9d-46ef-a526-7347504960e0 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 946 time: 0.0489819 Nov 23 05:19:07.888503 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-825c7507-4d85-4648-b862-a1acfc1680f2 req-78cb5a54-3915-4641-8fe7-b4a51649df39 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424659 Nov 23 05:19:07.910851 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53366) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:07.974951 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-8166768f-0c9a-43cd-b007-d219dfa4d683 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/f9d9b355-b1ac-4761-b482-2ac76004f2eb HTTP/1.1" status: 200 len: 994 time: 0.0629754 Nov 23 05:19:08.987155 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:09.249109 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-92ad61eb-cc2a-4adb-b601-319ef8cc5714 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:09.287807 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad0a8df-04d1-4ebc-9fad-6448c107f42d req-d57428b8-fe52-4231-a287-43e2a96a20a8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:09.289353 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-aad0a8df-04d1-4ebc-9fad-6448c107f42d req-d57428b8-fe52-4231-a287-43e2a96a20a8 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 946 time: 0.0530539 Nov 23 05:19:09.340186 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-aad0a8df-04d1-4ebc-9fad-6448c107f42d req-f6f0cd70-f9c2-46bc-b273-5ddbf9cf9513 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439837 Nov 23 05:19:09.341170 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69e6ed-ea0f-4191-90a5-bde2d8710351 req-7387898a-b543-4641-a3b2-604006677e05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:09.342735 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e69e6ed-ea0f-4191-90a5-bde2d8710351 req-7387898a-b543-4641-a3b2-604006677e05 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 1099 time: 0.0412321 Nov 23 05:19:09.447000 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69e6ed-ea0f-4191-90a5-bde2d8710351 req-04fa5254-730c-4ae6-94ae-e8e07a2738ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:09.448379 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e69e6ed-ea0f-4191-90a5-bde2d8710351 req-04fa5254-730c-4ae6-94ae-e8e07a2738ff service neutron] 10.222.0.15 "GET /v2.0/networks?id=e8088ac0-130e-4aa1-8e7a-da25f97b1b25 HTTP/1.1" status: 200 len: 898 time: 0.0944507 Nov 23 05:19:09.523389 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e69e6ed-ea0f-4191-90a5-bde2d8710351 req-c93eb976-e717-4b08-8443-19f1ddfe3729 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6cc55c3-ef8a-425d-b551-f9792299f956 HTTP/1.1" status: 200 len: 1002 time: 0.0624700 Nov 23 05:19:09.577296 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69e6ed-ea0f-4191-90a5-bde2d8710351 req-2179f078-6b81-43fb-b2f9-074bd7297b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:09.578697 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e69e6ed-ea0f-4191-90a5-bde2d8710351 req-2179f078-6b81-43fb-b2f9-074bd7297b84 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459 HTTP/1.1" status: 200 len: 835 time: 0.0435405 Nov 23 05:19:09.628039 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e69e6ed-ea0f-4191-90a5-bde2d8710351 req-ac82e1c1-0c70-4de4-958b-2c5bf8eb9f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:09.629760 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e69e6ed-ea0f-4191-90a5-bde2d8710351 req-ac82e1c1-0c70-4de4-958b-2c5bf8eb9f7c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8088ac0-130e-4aa1-8e7a-da25f97b1b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0395761 Nov 23 05:19:09.733100 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e69e6ed-ea0f-4191-90a5-bde2d8710351 req-2825ac32-ea16-464f-9edc-978cc6b86ba0 service neutron] 10.222.0.15 "GET /v2.0/networks/e8088ac0-130e-4aa1-8e7a-da25f97b1b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0945656 Nov 23 05:19:09.827016 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e69e6ed-ea0f-4191-90a5-bde2d8710351 req-8187169e-1d5b-49d9-8f86-8aed821cff53 service neutron] 10.222.0.15 "GET /v2.0/networks/e8088ac0-130e-4aa1-8e7a-da25f97b1b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828946 Nov 23 05:19:10.460806 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f1c5b-38f2-46ab-98a7-88c0e2234d9f req-1ce63e6f-5016-424e-92ac-d209f0ebe02f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:10.462313 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-492f1c5b-38f2-46ab-98a7-88c0e2234d9f req-1ce63e6f-5016-424e-92ac-d209f0ebe02f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 946 time: 0.0536456 Nov 23 05:19:10.502653 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:10.513031 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-492f1c5b-38f2-46ab-98a7-88c0e2234d9f req-b969b046-f597-4d74-a1ed-9c22a25b9021 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449917 Nov 23 05:19:11.625478 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086283b3-3cc1-463a-bcf1-96afd32b1a12 req-3fb67633-f12e-426e-abe5-43bc9e24e5ca tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:11.626968 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-086283b3-3cc1-463a-bcf1-96afd32b1a12 req-3fb67633-f12e-426e-abe5-43bc9e24e5ca tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 946 time: 0.0481162 Nov 23 05:19:11.675396 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-086283b3-3cc1-463a-bcf1-96afd32b1a12 req-3aa526c5-8f37-405a-a051-a38df0b5874d tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423701 Nov 23 05:19:11.696881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53378) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:11.762075 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d4eb7feb-6638-489d-b704-167b1c51763b tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/floatingips/f9d9b355-b1ac-4761-b482-2ac76004f2eb HTTP/1.1" status: 200 len: 994 time: 0.0640473 Nov 23 05:19:11.925371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:12.022329 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53384) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:12.178472 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port a9042ea7-f356-4232-b829-8a1aa0112aee {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:19:12.178730 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:12.255407 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:12.255723 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:12.268158 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for a9042ea7-f356-4232-b829-8a1aa0112aee owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:19:12.417772 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:12.449048 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=a9042ea7-f356-4232-b829-8a1aa0112aee,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:12.474290 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:12.474649 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:12.475002 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:12.475351 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:12.475698 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:12.476043 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:12.476379 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:12.476715 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:12.477050 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:12.477593 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:12.477801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:12.478177 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:12.520426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:12.520767 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Floating IP f9d9b355-b1ac-4761-b482-2ac76004f2eb disassociated (deleted). External IP: 172.26.8.226, port: a6cc55c3-ef8a-425d-b551-f9792299f956. Nov 23 05:19:12.734644 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:19:12.741245 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:12.839498 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:19:12.847624 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:12.854207 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d095c02-81b8-4e7d-8cab-ddae245c703f None None] Sync routers for ids ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:19:12.864910 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d095c02-81b8-4e7d-8cab-ddae245c703f None None] Routers {'5f19349f-e93a-42dc-bcac-d8db8a7d4286'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:19:12.865555 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-1d095c02-81b8-4e7d-8cab-ddae245c703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:19:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:12.877523 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9f1a5c37-68b5-4491-a892-ca1b23ae3280 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/floatingips/f9d9b355-b1ac-4761-b482-2ac76004f2eb HTTP/1.1" status: 204 len: 168 time: 0.8541000 Nov 23 05:19:12.878215 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c38edd7e-93e9-4566-95e4-96d59b3a2aca', 'tag': 'a6cc55c3-ef8a-425d-b551-f9792299f956'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:19:12.880826 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a770b028-6164-4253-ac42-a53923e00568" -d '{"events": [{"name": "network-changed", "server_uuid": "c38edd7e-93e9-4566-95e4-96d59b3a2aca", "tag": "a6cc55c3-ef8a-425d-b551-f9792299f956"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:19:12.925333 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:19:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20f176bb-bfbf-4a43-b48f-4ec8e98e1c72 x-openstack-request-id: req-20f176bb-bfbf-4a43-b48f-4ec8e98e1c72 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:19:12.925692 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c38edd7e-93e9-4566-95e4-96d59b3a2aca", "tag": "a6cc55c3-ef8a-425d-b551-f9792299f956", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:19:12.925899 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-20f176bb-bfbf-4a43-b48f-4ec8e98e1c72 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:19:12.926308 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c38edd7e-93e9-4566-95e4-96d59b3a2aca', 'tag': 'a6cc55c3-ef8a-425d-b551-f9792299f956', 'status': 'completed', 'code': 200} Nov 23 05:19:12.975816 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-1d095c02-81b8-4e7d-8cab-ddae245c703f None None] Set router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:19:13.042914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770b028-6164-4253-ac42-a53923e00568 req-14e1bb22-1aa8-4fc7-8f05-b4f61f32c5ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:13.045599 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a770b028-6164-4253-ac42-a53923e00568 req-14e1bb22-1aa8-4fc7-8f05-b4f61f32c5ae service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=6318e264eb3243bf895e26f79c66f7bf&device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 1099 time: 0.0490422 Nov 23 05:19:13.164244 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36bfcf89-3d4e-41a4-8a56-76b4486c258f req-6654d06b-94d5-4e83-a8fe-e1a0490d5b73 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:13.165818 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-36bfcf89-3d4e-41a4-8a56-76b4486c258f req-6654d06b-94d5-4e83-a8fe-e1a0490d5b73 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 946 time: 0.1018770 Nov 23 05:19:13.176906 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-1d095c02-81b8-4e7d-8cab-ddae245c703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:18Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '5ca1ab75-8bc0-4575-a85e-f009ad0bf341', 'name': '', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:d7:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:17Z', 'updated_at': '2021-11-23T05:18:21Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:13.203151 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d095c02-81b8-4e7d-8cab-ddae245c703f None None] Checking router: 5f19349f-e93a-42dc-bcac-d8db8a7d4286 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:19:13.206291 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770b028-6164-4253-ac42-a53923e00568 req-2b960c76-d4df-468e-b84e-59d2af765846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:13.207738 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a770b028-6164-4253-ac42-a53923e00568 req-2b960c76-d4df-468e-b84e-59d2af765846 service neutron] 10.222.0.15 "GET /v2.0/networks?id=e8088ac0-130e-4aa1-8e7a-da25f97b1b25 HTTP/1.1" status: 200 len: 898 time: 0.1336651 Nov 23 05:19:13.211273 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d095c02-81b8-4e7d-8cab-ddae245c703f None None] Routers {'5f19349f-e93a-42dc-bcac-d8db8a7d4286'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:19:13.211872 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-1d095c02-81b8-4e7d-8cab-ddae245c703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:19:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:13.263421 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a770b028-6164-4253-ac42-a53923e00568 req-88cf1785-85c1-4fa8-84ac-ed3dd65c872a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6cc55c3-ef8a-425d-b551-f9792299f956 HTTP/1.1" status: 200 len: 217 time: 0.0436318 Nov 23 05:19:13.272237 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-36bfcf89-3d4e-41a4-8a56-76b4486c258f req-f0ae8aa3-0c93-4454-b2b1-6cba5657257f tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952947 Nov 23 05:19:13.315747 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770b028-6164-4253-ac42-a53923e00568 req-b2d17ace-f305-4b92-a409-a90f6bc66cdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:13.317208 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a770b028-6164-4253-ac42-a53923e00568 req-b2d17ace-f305-4b92-a409-a90f6bc66cdc service neutron] 10.222.0.15 "GET /v2.0/subnets?id=d5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459 HTTP/1.1" status: 200 len: 835 time: 0.0441227 Nov 23 05:19:13.318501 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-1d095c02-81b8-4e7d-8cab-ddae245c703f None None] Set router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:19:13.364013 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a770b028-6164-4253-ac42-a53923e00568 req-e81cec71-59c9-4384-af62-8304549dca55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:13.365529 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a770b028-6164-4253-ac42-a53923e00568 req-e81cec71-59c9-4384-af62-8304549dca55 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=e8088ac0-130e-4aa1-8e7a-da25f97b1b25&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0400090 Nov 23 05:19:13.461854 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a770b028-6164-4253-ac42-a53923e00568 req-5f14c8de-b0c1-4149-8069-af238f8c04f0 service neutron] 10.222.0.15 "GET /v2.0/networks/e8088ac0-130e-4aa1-8e7a-da25f97b1b25?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867498 Nov 23 05:19:13.516551 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-1d095c02-81b8-4e7d-8cab-ddae245c703f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:18Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '5ca1ab75-8bc0-4575-a85e-f009ad0bf341', 'name': '', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:d7:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:17Z', 'updated_at': '2021-11-23T05:18:21Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:13.542709 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d095c02-81b8-4e7d-8cab-ddae245c703f None None] The sync data for ids ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'] in dv-neutron-818850-1-hyperv is: [{'id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:18Z', 'revision_number': 4, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '5ca1ab75-8bc0-4575-a85e-f009ad0bf341', 'name': '', 'network_id': 'e8088ac0-130e-4aa1-8e7a-da25f97b1b25', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'mac_address': 'fa:16:3e:d7:ee:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_interface', 'standard_attr_id': 1784, 'fixed_ips': [{'subnet_id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:17Z', 'updated_at': '2021-11-23T05:18:21Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'subnets': [{'id': 'd5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:19:13.560151 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a770b028-6164-4253-ac42-a53923e00568 req-c65ca5dc-a092-46c7-a0f3-51f09c310a27 service neutron] 10.222.0.15 "GET /v2.0/networks/e8088ac0-130e-4aa1-8e7a-da25f97b1b25?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866816 Nov 23 05:19:13.744543 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c9f8998-e3bc-478f-89af-25a8a74f02d7 None None] New status for floating IP f9d9b355-b1ac-4761-b482-2ac76004f2eb: DOWN {{(pid=109954) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:19:14.389524 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839343e2-a6db-4dcd-9ad2-f7fd3352b2ff req-1186ba20-ac54-4387-92da-c49940d52595 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:14.390995 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-839343e2-a6db-4dcd-9ad2-f7fd3352b2ff req-1186ba20-ac54-4387-92da-c49940d52595 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 946 time: 0.0485339 Nov 23 05:19:14.439311 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-839343e2-a6db-4dcd-9ad2-f7fd3352b2ff req-ab929aea-df80-48e5-8ffe-f62cd3df7a3e tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/security-groups?id=4c37974b-0e6b-4686-a8ae-70b0d69fd517&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425196 Nov 23 05:19:15.127983 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa9e5451-0abd-476d-993c-f7fb24f3946a req-858bb991-1e3c-4f71-b66d-b395e9576be4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:15.129703 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-aa9e5451-0abd-476d-993c-f7fb24f3946a req-858bb991-1e3c-4f71-b66d-b395e9576be4 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 946 time: 0.0479965 Nov 23 05:19:15.225044 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-aa9e5451-0abd-476d-993c-f7fb24f3946a req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port a6cc55c3-ef8a-425d-b551-f9792299f956 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:19:15.225411 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-aa9e5451-0abd-476d-993c-f7fb24f3946a req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:15.312479 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-aa9e5451-0abd-476d-993c-f7fb24f3946a req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port a6cc55c3-ef8a-425d-b551-f9792299f956, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=a6cc55c3-ef8a-425d-b551-f9792299f956,segment=NetworkSegment(70ac2d8c-b2ef-451d-ab69-62b72851b92d),segment_id=70ac2d8c-b2ef-451d-ab69-62b72851b92d)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:19:15.312838 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-aa9e5451-0abd-476d-993c-f7fb24f3946a req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:15.325736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-aa9e5451-0abd-476d-993c-f7fb24f3946a req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for a6cc55c3-ef8a-425d-b551-f9792299f956 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:19:15.452016 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-aa9e5451-0abd-476d-993c-f7fb24f3946a req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:15.482960 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=a6cc55c3-ef8a-425d-b551-f9792299f956,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:15.521095 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:15.521505 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:15.521852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:15.522193 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:15.522528 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:15.522861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:15.523192 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:15.523519 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:15.523845 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:15.524171 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:15.524497 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:15.524820 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:15.550921 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa9e5451-0abd-476d-993c-f7fb24f3946a req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] No DVR routers for this DVR port a6cc55c3-ef8a-425d-b551-f9792299f956 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:19:15.553403 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-aa9e5451-0abd-476d-993c-f7fb24f3946a req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:15.556702 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-aa9e5451-0abd-476d-993c-f7fb24f3946a req-2a509a45-afc4-47b8-9d86-5a5a9d1d1f77 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.15 "DELETE /v2.0/ports/a6cc55c3-ef8a-425d-b551-f9792299f956 HTTP/1.1" status: 204 len: 173 time: 0.4158754 Nov 23 05:19:15.571551 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c38edd7e-93e9-4566-95e4-96d59b3a2aca', 'name': 'network-vif-deleted', 'tag': 'a6cc55c3-ef8a-425d-b551-f9792299f956'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:19:15.573843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621aa356-3fe5-4bd0-a43f-3eb02d3f79dd" -d '{"events": [{"server_uuid": "c38edd7e-93e9-4566-95e4-96d59b3a2aca", "name": "network-vif-deleted", "tag": "a6cc55c3-ef8a-425d-b551-f9792299f956"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:19:15.578874 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bf34a81f-6aba-46ec-97c1-9e383c9070a6 req-88728ac4-11c8-4768-b955-4ee9b97ca852 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "GET /v2.0/ports?device_id=c38edd7e-93e9-4566-95e4-96d59b3a2aca HTTP/1.1" status: 200 len: 210 time: 0.0624664 Nov 23 05:19:15.614801 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:19:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2c7f02b3-f446-4e78-bc43-5e2a7c8af4d6 x-openstack-request-id: req-2c7f02b3-f446-4e78-bc43-5e2a7c8af4d6 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:19:15.614981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c38edd7e-93e9-4566-95e4-96d59b3a2aca", "name": "network-vif-deleted", "tag": "a6cc55c3-ef8a-425d-b551-f9792299f956", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:19:15.615157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2c7f02b3-f446-4e78-bc43-5e2a7c8af4d6 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:19:15.615554 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c38edd7e-93e9-4566-95e4-96d59b3a2aca', 'name': 'network-vif-deleted', 'tag': 'a6cc55c3-ef8a-425d-b551-f9792299f956', 'status': 'completed', 'code': 200} Nov 23 05:19:16.634816 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53400) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:16.997601 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e643d279-d739-43ae-bb8d-b3284bc65b43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:17.253025 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-e643d279-d739-43ae-bb8d-b3284bc65b43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:19:17.253396 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e643d279-d739-43ae-bb8d-b3284bc65b43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:17.344301 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-e643d279-d739-43ae-bb8d-b3284bc65b43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port 5ca1ab75-8bc0-4575-a85e-f009ad0bf341, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=5ca1ab75-8bc0-4575-a85e-f009ad0bf341,segment=NetworkSegment(70ac2d8c-b2ef-451d-ab69-62b72851b92d),segment_id=70ac2d8c-b2ef-451d-ab69-62b72851b92d)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:19:17.344659 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e643d279-d739-43ae-bb8d-b3284bc65b43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:17.357079 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-e643d279-d739-43ae-bb8d-b3284bc65b43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:19:17.544842 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e643d279-d739-43ae-bb8d-b3284bc65b43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:17.570464 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e643d279-d739-43ae-bb8d-b3284bc65b43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=5ca1ab75-8bc0-4575-a85e-f009ad0bf341,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:17.755984 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e643d279-d739-43ae-bb8d-b3284bc65b43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:17.969894 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e643d279-d739-43ae-bb8d-b3284bc65b43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:19:18.080454 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e643d279-d739-43ae-bb8d-b3284bc65b43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:19:18.085545 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e643d279-d739-43ae-bb8d-b3284bc65b43 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "PUT /v2.0/routers/5f19349f-e93a-42dc-bcac-d8db8a7d4286/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4496896 Nov 23 05:19:18.088598 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53404) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:18.090716 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94278c77-4490-42f9-a77d-a4cc6cd88502 None None] Sync routers for ids ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:19:18.100611 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94278c77-4490-42f9-a77d-a4cc6cd88502 None None] Routers {'5f19349f-e93a-42dc-bcac-d8db8a7d4286'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:19:18.101253 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-94278c77-4490-42f9-a77d-a4cc6cd88502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:19:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:18.140111 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-35c43a90-1d2d-4004-9f5e-2e4e5824ed45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting subnet d5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:19:18.143232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35c43a90-1d2d-4004-9f5e-2e4e5824ed45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:18.188066 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35c43a90-1d2d-4004-9f5e-2e4e5824ed45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:18.206405 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-94278c77-4490-42f9-a77d-a4cc6cd88502 None None] Set router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:19:18.268960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35c43a90-1d2d-4004-9f5e-2e4e5824ed45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:18.332628 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35c43a90-1d2d-4004-9f5e-2e4e5824ed45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:18.377803 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c43a90-1d2d-4004-9f5e-2e4e5824ed45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Subnet': ['ID=d5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:18.382416 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-35c43a90-1d2d-4004-9f5e-2e4e5824ed45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:18.388500 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53406) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:18.388812 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-35c43a90-1d2d-4004-9f5e-2e4e5824ed45 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/subnets/d5e0f0ef-5a85-47ab-9e7b-7f2bbc37c459 HTTP/1.1" status: 204 len: 168 time: 0.2989056 Nov 23 05:19:18.399883 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-94278c77-4490-42f9-a77d-a4cc6cd88502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:19:17Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:18.421179 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8a203c4-991f-4ad1-99b6-504217f971e9 None None] Network e8088ac0-130e-4aa1-8e7a-da25f97b1b25 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:19:18.428657 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94278c77-4490-42f9-a77d-a4cc6cd88502 None None] Checking router: 5f19349f-e93a-42dc-bcac-d8db8a7d4286 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:19:18.437478 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94278c77-4490-42f9-a77d-a4cc6cd88502 None None] Routers {'5f19349f-e93a-42dc-bcac-d8db8a7d4286'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:19:18.438194 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-94278c77-4490-42f9-a77d-a4cc6cd88502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:19:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:18.497408 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:18.626384 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] DHCP port deletion for e8088ac0-130e-4aa1-8e7a-da25f97b1b25 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:19:18.644281 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-94278c77-4490-42f9-a77d-a4cc6cd88502 None None] Set router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:19:18.676263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Deleting port 993ebba6-93a8-41e2-8276-367b1ff5544e {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:19:18.676947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:18.749622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] For port 993ebba6-93a8-41e2-8276-367b1ff5544e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=993ebba6-93a8-41e2-8276-367b1ff5544e,segment=NetworkSegment(70ac2d8c-b2ef-451d-ab69-62b72851b92d),segment_id=70ac2d8c-b2ef-451d-ab69-62b72851b92d)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:19:18.750343 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:18.765902 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Calling delete_port for 993ebba6-93a8-41e2-8276-367b1ff5544e owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:19:18.828906 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-94278c77-4490-42f9-a77d-a4cc6cd88502 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:19:17Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:18.853838 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:18.860763 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94278c77-4490-42f9-a77d-a4cc6cd88502 None None] The sync data for ids ['5f19349f-e93a-42dc-bcac-d8db8a7d4286'] in dv-neutron-818850-1-hyperv is: [{'id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1993030111', 'tenant_id': '6318e264eb3243bf895e26f79c66f7bf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172'}], 'enable_snat': True}, 'gw_port_id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:19:17Z', 'revision_number': 5, 'project_id': '6318e264eb3243bf895e26f79c66f7bf', 'gw_port': {'id': 'eb18b992-ed42-4bbd-aa04-49622d5db88a', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:12:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5f19349f-e93a-42dc-bcac-d8db8a7d4286', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1781, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.172', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:18:15Z', 'updated_at': '2021-11-23T05:18:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:19:18.884305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Pushing event deleted for resources: {'Port': ['ID=993ebba6-93a8-41e2-8276-367b1ff5544e,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:18.894461 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:18.894674 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:18.895129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:18.895476 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:18.895943 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:18.896280 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:18.896652 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:18.896926 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:18.897257 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:18.897617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:18.897942 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:18.898263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:18.900939 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15d56df5-88a5-49f5-b986-efd69ec97289 None None] No DVR routers for this DVR port 993ebba6-93a8-41e2-8276-367b1ff5544e on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:19:18.976437 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.027340 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Deleting port eb18b992-ed42-4bbd-aa04-49622d5db88a {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:19:19.027683 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.105589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] For port eb18b992-ed42-4bbd-aa04-49622d5db88a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=eb18b992-ed42-4bbd-aa04-49622d5db88a,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:19:19.105884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.119528 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Calling delete_port for eb18b992-ed42-4bbd-aa04-49622d5db88a owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:19:19.289271 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.321939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Port': ['ID=eb18b992-ed42-4bbd-aa04-49622d5db88a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:19.334300 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92135f43-e330-48cc-a2c2-1d41b9199f5c None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:19:19.382658 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.474178 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.476294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.520108 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.520693 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Fanout notify agent at l3_agent the message router_deleted on router 5f19349f-e93a-42dc-bcac-d8db8a7d4286 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:19:19.528163 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.529305 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-554c6532-b906-45b0-a4e8-f805ca23e537 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/routers/5f19349f-e93a-42dc-bcac-d8db8a7d4286 HTTP/1.1" status: 204 len: 168 time: 1.1397560 Nov 23 05:19:19.531948 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53408) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:19.554202 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device a6cc55c3-ef8a-425d-b551-f9792299f956 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:19:19.579163 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: a6cc55c3-ef8a-425d-b551-f9792299f956 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:19:19.579589 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device a6cc55c3-ef8a-425d-b551-f9792299f956 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:19:19.618043 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5900d84b-1942-46f4-93bf-308579d45551 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.708889 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5900d84b-1942-46f4-93bf-308579d45551 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.729127 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-5900d84b-1942-46f4-93bf-308579d45551 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8088ac0-130e-4aa1-8e7a-da25f97b1b25']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:19.739097 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-5900d84b-1942-46f4-93bf-308579d45551 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70ac2d8c-b2ef-451d-ab69-62b72851b92d') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:19.739395 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-5900d84b-1942-46f4-93bf-308579d45551 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70ac2d8c-b2ef-451d-ab69-62b72851b92d') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:19.749120 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5900d84b-1942-46f4-93bf-308579d45551 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.762094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5900d84b-1942-46f4-93bf-308579d45551 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.768045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5900d84b-1942-46f4-93bf-308579d45551 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Releasing vlan 163 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:19:19.768403 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5900d84b-1942-46f4-93bf-308579d45551 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:19:19.771419 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:19:19.828772 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5900d84b-1942-46f4-93bf-308579d45551 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.836017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5900d84b-1942-46f4-93bf-308579d45551 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.838593 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5900d84b-1942-46f4-93bf-308579d45551 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/networks/e8088ac0-130e-4aa1-8e7a-da25f97b1b25 HTTP/1.1" status: 204 len: 168 time: 0.3056962 Nov 23 05:19:19.841495 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53410) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:19.850131 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5900d84b-1942-46f4-93bf-308579d45551 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'Network': ['ID=e8088ac0-130e-4aa1-8e7a-da25f97b1b25,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:19.898930 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26c2196c-7f50-4a32-9b0f-024131947cc7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.924108 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26c2196c-7f50-4a32-9b0f-024131947cc7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.983745 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26c2196c-7f50-4a32-9b0f-024131947cc7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.986481 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26c2196c-7f50-4a32-9b0f-024131947cc7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:19.987787 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-26c2196c-7f50-4a32-9b0f-024131947cc7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] 10.222.0.37 "DELETE /v2.0/security-groups/4c37974b-0e6b-4686-a8ae-70b0d69fd517 HTTP/1.1" status: 204 len: 168 time: 0.1451304 Nov 23 05:19:19.997875 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c2196c-7f50-4a32-9b0f-024131947cc7 tempest-TestNetworkAdvancedServerOps-2005604540 tempest-TestNetworkAdvancedServerOps-2005604540-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c37974b-0e6b-4686-a8ae-70b0d69fd517,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:20.310436 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53418) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:20.437691 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4e81d072-d8b8-4318-a6dd-b9d9717f47b5 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=6318e264eb3243bf895e26f79c66f7bf&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1258979 Nov 23 05:19:20.439972 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53422) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:20.487327 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef25c-be77-4d9f-b61e-1cc4a317f09c admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:20.510068 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef25c-be77-4d9f-b61e-1cc4a317f09c admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:20.547874 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 993ebba6-93a8-41e2-8276-367b1ff5544e no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:19:20.561970 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef25c-be77-4d9f-b61e-1cc4a317f09c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:20.564573 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-ed4ef25c-be77-4d9f-b61e-1cc4a317f09c admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:20.565774 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-ed4ef25c-be77-4d9f-b61e-1cc4a317f09c admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/c5105f6c-6d60-480f-9890-b4936f4c178e HTTP/1.1" status: 204 len: 168 time: 0.1248868 Nov 23 05:19:20.570147 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 993ebba6-93a8-41e2-8276-367b1ff5544e {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:19:20.570633 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 993ebba6-93a8-41e2-8276-367b1ff5544e not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:19:20.570788 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:19:20.574995 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed4ef25c-be77-4d9f-b61e-1cc4a317f09c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5105f6c-6d60-480f-9890-b4936f4c178e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:20.593547 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:19:20.593898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 5ca1ab75-8bc0-4575-a85e-f009ad0bf341 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:19:20.594305 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device eb18b992-ed42-4bbd-aa04-49622d5db88a no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:19:20.620306 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: eb18b992-ed42-4bbd-aa04-49622d5db88a {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:19:20.620645 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device eb18b992-ed42-4bbd-aa04-49622d5db88a not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:19:20.827874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53428) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:20.841010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60fd2539-b348-444f-94ec-d0e779554734 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:20.920863 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60fd2539-b348-444f-94ec-d0e779554734 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:20.925066 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-60fd2539-b348-444f-94ec-d0e779554734 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:20.963703 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fd2539-b348-444f-94ec-d0e779554734 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef1d1e0a-dbe6-4fe7-bcd5-4edd3e914e33,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:20.971122 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-60fd2539-b348-444f-94ec-d0e779554734 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=75f2216a125048d4a61d92f3e35b8cbd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.1398020 Nov 23 05:19:20.971983 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53430) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:21.021905 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a7261190-f683-44e9-8282-ac70b8893032 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:21.043796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a7261190-f683-44e9-8282-ac70b8893032 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:21.094347 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a7261190-f683-44e9-8282-ac70b8893032 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:21.097349 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-a7261190-f683-44e9-8282-ac70b8893032 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:21.098672 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-a7261190-f683-44e9-8282-ac70b8893032 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/ef1d1e0a-dbe6-4fe7-bcd5-4edd3e914e33 HTTP/1.1" status: 204 len: 168 time: 0.1264110 Nov 23 05:19:21.107624 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7261190-f683-44e9-8282-ac70b8893032 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef1d1e0a-dbe6-4fe7-bcd5-4edd3e914e33,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:21.793846 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53452) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:21.885393 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1267756714-network', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:21.906723 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] Made reservation on behalf of e9fcc214472a40e78f3cdb136c1a386b for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:19:21.908941 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:21.920066 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:21.990926 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:21.995046 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.016067 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:19:22.031378 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d327ef49-3983-4367-9d96-24e1e7e26e75,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:22.034484 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.034918 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] Added segment 79f0925f-d2b8-4422-9f80-3b31f05e7968 of type vlan for network 747753df-8644-46f1-987e-cb438cb67d50 Nov 23 05:19:22.073958 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.098537 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.099491 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:22.100085 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.156256 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3611546 Nov 23 05:19:22.160419 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53456) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:22.163152 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411e5f56-640a-49ec-9360-149143a4c029 admin admin] Pushing event updated for resources: {'Network': ['ID=747753df-8644-46f1-987e-cb438cb67d50,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:22.165544 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-65e4db8b-5b44-4bce-914e-bd5ee4559f3d admin admin] Request body: {'subnet': {'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1267756714-subnet', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'ip_version': 4}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:22.172775 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 747753df-8644-46f1-987e-cb438cb67d50 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:19:22.188040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65e4db8b-5b44-4bce-914e-bd5ee4559f3d admin admin] Made reservation on behalf of e9fcc214472a40e78f3cdb136c1a386b for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:19:22.190506 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-65e4db8b-5b44-4bce-914e-bd5ee4559f3d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.363091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-65e4db8b-5b44-4bce-914e-bd5ee4559f3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.422092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4db8b-5b44-4bce-914e-bd5ee4559f3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=db8b558c-c8f1-40fd-a68f-167d9524304e,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:22.430388 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e4db8b-5b44-4bce-914e-bd5ee4559f3d admin admin] Checking segment: {'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:19:22.430746 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e4db8b-5b44-4bce-914e-bd5ee4559f3d admin admin] Network hostable DHCP agents. Network: 747753df-8644-46f1-987e-cb438cb67d50, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:19:22.445804 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65e4db8b-5b44-4bce-914e-bd5ee4559f3d admin admin] Network 747753df-8644-46f1-987e-cb438cb67d50 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:19:22.453976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-65e4db8b-5b44-4bce-914e-bd5ee4559f3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 747753df-8644-46f1-987e-cb438cb67d50) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:19:22.457843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e4db8b-5b44-4bce-914e-bd5ee4559f3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:22.458427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-65e4db8b-5b44-4bce-914e-bd5ee4559f3d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.463464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcd814bb-cd64-476d-a204-b015cb0367b0 None None] Network 747753df-8644-46f1-987e-cb438cb67d50 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:19:22.474043 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-65e4db8b-5b44-4bce-914e-bd5ee4559f3d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3124990 Nov 23 05:19:22.476725 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53458) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:22.480953 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:22.502166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.503135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.557218 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.609033 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-747753df-8644-46f1-987e-cb438cb67d50', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:19:22.609923 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.703781 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.750887 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Allocated IP 172.20.0.2 (747753df-8644-46f1-987e-cb438cb67d50/db8b558c-c8f1-40fd-a68f-167d9524304e/d4f87b2a-c112-4f74-97a2-e4249c3c29ff) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:19:22.900034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.903858 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.907429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.928186 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:22.951029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Network 747753df-8644-46f1-987e-cb438cb67d50 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:19:22.955021 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:19:22.956797 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Pushing event updated for resources: {'Port': ['ID=d4f87b2a-c112-4f74-97a2-e4249c3c29ff,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:22.958948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:19:23.015199 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Attempting to bind port d4f87b2a-c112-4f74-97a2-e4249c3c29ff on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:19:23.015572 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Attempting to bind port d4f87b2a-c112-4f74-97a2-e4249c3c29ff by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:19:23.016052 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Attempting to bind port d4f87b2a-c112-4f74-97a2-e4249c3c29ff on network 747753df-8644-46f1-987e-cb438cb67d50 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:19:23.021066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:19:23.021477 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Checking segment: {'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:19:23.021882 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:23.022282 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Bound using segment: {'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:19:23.022753 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Bound port: d4f87b2a-c112-4f74-97a2-e4249c3c29ff, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:19:23.023168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:23.032537 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Allocated IP 172.26.8.122 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/f6e93a89-8145-4da0-9fac-4ae444a61463) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:19:23.085634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] For port d4f87b2a-c112-4f74-97a2-e4249c3c29ff, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:19:23.088880 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] For port d4f87b2a-c112-4f74-97a2-e4249c3c29ff, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d4f87b2a-c112-4f74-97a2-e4249c3c29ff,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:19:23.094450 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:23.141533 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:23.152072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8f4ba9-bde5-4e4d-ae92-4aac938c3e82 None None] Pushing event updated for resources: {'Port': ['ID=d4f87b2a-c112-4f74-97a2-e4249c3c29ff,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:23.177536 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:23.218381 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:19:23.221602 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:19:23.225254 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:19:23.234639 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f53a20a-b315-4bf5-96bb-d7c165edc9a3 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:19:23.252811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Pushing event updated for resources: {'Port': ['ID=f6e93a89-8145-4da0-9fac-4ae444a61463,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:23.265070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a3a1f798-72cc-4faf-b687-2980e0acb9b5 None None] Provisioning complete for port f6e93a89-8145-4da0-9fac-4ae444a61463 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:23.266143 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a3a1f798-72cc-4faf-b687-2980e0acb9b5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:23.306803 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-a3a1f798-72cc-4faf-b687-2980e0acb9b5 None None] Port f6e93a89-8145-4da0-9fac-4ae444a61463 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:19:23.503237 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:23.699596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:23.831124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109953) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:19:23.943803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:19:23.956679 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Sync routers for ids ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:19:23.961554 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:23.962794 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7c613614-a722-4181-b781-ea2161b97596 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 1.4850969 Nov 23 05:19:23.965454 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53460) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:23.969195 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Routers {'6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:19:23.969875 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:19:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:24.075992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f91cdce2-80cf-472d-aefc-2256610f49d8 None None] Network 747753df-8644-46f1-987e-cb438cb67d50 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:19:24.123815 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Set router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:19:24.399169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-a774186a-3d77-4247-a38a-2aad47199638 None None] Provisioning complete for port d4f87b2a-c112-4f74-97a2-e4249c3c29ff triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:24.399824 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a774186a-3d77-4247-a38a-2aad47199638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:24.399955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:24.568862 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Allocated IP 172.20.0.1 (747753df-8644-46f1-987e-cb438cb67d50/db8b558c-c8f1-40fd-a68f-167d9524304e/ed61d8ee-bff9-4624-a8f3-b9187b3b4098) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:19:24.597188 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d4f87b2a-c112-4f74-97a2-e4249c3c29ff up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:19:24.620664 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a774186a-3d77-4247-a38a-2aad47199638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:24.679802 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-a774186a-3d77-4247-a38a-2aad47199638 None None] For port d4f87b2a-c112-4f74-97a2-e4249c3c29ff, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d4f87b2a-c112-4f74-97a2-e4249c3c29ff,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:19:24.685772 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:23Z', 'revision_number': 3, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:24.691087 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a774186a-3d77-4247-a38a-2aad47199638 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:24.693669 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:24.725108 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Checking router: 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:19:24.725617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Updating router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd port f6e93a89-8145-4da0-9fac-4ae444a61463 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:19:24.731572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:24.773910 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d4f87b2a-c112-4f74-97a2-e4249c3c29ff triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:24.774288 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:24.780816 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Network 747753df-8644-46f1-987e-cb438cb67d50 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:19:24.787901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:19:24.790513 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:19:24.819008 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Pushing event updated for resources: {'Port': ['ID=ed61d8ee-bff9-4624-a8f3-b9187b3b4098,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:24.822268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:24.825370 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a774186a-3d77-4247-a38a-2aad47199638 None None] Pushing event updated for resources: {'Port': ['ID=d4f87b2a-c112-4f74-97a2-e4249c3c29ff,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:24.837201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:24.985362 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ede1d4f6-bc6e-4d35-a1b3-90ae5e6d794a None None] Provisioning complete for port d4f87b2a-c112-4f74-97a2-e4249c3c29ff triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:24.985741 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ede1d4f6-bc6e-4d35-a1b3-90ae5e6d794a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:25.213572 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:25.219809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:25.287044 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84ff74a-a1e5-41be-9a0b-9d522e0903f5 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:19:25.313517 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Attempting to bind port f6e93a89-8145-4da0-9fac-4ae444a61463 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:19:25.313893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Attempting to bind port f6e93a89-8145-4da0-9fac-4ae444a61463 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:19:25.314239 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Attempting to bind port f6e93a89-8145-4da0-9fac-4ae444a61463 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:19:25.320764 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eda188-700d-4724-8c87-50bad34e8ab4 None None] Pushing event updated for resources: {'Port': ['ID=f6e93a89-8145-4da0-9fac-4ae444a61463,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:25.323938 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:25.327391 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:19:25.327778 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:19:25.328375 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:25.328567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:19:25.329032 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Bound port: f6e93a89-8145-4da0-9fac-4ae444a61463, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:19:25.329441 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:25.332332 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-53329d7f-0d7f-44de-9a7f-9da5d0e32027 None None] Provisioning complete for port ed61d8ee-bff9-4624-a8f3-b9187b3b4098 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:25.332687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-53329d7f-0d7f-44de-9a7f-9da5d0e32027 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:25.405559 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-53329d7f-0d7f-44de-9a7f-9da5d0e32027 None None] Port ed61d8ee-bff9-4624-a8f3-b9187b3b4098 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:19:25.415068 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] For port f6e93a89-8145-4da0-9fac-4ae444a61463, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:19:25.418540 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] For port f6e93a89-8145-4da0-9fac-4ae444a61463, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f6e93a89-8145-4da0-9fac-4ae444a61463,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:19:25.423379 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:25.468926 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c21e9e4-b453-452d-a36d-e9aae7fbbeaa None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:19:25.490712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97eda188-700d-4724-8c87-50bad34e8ab4 None None] Pushing event updated for resources: {'Port': ['ID=f6e93a89-8145-4da0-9fac-4ae444a61463,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:25.493264 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:25.494072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Routers {'6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:19:25.494072 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:19:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:25.501002 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:25.579032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Pushing event updated for resources: {'Port': ['ID=ed61d8ee-bff9-4624-a8f3-b9187b3b4098,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:25.581649 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:25.585832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-359dfaa8-4431-4fcf-b32d-0af58d388291 None None] Provisioning complete for port f6e93a89-8145-4da0-9fac-4ae444a61463 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:25.586364 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-359dfaa8-4431-4fcf-b32d-0af58d388291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:25.655866 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] Set router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:19:25.686463 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Network 747753df-8644-46f1-987e-cb438cb67d50 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:19:25.687983 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:19:25.802929 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-359dfaa8-4431-4fcf-b32d-0af58d388291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:25.815460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:19:25.836714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-359dfaa8-4431-4fcf-b32d-0af58d388291 None None] For port f6e93a89-8145-4da0-9fac-4ae444a61463, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f6e93a89-8145-4da0-9fac-4ae444a61463,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:19:25.845327 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-359dfaa8-4431-4fcf-b32d-0af58d388291 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:25.931320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359dfaa8-4431-4fcf-b32d-0af58d388291 None None] Pushing event updated for resources: {'Port': ['ID=f6e93a89-8145-4da0-9fac-4ae444a61463,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:25.936031 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:19:25.949650 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-a4cb4a33-0e2d-4ea5-84a7-c549d4395185 admin admin] 10.222.0.37 "PUT /v2.0/routers/6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9773722 Nov 23 05:19:25.965742 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:24Z', 'revision_number': 1, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:25.995110 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21ad0e57-3352-4172-b43d-fd056a5fb113 None None] The sync data for ids ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'] in dv-neutron-818850-1-hyperv is: [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:24Z', 'revision_number': 1, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:19:25.999115 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-af830ba2-bd6a-4785-b3f3-5ec520aa62e9 None None] Provisioning complete for port ed61d8ee-bff9-4624-a8f3-b9187b3b4098 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:25.999489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-af830ba2-bd6a-4785-b3f3-5ec520aa62e9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:26.034524 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-af830ba2-bd6a-4785-b3f3-5ec520aa62e9 None None] Port ed61d8ee-bff9-4624-a8f3-b9187b3b4098 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:19:26.429427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53476) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:26.434502 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-26497153-network', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:26.455837 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] Made reservation on behalf of 1e4d4ad97ead49d8b7674d0f9bf44d62 for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:19:26.458354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:26.468019 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:26.551443 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:26.556516 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:26.584094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] vlan segment allocate from pool success with {'vlan_id': 169, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:19:26.589818 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d4f87b2a-c112-4f74-97a2-e4249c3c29ff up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:19:26.595206 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f97f9612-b453-454d-849f-5398b55192b3,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:26.600305 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:26.600651 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] Added segment 10ffb78b-6a4b-4463-b032-d8c9b9f4acee of type vlan for network 4a897aa5-764a-441b-b4f9-beea5514d9d8 Nov 23 05:19:26.654529 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:26.671763 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port d4f87b2a-c112-4f74-97a2-e4249c3c29ff triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:26.673747 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:26.701796 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:26.702975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:26.703562 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:26.773025 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53478) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:26.773616 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3426127 Nov 23 05:19:26.781558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67fcf6f5-43a4-4f84-b345-c6fbca2c33eb admin admin] Pushing event updated for resources: {'Network': ['ID=4a897aa5-764a-441b-b4f9-beea5514d9d8,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:26.786009 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-fc402955-4128-47b8-ab8c-7d02d326b75d admin admin] Request body: {'subnet': {'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-26497153-subnet', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'ip_version': 4}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:26.791841 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 4a897aa5-764a-441b-b4f9-beea5514d9d8 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:19:26.817854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc402955-4128-47b8-ab8c-7d02d326b75d admin admin] Made reservation on behalf of 1e4d4ad97ead49d8b7674d0f9bf44d62 for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:19:26.820455 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc402955-4128-47b8-ab8c-7d02d326b75d admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:26.994651 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc402955-4128-47b8-ab8c-7d02d326b75d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.057445 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc402955-4128-47b8-ab8c-7d02d326b75d admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e10b93b-d4e2-469b-a353-1e57b61c3a20,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:27.066532 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc402955-4128-47b8-ab8c-7d02d326b75d admin admin] Checking segment: {'id': '10ffb78b-6a4b-4463-b032-d8c9b9f4acee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:19:27.066899 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc402955-4128-47b8-ab8c-7d02d326b75d admin admin] Network hostable DHCP agents. Network: 4a897aa5-764a-441b-b4f9-beea5514d9d8, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:19:27.085351 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc402955-4128-47b8-ab8c-7d02d326b75d admin admin] Network 4a897aa5-764a-441b-b4f9-beea5514d9d8 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:19:27.095751 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-fc402955-4128-47b8-ab8c-7d02d326b75d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 4a897aa5-764a-441b-b4f9-beea5514d9d8) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:19:27.100322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc402955-4128-47b8-ab8c-7d02d326b75d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:27.100928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fc402955-4128-47b8-ab8c-7d02d326b75d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.105500 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c03e5d1b-73cb-4be8-9dc9-446d40ed6627 None None] Network 4a897aa5-764a-441b-b4f9-beea5514d9d8 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:19:27.123572 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fc402955-4128-47b8-ab8c-7d02d326b75d admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.3481398 Nov 23 05:19:27.126077 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53480) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:27.130698 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-26497153-router', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:27.156259 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.157422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.216913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.267906 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-4a897aa5-764a-441b-b4f9-beea5514d9d8', 'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'fixed_ips': [{'subnet_id': '6e10b93b-d4e2-469b-a353-1e57b61c3a20'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:19:27.268770 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.369206 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.410852 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Allocated IP 172.20.0.2 (4a897aa5-764a-441b-b4f9-beea5514d9d8/6e10b93b-d4e2-469b-a353-1e57b61c3a20/c06c603b-4be3-4a83-ac5f-6ca3197ac16b) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:19:27.562341 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.567388 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.573913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.598037 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.613877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Network 4a897aa5-764a-441b-b4f9-beea5514d9d8 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:19:27.616702 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:19:27.621137 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:19:27.625082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Pushing event updated for resources: {'Port': ['ID=c06c603b-4be3-4a83-ac5f-6ca3197ac16b,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:27.679523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Attempting to bind port c06c603b-4be3-4a83-ac5f-6ca3197ac16b on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:19:27.679897 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Attempting to bind port c06c603b-4be3-4a83-ac5f-6ca3197ac16b by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '10ffb78b-6a4b-4463-b032-d8c9b9f4acee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:19:27.680265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Attempting to bind port c06c603b-4be3-4a83-ac5f-6ca3197ac16b on network 4a897aa5-764a-441b-b4f9-beea5514d9d8 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:19:27.686003 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:19:27.686377 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Checking segment: {'id': '10ffb78b-6a4b-4463-b032-d8c9b9f4acee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:19:27.687198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.687198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Bound using segment: {'id': '10ffb78b-6a4b-4463-b032-d8c9b9f4acee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:19:27.687661 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Bound port: c06c603b-4be3-4a83-ac5f-6ca3197ac16b, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ffb78b-6a4b-4463-b032-d8c9b9f4acee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:19:27.688048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.710985 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Allocated IP 172.26.8.131 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/74d485cf-b149-4ddc-882f-2c5ef520dbe4) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:19:27.757698 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] For port c06c603b-4be3-4a83-ac5f-6ca3197ac16b, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:19:27.760948 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] For port c06c603b-4be3-4a83-ac5f-6ca3197ac16b, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c06c603b-4be3-4a83-ac5f-6ca3197ac16b,segment=NetworkSegment(10ffb78b-6a4b-4463-b032-d8c9b9f4acee),segment_id=10ffb78b-6a4b-4463-b032-d8c9b9f4acee)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:19:27.765765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.827370 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.864181 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:27.908659 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:19:27.911829 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:19:27.915461 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:19:27.939483 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Pushing event updated for resources: {'Port': ['ID=74d485cf-b149-4ddc-882f-2c5ef520dbe4,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:27.960494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eafa3a4-2936-4cef-bebc-3c2ebd239872 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:19:27.995380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c43645d2-1d7e-4901-b228-7d7b1d6abf0b None None] Pushing event updated for resources: {'Port': ['ID=c06c603b-4be3-4a83-ac5f-6ca3197ac16b,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:28.075129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-3e04fb5e-f3cb-4130-a02f-13817d6d4e7c None None] Provisioning complete for port 74d485cf-b149-4ddc-882f-2c5ef520dbe4 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:28.075990 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3e04fb5e-f3cb-4130-a02f-13817d6d4e7c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:28.080226 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Sync routers for ids ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:19:28.097734 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Routers {'6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:19:28.098371 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:19:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:28.127931 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-3e04fb5e-f3cb-4130-a02f-13817d6d4e7c None None] Port 74d485cf-b149-4ddc-882f-2c5ef520dbe4 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:19:28.221645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:28.223713 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Set router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:19:28.445009 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 2, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:28.475792 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Checking router: 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:19:28.476137 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Updating router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd port ed61d8ee-bff9-4624-a8f3-b9187b3b4098 binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:19:28.505050 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:28.636395 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c06c603b-4be3-4a83-ac5f-6ca3197ac16b up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:19:28.688328 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port c06c603b-4be3-4a83-ac5f-6ca3197ac16b triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:28.688696 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:28.733874 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:28.775772 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:28.813890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port c06c603b-4be3-4a83-ac5f-6ca3197ac16b, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c06c603b-4be3-4a83-ac5f-6ca3197ac16b,segment=NetworkSegment(10ffb78b-6a4b-4463-b032-d8c9b9f4acee),segment_id=10ffb78b-6a4b-4463-b032-d8c9b9f4acee)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:19:28.819057 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:28.819868 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f6e93a89-8145-4da0-9fac-4ae444a61463 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:19:28.834150 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:28.841495 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:28.894074 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd4700-e663-40b0-9a03-f78f50693309 None None] Pushing event updated for resources: {'Port': ['ID=ed61d8ee-bff9-4624-a8f3-b9187b3b4098,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:28.908054 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=c06c603b-4be3-4a83-ac5f-6ca3197ac16b,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:28.908202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Router 5822bc26-70ab-4bcf-a767-7c7db7808984 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:19:28.909777 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4700-e663-40b0-9a03-f78f50693309 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:28.910300 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4700-e663-40b0-9a03-f78f50693309 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:28.910782 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4700-e663-40b0-9a03-f78f50693309 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:28.911335 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4700-e663-40b0-9a03-f78f50693309 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:28.911461 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4700-e663-40b0-9a03-f78f50693309 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:28.911709 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4700-e663-40b0-9a03-f78f50693309 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:28.912034 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4700-e663-40b0-9a03-f78f50693309 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:28.912358 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4700-e663-40b0-9a03-f78f50693309 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:28.912679 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4700-e663-40b0-9a03-f78f50693309 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:28.913046 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4700-e663-40b0-9a03-f78f50693309 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:28.913397 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4700-e663-40b0-9a03-f78f50693309 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:28.913716 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38fd4700-e663-40b0-9a03-f78f50693309 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:19:28.929897 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port f6e93a89-8145-4da0-9fac-4ae444a61463 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:28.930335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:28.989005 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Attempting to bind port ed61d8ee-bff9-4624-a8f3-b9187b3b4098 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:19:28.989406 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Attempting to bind port ed61d8ee-bff9-4624-a8f3-b9187b3b4098 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:19:28.989770 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Attempting to bind port ed61d8ee-bff9-4624-a8f3-b9187b3b4098 on network 747753df-8644-46f1-987e-cb438cb67d50 {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:19:28.995778 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:19:28.996278 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Checking segment: {'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:19:28.996683 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:28.997073 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Bound using segment: {'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:19:28.997615 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Bound port: ed61d8ee-bff9-4624-a8f3-b9187b3b4098, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:19:28.997993 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:29.050906 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:19:29.062333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Sync routers for ids ['5822bc26-70ab-4bcf-a767-7c7db7808984'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:19:29.073270 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:29.074238 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Routers {'5822bc26-70ab-4bcf-a767-7c7db7808984'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:19:29.074959 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:19:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5822bc26-70ab-4bcf-a767-7c7db7808984'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:29.078800 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-b3cd7443-86d5-4fc0-a218-3da12b084daf admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 1.9492917 Nov 23 05:19:29.079124 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53482) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:29.089626 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] For port ed61d8ee-bff9-4624-a8f3-b9187b3b4098, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:19:29.094842 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] For port ed61d8ee-bff9-4624-a8f3-b9187b3b4098, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ed61d8ee-bff9-4624-a8f3-b9187b3b4098,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:19:29.104960 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:29.162230 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fd4700-e663-40b0-9a03-f78f50693309 None None] Pushing event updated for resources: {'Port': ['ID=ed61d8ee-bff9-4624-a8f3-b9187b3b4098,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:29.189493 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Routers {'6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:19:29.190126 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:19:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:29.228185 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Set router 5822bc26-70ab-4bcf-a767-7c7db7808984 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:19:29.292519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fff1c65a-91ee-4cce-a5ce-b3cee16dd392 None None] Network 4a897aa5-764a-441b-b4f9-beea5514d9d8 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:19:29.341462 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] Set router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:19:29.424423 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9df8a96c-422d-4f45-a9c1-3ac66eccc5fa None None] Provisioning complete for port ed61d8ee-bff9-4624-a8f3-b9187b3b4098 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:29.424708 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9df8a96c-422d-4f45-a9c1-3ac66eccc5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:29.594307 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:29Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:29.607275 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:29.626886 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9df8a96c-422d-4f45-a9c1-3ac66eccc5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:29.629014 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75e30a90-11cd-4a79-812d-fb056085d3a5 None None] The sync data for ids ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'] in dv-neutron-818850-1-hyperv is: [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:29Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:19:29.657567 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'name': 'tempest-TestShelveInstance-26497153-router', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '74d485cf-b149-4ddc-882f-2c5ef520dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:19:28Z', 'revision_number': 3, 'project_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'gw_port': {'id': '74d485cf-b149-4ddc-882f-2c5ef520dbe4', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:19:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:29.700822 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Checking router: 5822bc26-70ab-4bcf-a767-7c7db7808984 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:19:29.701173 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Updating router 5822bc26-70ab-4bcf-a767-7c7db7808984 port 74d485cf-b149-4ddc-882f-2c5ef520dbe4 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:19:29.707020 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9df8a96c-422d-4f45-a9c1-3ac66eccc5fa None None] For port ed61d8ee-bff9-4624-a8f3-b9187b3b4098, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ed61d8ee-bff9-4624-a8f3-b9187b3b4098,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:19:29.730098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9df8a96c-422d-4f45-a9c1-3ac66eccc5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:29.769626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:29.810990 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Allocated IP 172.20.0.1 (4a897aa5-764a-441b-b4f9-beea5514d9d8/6e10b93b-d4e2-469b-a353-1e57b61c3a20/531f7518-ee7e-4b54-b701-4afda1e74e7a) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:19:29.817960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9df8a96c-422d-4f45-a9c1-3ac66eccc5fa None None] Provisioning complete for port c06c603b-4be3-4a83-ac5f-6ca3197ac16b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:29.818343 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9df8a96c-422d-4f45-a9c1-3ac66eccc5fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:29.864678 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df8a96c-422d-4f45-a9c1-3ac66eccc5fa None None] Pushing event updated for resources: {'Port': ['ID=ed61d8ee-bff9-4624-a8f3-b9187b3b4098,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:29.944690 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:29.981399 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:30.023351 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Network 4a897aa5-764a-441b-b4f9-beea5514d9d8 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:19:30.026792 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:19:30.031107 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:19:30.057264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Pushing event updated for resources: {'Port': ['ID=531f7518-ee7e-4b54-b701-4afda1e74e7a,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:30.074272 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:30.160697 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:30.174241 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:30.176578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-cd30022a-d985-4b91-8ea6-679ca1543855 None None] Provisioning complete for port ed61d8ee-bff9-4624-a8f3-b9187b3b4098 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:30.177017 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cd30022a-d985-4b91-8ea6-679ca1543855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:30.233375 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:30.268827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5417946-a368-41c2-aed2-d469e881619f None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:19:30.291540 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Attempting to bind port 74d485cf-b149-4ddc-882f-2c5ef520dbe4 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:19:30.291913 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Attempting to bind port 74d485cf-b149-4ddc-882f-2c5ef520dbe4 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:19:30.292280 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Attempting to bind port 74d485cf-b149-4ddc-882f-2c5ef520dbe4 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:19:30.317445 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8630bb-6038-4a05-85b3-709b65645077 None None] Pushing event updated for resources: {'Port': ['ID=74d485cf-b149-4ddc-882f-2c5ef520dbe4,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:30.320732 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:19:30.321228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:19:30.321785 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:30.322252 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:19:30.322821 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Bound port: 74d485cf-b149-4ddc-882f-2c5ef520dbe4, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:19:30.323265 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:30.419840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] For port 74d485cf-b149-4ddc-882f-2c5ef520dbe4, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:19:30.423480 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] For port 74d485cf-b149-4ddc-882f-2c5ef520dbe4, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=74d485cf-b149-4ddc-882f-2c5ef520dbe4,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:19:30.424611 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-cd30022a-d985-4b91-8ea6-679ca1543855 None None] Provisioning complete for port c06c603b-4be3-4a83-ac5f-6ca3197ac16b triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:30.424982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cd30022a-d985-4b91-8ea6-679ca1543855 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:30.428180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:30.430842 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:30.436075 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:30.513987 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Pushing event updated for resources: {'Port': ['ID=531f7518-ee7e-4b54-b701-4afda1e74e7a,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:30.517686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57b8089d-468e-4aaa-9d8c-bd659e5e2db0 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:19:30.517831 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:30.531166 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8630bb-6038-4a05-85b3-709b65645077 None None] Pushing event updated for resources: {'Port': ['ID=74d485cf-b149-4ddc-882f-2c5ef520dbe4,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:30.537874 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Routers {'5822bc26-70ab-4bcf-a767-7c7db7808984'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:19:30.538497 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:19:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5822bc26-70ab-4bcf-a767-7c7db7808984'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:30.626493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Network 4a897aa5-764a-441b-b4f9-beea5514d9d8 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:19:30.628128 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:19:30.752681 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Router 5822bc26-70ab-4bcf-a767-7c7db7808984 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:19:30.765979 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ed61d8ee-bff9-4624-a8f3-b9187b3b4098 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:19:30.869919 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:19:30.870210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] Set router 5822bc26-70ab-4bcf-a767-7c7db7808984 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:19:30.875597 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7dfdd11f-f596-459d-9782-587325dc1556 admin admin] 10.222.0.37 "PUT /v2.0/routers/5822bc26-70ab-4bcf-a767-7c7db7808984/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7953563 Nov 23 05:19:30.909142 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port ed61d8ee-bff9-4624-a8f3-b9187b3b4098 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:30.909473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.030802 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f41fe5f5-c299-45d8-9040-01f41913eeb4 None None] Provisioning complete for port 531f7518-ee7e-4b54-b701-4afda1e74e7a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:31.031177 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f41fe5f5-c299-45d8-9040-01f41913eeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.117695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f41fe5f5-c299-45d8-9040-01f41913eeb4 None None] Port 531f7518-ee7e-4b54-b701-4afda1e74e7a cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:19:31.160973 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c06c603b-4be3-4a83-ac5f-6ca3197ac16b up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:19:31.167464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f41fe5f5-c299-45d8-9040-01f41913eeb4 None None] Provisioning complete for port 74d485cf-b149-4ddc-882f-2c5ef520dbe4 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:31.167837 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f41fe5f5-c299-45d8-9040-01f41913eeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.268715 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'name': 'tempest-TestShelveInstance-26497153-router', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '74d485cf-b149-4ddc-882f-2c5ef520dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:19:30Z', 'revision_number': 4, 'project_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'gw_port': {'id': '74d485cf-b149-4ddc-882f-2c5ef520dbe4', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '531f7518-ee7e-4b54-b701-4afda1e74e7a', 'name': '', 'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'mac_address': 'fa:16:3e:e5:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6e10b93b-d4e2-469b-a353-1e57b61c3a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:29Z', 'updated_at': '2021-11-23T05:19:30Z', 'revision_number': 2, 'project_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'subnets': [{'id': '6e10b93b-d4e2-469b-a353-1e57b61c3a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:31.290887 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port c06c603b-4be3-4a83-ac5f-6ca3197ac16b triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:31.291257 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.321356 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3cdf19-6c80-4c44-9038-08a84e711100 None None] The sync data for ids ['5822bc26-70ab-4bcf-a767-7c7db7808984'] in dv-neutron-818850-1-hyperv is: [{'id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'name': 'tempest-TestShelveInstance-26497153-router', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '74d485cf-b149-4ddc-882f-2c5ef520dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:19:30Z', 'revision_number': 4, 'project_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'gw_port': {'id': '74d485cf-b149-4ddc-882f-2c5ef520dbe4', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:19:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '531f7518-ee7e-4b54-b701-4afda1e74e7a', 'name': '', 'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'mac_address': 'fa:16:3e:e5:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6e10b93b-d4e2-469b-a353-1e57b61c3a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:29Z', 'updated_at': '2021-11-23T05:19:30Z', 'revision_number': 2, 'project_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'subnets': [{'id': '6e10b93b-d4e2-469b-a353-1e57b61c3a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:19:31.354446 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f41fe5f5-c299-45d8-9040-01f41913eeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.383863 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f41fe5f5-c299-45d8-9040-01f41913eeb4 None None] For port 74d485cf-b149-4ddc-882f-2c5ef520dbe4, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=74d485cf-b149-4ddc-882f-2c5ef520dbe4,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:19:31.386052 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53490) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:31.391082 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f41fe5f5-c299-45d8-9040-01f41913eeb4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.392685 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-037845ba-1e75-4eb5-9943-85bc7a2cbd14 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2137582244', 'description': 'tempest-secgroup-smoke-2137582244 description', 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:31.424127 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-037845ba-1e75-4eb5-9943-85bc7a2cbd14 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.483316 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f41fe5f5-c299-45d8-9040-01f41913eeb4 None None] Pushing event updated for resources: {'Port': ['ID=74d485cf-b149-4ddc-882f-2c5ef520dbe4,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:31.492983 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-037845ba-1e75-4eb5-9943-85bc7a2cbd14 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.498466 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-037845ba-1e75-4eb5-9943-85bc7a2cbd14 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.530045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-037845ba-1e75-4eb5-9943-85bc7a2cbd14 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.531282 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-037845ba-1e75-4eb5-9943-85bc7a2cbd14 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.1431410 Nov 23 05:19:31.534256 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53492) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:31.538964 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-e1fa7062-80f4-4b77-8b06-fac096bc4128 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'security_group_rule': {'security_group_id': '5519d980-91ae-4c18-a109-676fb994fedf', 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:31.543114 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037845ba-1e75-4eb5-9943-85bc7a2cbd14 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5519d980-91ae-4c18-a109-676fb994fedf,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:31.581041 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7062-80f4-4b77-8b06-fac096bc4128 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.644011 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7062-80f4-4b77-8b06-fac096bc4128 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.648739 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7062-80f4-4b77-8b06-fac096bc4128 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.678546 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fa7062-80f4-4b77-8b06-fac096bc4128 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a78cc99e-c12c-421d-8a36-e5461068cd59,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:31.691809 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e1fa7062-80f4-4b77-8b06-fac096bc4128 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.695995 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e1fa7062-80f4-4b77-8b06-fac096bc4128 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1578910 Nov 23 05:19:31.696886 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53494) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:31.702968 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-5f4000df-d7e1-4ad5-936f-03c20854ddd4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'security_group_rule': {'security_group_id': '5519d980-91ae-4c18-a109-676fb994fedf', 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:31.738553 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5f4000df-d7e1-4ad5-936f-03c20854ddd4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.803380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5f4000df-d7e1-4ad5-936f-03c20854ddd4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.807106 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5f4000df-d7e1-4ad5-936f-03c20854ddd4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.828539 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4000df-d7e1-4ad5-936f-03c20854ddd4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b41632-43e9-4336-9767-753a62c49232,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:31.834777 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5f4000df-d7e1-4ad5-936f-03c20854ddd4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.837328 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5f4000df-d7e1-4ad5-936f-03c20854ddd4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1376808 Nov 23 05:19:31.838969 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53496) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:31.843581 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-51887cb2-fd19-446b-9152-e11b61792a39 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'security_group_rule': {'security_group_id': '5519d980-91ae-4c18-a109-676fb994fedf', 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:31.871119 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-51887cb2-fd19-446b-9152-e11b61792a39 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.936696 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-51887cb2-fd19-446b-9152-e11b61792a39 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.940575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-51887cb2-fd19-446b-9152-e11b61792a39 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.959346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51887cb2-fd19-446b-9152-e11b61792a39 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f741dfb0-e0d8-440f-9c1a-3aff1a4eb0ab,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:31.968735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-51887cb2-fd19-446b-9152-e11b61792a39 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:31.970241 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-51887cb2-fd19-446b-9152-e11b61792a39 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1302488 Nov 23 05:19:31.973183 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53498) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:31.977796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-fccf5b08-c73f-42d3-b918-1cf056b05f36 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'security_group_rule': {'security_group_id': '5519d980-91ae-4c18-a109-676fb994fedf', 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:32.010808 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fccf5b08-c73f-42d3-b918-1cf056b05f36 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:32.071902 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fccf5b08-c73f-42d3-b918-1cf056b05f36 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:32.075412 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fccf5b08-c73f-42d3-b918-1cf056b05f36 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:32.093154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccf5b08-c73f-42d3-b918-1cf056b05f36 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3274a938-0db2-41e4-a0c6-5ba8d275bcb1,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:32.100099 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-fccf5b08-c73f-42d3-b918-1cf056b05f36 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:32.101287 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-fccf5b08-c73f-42d3-b918-1cf056b05f36 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1270599 Nov 23 05:19:32.104243 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53500) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:32.109343 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1bccc6cb-32be-4c41-b486-a84ecc05e4d1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'security_group_rule': {'security_group_id': '5519d980-91ae-4c18-a109-676fb994fedf', 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:32.131193 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-1bccc6cb-32be-4c41-b486-a84ecc05e4d1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Project e9fcc214472a40e78f3cdb136c1a386b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:19:32.136117 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1bccc6cb-32be-4c41-b486-a84ecc05e4d1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:32.193445 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1bccc6cb-32be-4c41-b486-a84ecc05e4d1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:32.197010 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1bccc6cb-32be-4c41-b486-a84ecc05e4d1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:32.213841 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bccc6cb-32be-4c41-b486-a84ecc05e4d1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c30f18a8-a6a8-462a-8272-5d15c701e005,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:32.221779 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1bccc6cb-32be-4c41-b486-a84ecc05e4d1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:32.222991 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1bccc6cb-32be-4c41-b486-a84ecc05e4d1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1177654 Nov 23 05:19:32.225757 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53502) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:32.229965 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ab56570b-8987-4038-ba20-3cec4653e4a1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'security_group_rule': {'security_group_id': '5519d980-91ae-4c18-a109-676fb994fedf', 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:32.250662 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-ab56570b-8987-4038-ba20-3cec4653e4a1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Project e9fcc214472a40e78f3cdb136c1a386b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:19:32.255522 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab56570b-8987-4038-ba20-3cec4653e4a1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:32.313776 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab56570b-8987-4038-ba20-3cec4653e4a1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:32.317375 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab56570b-8987-4038-ba20-3cec4653e4a1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:32.335743 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab56570b-8987-4038-ba20-3cec4653e4a1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08b5b617-c8d6-4717-ba18-9ec3556e828f,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:32.344135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ab56570b-8987-4038-ba20-3cec4653e4a1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:32.345387 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ab56570b-8987-4038-ba20-3cec4653e4a1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1186876 Nov 23 05:19:32.578724 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-7df18f9f-8611-4686-8454-761cc81c6bcc tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2137582244&fields=id&tenant_id=e9fcc214472a40e78f3cdb136c1a386b HTTP/1.1" status: 200 len: 267 time: 0.0484209 Nov 23 05:19:32.595325 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 74d485cf-b149-4ddc-882f-2c5ef520dbe4 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:19:32.646613 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 74d485cf-b149-4ddc-882f-2c5ef520dbe4 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:32.646978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:32.705223 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-8a09b803-2d31-4063-a5d7-6fe1f7744479 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:32.706827 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-8a09b803-2d31-4063-a5d7-6fe1f7744479 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 809 time: 0.1157336 Nov 23 05:19:32.724792 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-790f38b4-2287-4378-a391-1f88fb47eade tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/quotas/e9fcc214472a40e78f3cdb136c1a386b HTTP/1.1" status: 200 len: 375 time: 0.0105135 Nov 23 05:19:32.782261 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-8158e954-92bb-4c62-8f79-63d86f424da0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0493727 Nov 23 05:19:32.879855 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-41094941-c279-4e25-83a9-1f05a87e14d2 service neutron] 10.222.0.37 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852702 Nov 23 05:19:32.976031 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-2b0b4d24-1705-4818-92dc-825ef9c01343 service neutron] 10.222.0.37 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902603 Nov 23 05:19:33.242166 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-18f26a12-f93e-4bb6-9b8b-d48f0ac2c621 req-1e476ba6-682f-419f-b15d-24554726fd8a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 210 time: 0.1328835 Nov 23 05:19:33.671376 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Sync routers for ids ['5822bc26-70ab-4bcf-a767-7c7db7808984'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:19:33.681265 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Routers {'5822bc26-70ab-4bcf-a767-7c7db7808984'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:19:33.681967 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:19:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5822bc26-70ab-4bcf-a767-7c7db7808984'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:33.872708 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Set router 5822bc26-70ab-4bcf-a767-7c7db7808984 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:19:34.070161 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'name': 'tempest-TestShelveInstance-26497153-router', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '74d485cf-b149-4ddc-882f-2c5ef520dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:19:30Z', 'revision_number': 4, 'project_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'gw_port': {'id': '74d485cf-b149-4ddc-882f-2c5ef520dbe4', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '531f7518-ee7e-4b54-b701-4afda1e74e7a', 'name': '', 'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'mac_address': 'fa:16:3e:e5:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6e10b93b-d4e2-469b-a353-1e57b61c3a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:29Z', 'updated_at': '2021-11-23T05:19:30Z', 'revision_number': 2, 'project_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'subnets': [{'id': '6e10b93b-d4e2-469b-a353-1e57b61c3a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:34.096781 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Checking router: 5822bc26-70ab-4bcf-a767-7c7db7808984 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:19:34.097358 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Updating router 5822bc26-70ab-4bcf-a767-7c7db7808984 port 531f7518-ee7e-4b54-b701-4afda1e74e7a binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:19:34.121649 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:34.286589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-c24c89a9-1ebd-4025-b8b0-f69659b7740f tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:34.287916 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-c24c89a9-1ebd-4025-b8b0-f69659b7740f tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 809 time: 0.1150115 Nov 23 05:19:34.383043 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-1d3c74d7-22bd-4944-b836-1f1822693c58 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9fcc214472a40e78f3cdb136c1a386b HTTP/1.1" status: 200 len: 380 time: 0.0681965 Nov 23 05:19:34.395410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-495c984d-81b1-421e-95f5-de9d7a98fda9 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'port': {'device_id': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'admin_state_up': True, 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'security_groups': ['5519d980-91ae-4c18-a109-676fb994fedf']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:34.407094 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:34.414167 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:34.421714 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7baa0add-bb0b-4498-b20c-eeb6e857f0f5 req-8c97a29c-6b56-4172-98c6-9f6ff2b03c55 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 210 time: 0.0968204 Nov 23 05:19:34.464792 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3930f6e-8d87-423f-b690-ccf5c8100c81 None None] Pushing event updated for resources: {'Port': ['ID=531f7518-ee7e-4b54-b701-4afda1e74e7a,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:34.517213 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Attempting to bind port 531f7518-ee7e-4b54-b701-4afda1e74e7a on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:19:34.517640 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Attempting to bind port 531f7518-ee7e-4b54-b701-4afda1e74e7a by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '10ffb78b-6a4b-4463-b032-d8c9b9f4acee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:19:34.518096 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Attempting to bind port 531f7518-ee7e-4b54-b701-4afda1e74e7a on network 4a897aa5-764a-441b-b4f9-beea5514d9d8 {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:19:34.524253 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 19, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:19:34.524677 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Checking segment: {'id': '10ffb78b-6a4b-4463-b032-d8c9b9f4acee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:19:34.525028 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:34.525646 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Bound using segment: {'id': '10ffb78b-6a4b-4463-b032-d8c9b9f4acee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:19:34.526014 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Bound port: 531f7518-ee7e-4b54-b701-4afda1e74e7a, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10ffb78b-6a4b-4463-b032-d8c9b9f4acee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:19:34.526573 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:34.530718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-495c984d-81b1-421e-95f5-de9d7a98fda9 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Made reservation on behalf of e9fcc214472a40e78f3cdb136c1a386b for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:19:34.534880 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-495c984d-81b1-421e-95f5-de9d7a98fda9 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:34.597835 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] For port 531f7518-ee7e-4b54-b701-4afda1e74e7a, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:19:34.601454 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] For port 531f7518-ee7e-4b54-b701-4afda1e74e7a, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=531f7518-ee7e-4b54-b701-4afda1e74e7a,segment=NetworkSegment(10ffb78b-6a4b-4463-b032-d8c9b9f4acee),segment_id=10ffb78b-6a4b-4463-b032-d8c9b9f4acee)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:19:34.608167 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:34.673684 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3930f6e-8d87-423f-b690-ccf5c8100c81 None None] Pushing event updated for resources: {'Port': ['ID=531f7518-ee7e-4b54-b701-4afda1e74e7a,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:34.676240 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Routers {'5822bc26-70ab-4bcf-a767-7c7db7808984'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:19:34.676802 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:19:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5822bc26-70ab-4bcf-a767-7c7db7808984'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:34.676923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-495c984d-81b1-421e-95f5-de9d7a98fda9 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Allocated IP 172.20.0.9 (747753df-8644-46f1-987e-cb438cb67d50/db8b558c-c8f1-40fd-a68f-167d9524304e/b47a8cd0-762f-4d6b-a32c-c476f3dd4c92) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:19:34.740521 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f9bf8504-1b3b-4de7-84e9-5ca81e5e0d96 None None] Provisioning complete for port 531f7518-ee7e-4b54-b701-4afda1e74e7a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:34.741578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8504-1b3b-4de7-84e9-5ca81e5e0d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:34.811595 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] Set router 5822bc26-70ab-4bcf-a767-7c7db7808984 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:19:34.851275 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8504-1b3b-4de7-84e9-5ca81e5e0d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:34.860331 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-495c984d-81b1-421e-95f5-de9d7a98fda9 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:34.890157 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-f9bf8504-1b3b-4de7-84e9-5ca81e5e0d96 None None] For port 531f7518-ee7e-4b54-b701-4afda1e74e7a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=531f7518-ee7e-4b54-b701-4afda1e74e7a,segment=NetworkSegment(10ffb78b-6a4b-4463-b032-d8c9b9f4acee),segment_id=10ffb78b-6a4b-4463-b032-d8c9b9f4acee)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:19:34.896018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f9bf8504-1b3b-4de7-84e9-5ca81e5e0d96 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:34.910842 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-495c984d-81b1-421e-95f5-de9d7a98fda9 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:34.957856 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bf8504-1b3b-4de7-84e9-5ca81e5e0d96 None None] Pushing event updated for resources: {'Port': ['ID=531f7518-ee7e-4b54-b701-4afda1e74e7a,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:34.959380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-495c984d-81b1-421e-95f5-de9d7a98fda9 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Network 747753df-8644-46f1-987e-cb438cb67d50 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:19:34.962622 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-495c984d-81b1-421e-95f5-de9d7a98fda9 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:19:34.967179 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-495c984d-81b1-421e-95f5-de9d7a98fda9 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:19:34.993955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495c984d-81b1-421e-95f5-de9d7a98fda9 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'Port': ['ID=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:35.028310 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'name': 'tempest-TestShelveInstance-26497153-router', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '74d485cf-b149-4ddc-882f-2c5ef520dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:19:30Z', 'revision_number': 4, 'project_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'gw_port': {'id': '74d485cf-b149-4ddc-882f-2c5ef520dbe4', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '531f7518-ee7e-4b54-b701-4afda1e74e7a', 'name': '', 'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'mac_address': 'fa:16:3e:e5:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6e10b93b-d4e2-469b-a353-1e57b61c3a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:29Z', 'updated_at': '2021-11-23T05:19:34Z', 'revision_number': 4, 'project_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'subnets': [{'id': '6e10b93b-d4e2-469b-a353-1e57b61c3a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:35.028680 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ab9c8732-8764-4d7b-a2a7-5ea32b483610 None None] Provisioning complete for port 531f7518-ee7e-4b54-b701-4afda1e74e7a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:35.029765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ab9c8732-8764-4d7b-a2a7-5ea32b483610 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:35.030091 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-495c984d-81b1-421e-95f5-de9d7a98fda9 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:35.030943 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-495c984d-81b1-421e-95f5-de9d7a98fda9 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:35.053117 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-495c984d-81b1-421e-95f5-de9d7a98fda9 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6616080 Nov 23 05:19:35.065533 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd6232a1-e857-4467-94bb-db24f7d96d17 None None] The sync data for ids ['5822bc26-70ab-4bcf-a767-7c7db7808984'] in dv-neutron-818850-1-hyperv is: [{'id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'name': 'tempest-TestShelveInstance-26497153-router', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '74d485cf-b149-4ddc-882f-2c5ef520dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:19:30Z', 'revision_number': 4, 'project_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'gw_port': {'id': '74d485cf-b149-4ddc-882f-2c5ef520dbe4', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '531f7518-ee7e-4b54-b701-4afda1e74e7a', 'name': '', 'network_id': '4a897aa5-764a-441b-b4f9-beea5514d9d8', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'mac_address': 'fa:16:3e:e5:0c:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'device_owner': 'network:router_interface', 'standard_attr_id': 1816, 'fixed_ips': [{'subnet_id': '6e10b93b-d4e2-469b-a353-1e57b61c3a20', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:29Z', 'updated_at': '2021-11-23T05:19:34Z', 'revision_number': 4, 'project_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'subnets': [{'id': '6e10b93b-d4e2-469b-a353-1e57b61c3a20', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:19:35.080803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Request body: {'port': {'device_id': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:35.148461 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:35.249573 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-e16eff49-41cf-4e2e-a89e-7c99e1c31789 None None] Provisioning complete for port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:35.250013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e16eff49-41cf-4e2e-a89e-7c99e1c31789 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:35.289460 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e16eff49-41cf-4e2e-a89e-7c99e1c31789 None None] Port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:19:35.435439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:19:35.443386 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:35.457894 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Transition to ACTIVE for port object b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:19:35.462831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:35.549799 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:35.619400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbcda44-2f8e-48f7-bea3-b7201ba810d8 req-cf9de4c1-d2d1-4516-8945-588efaf6082e tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:35.620940 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbcda44-2f8e-48f7-bea3-b7201ba810d8 req-cf9de4c1-d2d1-4516-8945-588efaf6082e tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 943 time: 0.1170483 Nov 23 05:19:35.654638 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Attempting to bind port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:19:35.654972 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Attempting to bind port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:19:35.655301 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Attempting to bind port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 on network 747753df-8644-46f1-987e-cb438cb67d50 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:19:35.664392 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 on network 747753df-8644-46f1-987e-cb438cb67d50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:19:35.664716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Attempting to bind port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 on network 747753df-8644-46f1-987e-cb438cb67d50 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:19:35.676740 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 19, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:19:35.677076 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Checking segment: {'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:19:35.677492 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Bound using segment: {'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:19:35.677928 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Bound port: b47a8cd0-762f-4d6b-a32c-c476f3dd4c92, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:19:35.678287 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:35.704942 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ffbcda44-2f8e-48f7-bea3-b7201ba810d8 req-9ab877dc-3ddc-4ff7-a4cb-7d3ab099c92a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756142 Nov 23 05:19:35.756511 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] For port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:19:35.759501 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] For port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:19:35.764432 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:35.804692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:35.806042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:35.806701 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] 10.222.0.15 "PUT /v2.0/ports/b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 HTTP/1.1" status: 200 len: 1093 time: 0.7305870 Nov 23 05:19:35.807164 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:19:35.809655 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20e3e510-b633-43b7-8995-a9b6c3cdfdeb" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:19:35.833207 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfe85bc9-1c2e-4632-a72f-922fe34df7c8 service neutron] Pushing event updated for resources: {'Port': ['ID=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:35.854633 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:19:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06b741fd-5932-4285-b3b1-25fc4e68b7a8 x-openstack-request-id: req-06b741fd-5932-4285-b3b1-25fc4e68b7a8 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:19:35.855116 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:19:35.855378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-06b741fd-5932-4285-b3b1-25fc4e68b7a8 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:19:35.855807 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'status': 'completed', 'code': 200} Nov 23 05:19:35.943931 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3e510-b633-43b7-8995-a9b6c3cdfdeb req-8c1ec50d-a8c4-4246-ab99-612279379677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:35.945521 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-20e3e510-b633-43b7-8995-a9b6c3cdfdeb req-8c1ec50d-a8c4-4246-ab99-612279379677 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 1096 time: 0.0435519 Nov 23 05:19:36.062597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3e510-b633-43b7-8995-a9b6c3cdfdeb req-c81b0736-c5b6-4c52-a84a-98aaefc46253 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:36.064112 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-20e3e510-b633-43b7-8995-a9b6c3cdfdeb req-c81b0736-c5b6-4c52-a84a-98aaefc46253 service neutron] 10.222.0.15 "GET /v2.0/networks?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0951493 Nov 23 05:19:36.165712 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20e3e510-b633-43b7-8995-a9b6c3cdfdeb req-bc1ac8fa-ae7f-474f-85c7-de4cdec3fae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:36.167068 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-20e3e510-b633-43b7-8995-a9b6c3cdfdeb req-bc1ac8fa-ae7f-474f-85c7-de4cdec3fae4 service neutron] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.0910127 Nov 23 05:19:36.274801 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-de01903c-68ee-4212-8f4f-f72f7c3b8ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:36.276292 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-de01903c-68ee-4212-8f4f-f72f7c3b8ba5 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 1096 time: 0.0404961 Nov 23 05:19:36.344299 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-20e3466f-ac30-4d58-8249-e049f95421b4 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 HTTP/1.1" status: 200 len: 217 time: 0.0440333 Nov 23 05:19:36.398231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-ac0daa9e-2a51-45bd-85b9-d5cb1a2f4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:36.399652 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-ac0daa9e-2a51-45bd-85b9-d5cb1a2f4a81 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0445828 Nov 23 05:19:36.406821 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:19:36.450704 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-76841372-294c-4fd7-9bc2-186784172488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:36.452193 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-76841372-294c-4fd7-9bc2-186784172488 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0413787 Nov 23 05:19:36.555163 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-9a6d9182-e5d4-47e9-bcbd-490b66a4dbea service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902045 Nov 23 05:19:36.587962 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 531f7518-ee7e-4b54-b701-4afda1e74e7a up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:19:36.641127 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 531f7518-ee7e-4b54-b701-4afda1e74e7a triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:36.642016 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:36.654919 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7dc8d927-f35c-493f-a130-73787a3bc9ad req-21221762-10a2-46dc-9460-c8b47573e9ec service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886810 Nov 23 05:19:36.819548 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d5eaa10-a393-4dff-9936-165c70aa7648 req-d8535798-6ec7-4fa3-9634-72c1c78a424f tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:36.820993 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2d5eaa10-a393-4dff-9936-165c70aa7648 req-d8535798-6ec7-4fa3-9634-72c1c78a424f tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 943 time: 0.0485570 Nov 23 05:19:36.874381 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2d5eaa10-a393-4dff-9936-165c70aa7648 req-ff359b48-8999-4650-8040-986047b65caf tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475075 Nov 23 05:19:36.988842 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c8119e2d-6706-4891-8d9d-3cecdcfa7b71 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:37.613711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:19:37.710298 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:19:37.722180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'port_id': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'mac_address': 'fa:16:3e:e2:60:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:19:37.759023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:37.771947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:19:37.791621 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:19:37.795619 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:37.845421 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:37.991411 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee443de1-59b4-44d3-9766-8e333417320a req-daa50658-b83e-41b7-b6b2-5db33b7da99a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:37.992874 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ee443de1-59b4-44d3-9766-8e333417320a req-daa50658-b83e-41b7-b6b2-5db33b7da99a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 944 time: 0.0482893 Nov 23 05:19:38.047493 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ee443de1-59b4-44d3-9766-8e333417320a req-f32b0022-092b-4c14-9d18-63b359e1ff26 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485859 Nov 23 05:19:38.149464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['b47a8cd0-762f-4d6b-a32c-c476f3dd4c92'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:19:38.994254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:39.160128 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a539464-b7d0-434e-9558-6c5a120a7a46 req-45000c8f-5b89-49c3-bfc4-ddbe69659696 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:39.161614 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2a539464-b7d0-434e-9558-6c5a120a7a46 req-45000c8f-5b89-49c3-bfc4-ddbe69659696 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 944 time: 0.0484028 Nov 23 05:19:39.209408 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2a539464-b7d0-434e-9558-6c5a120a7a46 req-5b266c85-e796-4fb2-bf9e-f58aaac11cf3 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419059 Nov 23 05:19:39.250504 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c6dd0814-ea49-4d5a-8c47-d2af2b7540d9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:39.632420 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:19:39.679471 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:19:39.683424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:19:39.683798 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:39.765856 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:39.787832 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:19:39.790098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d54616b-af9e-4287-89e7-719fdd03a80a" -d '{"events": [{"server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "name": "network-vif-plugged", "status": "completed", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:19:39.803350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:19:39.807479 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:39.830506 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:19:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e56e1be5-3c12-4039-bd2a-4b5a6cdaa135 x-openstack-request-id: req-e56e1be5-3c12-4039-bd2a-4b5a6cdaa135 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:19:39.830802 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "name": "network-vif-plugged", "status": "completed", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:19:39.831055 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e56e1be5-3c12-4039-bd2a-4b5a6cdaa135 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:19:39.831481 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'code': 200} Nov 23 05:19:39.855495 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:40.055781 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4716aad3-dff3-4a41-ba65-2c799cc08fb8 req-6714158a-a234-46a8-805c-59f3ee2e38a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:40.057243 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4716aad3-dff3-4a41-ba65-2c799cc08fb8 req-6714158a-a234-46a8-805c-59f3ee2e38a2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 1098 time: 0.0404317 Nov 23 05:19:40.107795 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4716aad3-dff3-4a41-ba65-2c799cc08fb8 req-daa3acad-a765-4399-a959-8677e0b334e2 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382955 Nov 23 05:19:40.326229 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e39ff07-e741-4b8e-bdfa-b084d5755c32 req-5d058b0e-d9e4-432c-9e8d-68a66fe926ea tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:40.330342 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2e39ff07-e741-4b8e-bdfa-b084d5755c32 req-5d058b0e-d9e4-432c-9e8d-68a66fe926ea tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0514114 Nov 23 05:19:40.380220 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2e39ff07-e741-4b8e-bdfa-b084d5755c32 req-6cd08dca-edc1-4156-b69e-eddd08592594 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446079 Nov 23 05:19:40.499973 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:41.495365 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bd00dd-c6cf-416b-9c1c-f4508650ee71 req-c6bdb85f-d21a-4637-9445-4016fe3444df tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:41.496894 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b7bd00dd-c6cf-416b-9c1c-f4508650ee71 req-c6bdb85f-d21a-4637-9445-4016fe3444df tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0482717 Nov 23 05:19:41.546039 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b7bd00dd-c6cf-416b-9c1c-f4508650ee71 req-139299cc-0f0b-4fd1-8aea-f1f08643c6b8 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421681 Nov 23 05:19:41.659012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c64e88-030a-4c72-9b67-ba7778b5215b req-a35289c5-fc90-412f-aecc-5ab24d562472 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:41.660362 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-41c64e88-030a-4c72-9b67-ba7778b5215b req-a35289c5-fc90-412f-aecc-5ab24d562472 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0489638 Nov 23 05:19:41.708461 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-41c64e88-030a-4c72-9b67-ba7778b5215b req-1fbbe745-34ad-4d74-a1d7-437d60ad31a5 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424118 Nov 23 05:19:41.730296 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53558) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:41.816157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b2a1b2-7755-439c-93cf-be379ede1923 tempest-TestShelveInstance-186749975 tempest-TestShelveInstance-186749975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:41.817706 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-68b2a1b2-7755-439c-93cf-be379ede1923 tempest-TestShelveInstance-186749975 tempest-TestShelveInstance-186749975-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 1093 time: 0.0864429 Nov 23 05:19:41.820586 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53562) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:19:41.824830 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:19:41.846674 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:41.927166 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:41.945696 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:42.051534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Allocated IP 172.26.8.90 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/47841bcf-1211-460e-99e8-615bbfbcdfd1) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:19:42.151587 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:42.184654 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:42.228499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:19:42.231541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:19:42.234955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:19:42.240332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'Port': ['ID=47841bcf-1211-460e-99e8-615bbfbcdfd1,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:42.589444 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:42.658124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:42.747282 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:42.813977 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:42.818427 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:42.884450 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'Port': ['ID=47841bcf-1211-460e-99e8-615bbfbcdfd1,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:19:42.895880 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:42.996160 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Floating IP ad05e4eb-6308-4bc6-ac03-9630041e6120 associated. External IP: 172.26.8.90, port: b47a8cd0-762f-4d6b-a32c-c476f3dd4c92. Nov 23 05:19:43.205047 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:19:43.313944 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:19:43.325304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e43cf4-a5bf-4729-8858-e2c7b8ec718a None None] Sync routers for ids ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:19:43.334271 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:19:43.337125 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e43cf4-a5bf-4729-8858-e2c7b8ec718a None None] Routers {'6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:19:43.337784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-07e43cf4-a5bf-4729-8858-e2c7b8ec718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:19:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:43.361221 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-074eb667-20d4-4741-beb6-50faf5fe0f87 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5396197 Nov 23 05:19:43.361931 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:19:43.364248 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f840ee68-d062-4429-8938-be60ff63d53c" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:19:43.400873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:19:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78fc7d4-33ce-414d-9c9b-0bd3d5483300 x-openstack-request-id: req-c78fc7d4-33ce-414d-9c9b-0bd3d5483300 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:19:43.401162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:19:43.401448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c78fc7d4-33ce-414d-9c9b-0bd3d5483300 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:19:43.401852 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'status': 'completed', 'code': 200} Nov 23 05:19:43.445884 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-07e43cf4-a5bf-4729-8858-e2c7b8ec718a None None] Set router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:19:43.495035 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840ee68-d062-4429-8938-be60ff63d53c req-0f2cec43-5dcd-439c-88ba-5fccfe1d1457 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:43.496661 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f840ee68-d062-4429-8938-be60ff63d53c req-0f2cec43-5dcd-439c-88ba-5fccfe1d1457 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 1098 time: 0.0406725 Nov 23 05:19:43.591492 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840ee68-d062-4429-8938-be60ff63d53c req-06595c39-f3af-438b-931c-6eb122d7c867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:43.593105 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f840ee68-d062-4429-8938-be60ff63d53c req-06595c39-f3af-438b-931c-6eb122d7c867 service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0883372 Nov 23 05:19:43.664925 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f840ee68-d062-4429-8938-be60ff63d53c req-4cd31595-4df9-489e-bfad-beaa80d2c7f0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 HTTP/1.1" status: 200 len: 998 time: 0.0646789 Nov 23 05:19:43.667990 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-07e43cf4-a5bf-4729-8858-e2c7b8ec718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'ad05e4eb-6308-4bc6-ac03-9630041e6120', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'floating_ip_address': '172.26.8.90', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'port_id': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'mac_address': 'fa:16:3e:e2:60:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:19:42Z', 'updated_at': '2021-11-23T05:19:42Z', 'revision_number': 0, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:29Z', 'revision_number': 5, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:43.694792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e43cf4-a5bf-4729-8858-e2c7b8ec718a None None] Checking router: 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:19:43.703190 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e43cf4-a5bf-4729-8858-e2c7b8ec718a None None] Routers {'6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:19:43.703726 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-07e43cf4-a5bf-4729-8858-e2c7b8ec718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:19:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:43.713751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840ee68-d062-4429-8938-be60ff63d53c req-c5b2f624-0fe6-4225-a68b-bef557d9cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:43.715196 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f840ee68-d062-4429-8938-be60ff63d53c req-c5b2f624-0fe6-4225-a68b-bef557d9cb19 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0434065 Nov 23 05:19:43.766211 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f840ee68-d062-4429-8938-be60ff63d53c req-c4e83288-0f25-4442-946e-6733ee207b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:43.767765 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f840ee68-d062-4429-8938-be60ff63d53c req-c4e83288-0f25-4442-946e-6733ee207b15 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0451574 Nov 23 05:19:43.778962 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-f840ee68-d062-4429-8938-be60ff63d53c req-124e1843-e6f7-41a7-b301-b3ffedfb7265 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:19:43.780052 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f840ee68-d062-4429-8938-be60ff63d53c req-124e1843-e6f7-41a7-b301-b3ffedfb7265 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050869 Nov 23 05:19:43.810030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-07e43cf4-a5bf-4729-8858-e2c7b8ec718a None None] Set router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:19:43.870981 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f840ee68-d062-4429-8938-be60ff63d53c req-6ca9f5d3-c997-48e1-817b-ddb6d4ef6735 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837762 Nov 23 05:19:43.965525 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f840ee68-d062-4429-8938-be60ff63d53c req-46026ca1-240f-4aec-be41-a97454f18b66 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865917 Nov 23 05:19:44.179807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-07e43cf4-a5bf-4729-8858-e2c7b8ec718a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'ad05e4eb-6308-4bc6-ac03-9630041e6120', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'floating_ip_address': '172.26.8.90', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'port_id': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'mac_address': 'fa:16:3e:e2:60:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:19:42Z', 'updated_at': '2021-11-23T05:19:42Z', 'revision_number': 0, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:29Z', 'revision_number': 5, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:19:44.212148 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07e43cf4-a5bf-4729-8858-e2c7b8ec718a None None] The sync data for ids ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'] in dv-neutron-818850-1-hyperv is: [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': 'ad05e4eb-6308-4bc6-ac03-9630041e6120', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'floating_ip_address': '172.26.8.90', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'port_id': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1828, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'mac_address': 'fa:16:3e:e2:60:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:19:42Z', 'updated_at': '2021-11-23T05:19:42Z', 'revision_number': 0, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:29Z', 'revision_number': 5, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:19:44.397981 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0decc46-829e-4cb6-b59a-3ea499360aa7 None None] New status for floating IP ad05e4eb-6308-4bc6-ac03-9630041e6120: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:19:59.731873 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7f3eebeb-53ae-49d9-82b3-b6af788e8122 req-99bf7186-44a3-4fd8-aadf-59af06be45e2 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0819178 Nov 23 05:19:59.840593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3eebeb-53ae-49d9-82b3-b6af788e8122 req-07f73b86-f6a2-4adc-a4a2-578afb66567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:59.842133 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7f3eebeb-53ae-49d9-82b3-b6af788e8122 req-07f73b86-f6a2-4adc-a4a2-578afb66567e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 1098 time: 0.0416267 Nov 23 05:19:59.947183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3eebeb-53ae-49d9-82b3-b6af788e8122 req-14578a98-4d31-4795-8189-6da95fba596d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:19:59.948524 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7f3eebeb-53ae-49d9-82b3-b6af788e8122 req-14578a98-4d31-4795-8189-6da95fba596d service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0867200 Nov 23 05:20:00.348200 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7f3eebeb-53ae-49d9-82b3-b6af788e8122 req-14b0e311-ffd9-4296-950f-7c96d9e06ef8 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 HTTP/1.1" status: 200 len: 1000 time: 0.3916509 Nov 23 05:20:00.399729 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3eebeb-53ae-49d9-82b3-b6af788e8122 req-df7fbdcf-ca6a-49ba-bf86-9d11622cfa66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:20:00.401296 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7f3eebeb-53ae-49d9-82b3-b6af788e8122 req-df7fbdcf-ca6a-49ba-bf86-9d11622cfa66 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0446069 Nov 23 05:20:00.448460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3eebeb-53ae-49d9-82b3-b6af788e8122 req-01464fb8-ff11-4ae5-90eb-3111033b3e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:20:00.449921 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7f3eebeb-53ae-49d9-82b3-b6af788e8122 req-01464fb8-ff11-4ae5-90eb-3111033b3e3a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0415595 Nov 23 05:20:00.540300 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7f3eebeb-53ae-49d9-82b3-b6af788e8122 req-587a44fd-2fe9-4aca-ae8a-a0ced8071d26 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808489 Nov 23 05:20:00.632350 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7f3eebeb-53ae-49d9-82b3-b6af788e8122 req-36545cef-35ea-4ba3-8798-4814db4dd832 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843916 Nov 23 05:20:06.981139 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-57b2d168-8822-4e59-a870-14caa050b196 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:08.995278 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:09.252629 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d54f3061-5702-41cf-a635-8212bb2ed855 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:10.502530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:11.931444 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:12.739097 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:13.409121 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:20:27.315440 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-446cc6be-07d7-4593-ab93-830bd73fc5f0 req-5bbb666a-e618-4802-88fe-33a8f832e5f9 service neutron] (109953) timed out ('10.222.0.37', 49526) {{(pid=109953) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Nov 23 05:20:36.982494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1c403a3b-f6b8-4eb1-9259-f06526cebe56 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:39.007859 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:39.253407 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d073702d-859d-40b1-ae9b-7ee6c274637c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:40.504374 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:41.934587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:42.743654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:20:50.408360 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:20:59.693889 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-98169792-b863-49d1-91ac-957dc36f37c7 req-33a13865-a05a-49fe-9596-919069037b5d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0394514 Nov 23 05:20:59.798430 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98169792-b863-49d1-91ac-957dc36f37c7 req-3fb1038a-8d80-468f-b6a7-8c81c19d03bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:20:59.799882 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-98169792-b863-49d1-91ac-957dc36f37c7 req-3fb1038a-8d80-468f-b6a7-8c81c19d03bb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 1098 time: 0.0412164 Nov 23 05:20:59.911978 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98169792-b863-49d1-91ac-957dc36f37c7 req-54cff70e-4f43-458f-a3ba-3c7a39a87f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:20:59.913421 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-98169792-b863-49d1-91ac-957dc36f37c7 req-54cff70e-4f43-458f-a3ba-3c7a39a87f69 service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0867717 Nov 23 05:20:59.983610 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-98169792-b863-49d1-91ac-957dc36f37c7 req-245f718b-3c78-4b0b-821e-d9a5035cace7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 HTTP/1.1" status: 200 len: 1000 time: 0.0618720 Nov 23 05:21:00.035157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98169792-b863-49d1-91ac-957dc36f37c7 req-3bd297f5-c48f-4666-b1ce-4909e03ab344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:00.036604 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-98169792-b863-49d1-91ac-957dc36f37c7 req-3bd297f5-c48f-4666-b1ce-4909e03ab344 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0439525 Nov 23 05:21:00.087792 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98169792-b863-49d1-91ac-957dc36f37c7 req-7285c3e7-7771-4cd1-9e45-e6cc9da203da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:00.089239 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-98169792-b863-49d1-91ac-957dc36f37c7 req-7285c3e7-7771-4cd1-9e45-e6cc9da203da service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0423634 Nov 23 05:21:00.181449 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-98169792-b863-49d1-91ac-957dc36f37c7 req-3eb64b42-2ffa-40d2-9fc3-e57142765075 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0819964 Nov 23 05:21:00.278417 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-98169792-b863-49d1-91ac-957dc36f37c7 req-3379645f-24ad-4eb0-8f78-df8074ce960c service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855298 Nov 23 05:21:06.984140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-38a43867-e8e3-423e-86b0-61d6330149f4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:08.996606 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:09.254496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f96c454e-e7b7-453a-925a-f467975bd7c8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:10.506956 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:11.937336 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:12.745779 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:27.407417 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:21:36.985157 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-574bfcc5-2cf0-44c1-972b-1dc35fbd6c46 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:39.021547 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:39.258210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e50858e2-1455-43df-bc71-0c5593fedc63 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:40.508025 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:41.046925 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e0f38-dee8-4f18-8a83-71d0535a8c1f req-4ede1281-bbe5-4ca8-93df-0541482f068b tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:41.048316 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-429e0f38-dee8-4f18-8a83-71d0535a8c1f req-4ede1281-bbe5-4ca8-93df-0541482f068b tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0502915 Nov 23 05:21:41.097121 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-429e0f38-dee8-4f18-8a83-71d0535a8c1f req-b0714f23-5362-42bc-9b21-13bab99ff394 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428259 Nov 23 05:21:41.939225 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:42.224057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3353a-e231-473b-abe7-fdd778855944 req-99911ca3-5da5-4069-8ea5-5b19649a3204 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:42.225540 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-36c3353a-e231-473b-abe7-fdd778855944 req-99911ca3-5da5-4069-8ea5-5b19649a3204 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0500131 Nov 23 05:21:42.274671 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-36c3353a-e231-473b-abe7-fdd778855944 req-6df60120-e152-465f-abb1-b5868c9f62d6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433171 Nov 23 05:21:42.748811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:43.403086 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9dbaa58-a480-42f5-983f-4ac5bb31a095 req-30a53ff5-2855-44d6-886c-515e3f7405c4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:43.405165 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c9dbaa58-a480-42f5-983f-4ac5bb31a095 req-30a53ff5-2855-44d6-886c-515e3f7405c4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0519161 Nov 23 05:21:43.452783 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c9dbaa58-a480-42f5-983f-4ac5bb31a095 req-0a7c9c0a-2ec8-49d9-8cdd-ef537981958e tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417583 Nov 23 05:21:44.566770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696d0d2b-4674-4f43-b472-a9e90935f8cd req-927391ce-524f-4998-a00e-770640480154 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:44.568218 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-696d0d2b-4674-4f43-b472-a9e90935f8cd req-927391ce-524f-4998-a00e-770640480154 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0483398 Nov 23 05:21:44.616016 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-696d0d2b-4674-4f43-b472-a9e90935f8cd req-aea2b7d1-3b83-45c4-8051-2e8637d89214 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420868 Nov 23 05:21:45.731924 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a1fe41-841c-4636-9d70-bb559bdda24d req-d2d099c9-0990-4d1e-8889-42afed8a7362 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:45.733433 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-72a1fe41-841c-4636-9d70-bb559bdda24d req-d2d099c9-0990-4d1e-8889-42afed8a7362 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0493598 Nov 23 05:21:45.783374 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-72a1fe41-841c-4636-9d70-bb559bdda24d req-531cda69-54dc-4971-87cc-0d0b00395094 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440283 Nov 23 05:21:46.903772 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c19adb9-994b-4f03-b1ae-1faf2fc2e96a req-c86bce7a-e6c1-495d-81bd-c89bb4b3a124 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:46.905764 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c19adb9-994b-4f03-b1ae-1faf2fc2e96a req-c86bce7a-e6c1-495d-81bd-c89bb4b3a124 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0541167 Nov 23 05:21:46.954623 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c19adb9-994b-4f03-b1ae-1faf2fc2e96a req-c1af2a79-ffde-4359-8c21-671de3ee8e33 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430622 Nov 23 05:21:48.067854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5c08d4-13fd-451e-8cd5-20e946fa310a req-275dccc8-225e-43d9-891a-b27f40d5296d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:48.069391 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1e5c08d4-13fd-451e-8cd5-20e946fa310a req-275dccc8-225e-43d9-891a-b27f40d5296d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0490835 Nov 23 05:21:48.123149 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1e5c08d4-13fd-451e-8cd5-20e946fa310a req-fdf8847f-f0c7-422a-9192-e37754ca0a33 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478818 Nov 23 05:21:49.239282 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85feed7d-f6a2-424e-82c9-c84d90ebc0bd req-ebe72d7a-d368-403f-ba1e-878b4fd1560f tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:49.240733 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-85feed7d-f6a2-424e-82c9-c84d90ebc0bd req-ebe72d7a-d368-403f-ba1e-878b4fd1560f tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0485771 Nov 23 05:21:49.288832 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-85feed7d-f6a2-424e-82c9-c84d90ebc0bd req-9f46fffa-205a-489e-a418-9c50472c72dd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423241 Nov 23 05:21:50.401891 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d330dbe1-aefc-484e-b92b-47bc3395e325 req-73e7c04c-0a32-4fff-89b7-838c896a8b1f tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:50.403363 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d330dbe1-aefc-484e-b92b-47bc3395e325 req-73e7c04c-0a32-4fff-89b7-838c896a8b1f tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0490236 Nov 23 05:21:50.452166 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d330dbe1-aefc-484e-b92b-47bc3395e325 req-4fe0d338-c71e-4e12-a790-2f8e29280164 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429118 Nov 23 05:21:51.729832 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a41644-e5c6-4fbd-9396-13c255a8b527 req-171641e3-ad40-4b24-aca9-743842879e57 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:51.731178 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a8a41644-e5c6-4fbd-9396-13c255a8b527 req-171641e3-ad40-4b24-aca9-743842879e57 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0490639 Nov 23 05:21:51.784034 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a8a41644-e5c6-4fbd-9396-13c255a8b527 req-252aa87b-f2d7-4baf-a0f9-e009229e9632 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468462 Nov 23 05:21:52.895974 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-addc645d-e623-4996-b1f9-0d93b61bb23b req-5a9b6bc5-3d8c-417f-ad59-05af5345e1b8 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:52.897433 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-addc645d-e623-4996-b1f9-0d93b61bb23b req-5a9b6bc5-3d8c-417f-ad59-05af5345e1b8 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0475116 Nov 23 05:21:52.946576 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-addc645d-e623-4996-b1f9-0d93b61bb23b req-d5d0a7fa-20d1-44a3-b124-dc9fd017c24f tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433478 Nov 23 05:21:54.064383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb2940f-89ce-409c-8f5a-59ed3230c4a9 req-f676a3d8-52e2-49a9-98ff-635f62edeaa6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:54.066052 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-aeb2940f-89ce-409c-8f5a-59ed3230c4a9 req-f676a3d8-52e2-49a9-98ff-635f62edeaa6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0495806 Nov 23 05:21:54.119197 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-aeb2940f-89ce-409c-8f5a-59ed3230c4a9 req-64b6c5bc-8f36-4431-9a7c-87f6262e3c82 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473239 Nov 23 05:21:54.280570 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:21:54.378017 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:21:54.390827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'port_id': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'mac_address': 'fa:16:3e:e2:60:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:21:54.427260 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:54.444121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:21:54.464104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:21:54.468181 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:54.517519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:21:54.529633 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:54.530533 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:54.531319 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:54.531894 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:54.532898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:54.532898 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:54.533240 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:54.533872 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:54.534169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:54.534874 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:54.535380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:54.535586 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:21:54.639227 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['b47a8cd0-762f-4d6b-a32c-c476f3dd4c92'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:21:55.243837 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f560e3e4-8d29-48f4-ab40-e58bc36bebb5 req-629e2682-d9f5-4e0d-8486-ad097d1083f6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:55.251112 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f560e3e4-8d29-48f4-ab40-e58bc36bebb5 req-629e2682-d9f5-4e0d-8486-ad097d1083f6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 944 time: 0.0609300 Nov 23 05:21:55.299187 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f560e3e4-8d29-48f4-ab40-e58bc36bebb5 req-2c827c18-5c54-4178-ae55-cb1512305192 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469253 Nov 23 05:21:56.286991 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:21:56.348237 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:21:56.348687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:56.425809 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66096296-f9b3-4b50-a7a0-d64c1d40866d req-87593544-5f6c-474d-a05f-e639ded357d0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:56.427990 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-66096296-f9b3-4b50-a7a0-d64c1d40866d req-87593544-5f6c-474d-a05f-e639ded357d0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 944 time: 0.0559623 Nov 23 05:21:56.445765 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:56.488622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:21:56.491042 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bed8317-3535-4c4b-8cc7-eabe0795f5e4" -d '{"events": [{"server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "name": "network-vif-plugged", "status": "completed", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:21:56.495187 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-66096296-f9b3-4b50-a7a0-d64c1d40866d req-3fd0e37b-3451-49cc-b3e8-cc4209d157aa tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0584848 Nov 23 05:21:56.519573 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:21:56.526325 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:21:56.535330 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:21:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b20749-e069-4579-86bc-8e58f6483662 x-openstack-request-id: req-59b20749-e069-4579-86bc-8e58f6483662 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:21:56.535626 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "name": "network-vif-plugged", "status": "completed", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:21:56.535882 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-59b20749-e069-4579-86bc-8e58f6483662 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:21:56.536976 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'code': 200} Nov 23 05:21:56.588975 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:21:57.627011 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a31f0a-7b72-40fc-b9a0-919c1bd3aed0 req-6bc97f5d-f485-42e5-85b6-3ec3f4446024 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:57.628684 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-78a31f0a-7b72-40fc-b9a0-919c1bd3aed0 req-6bc97f5d-f485-42e5-85b6-3ec3f4446024 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0594571 Nov 23 05:21:57.687483 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-78a31f0a-7b72-40fc-b9a0-919c1bd3aed0 req-2ecd52a0-d68a-4fce-bc16-c1dfeb974cf2 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526159 Nov 23 05:21:58.813952 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16251f-3afb-45f5-8574-f3981cad6ed2 req-75c559ed-ed7d-4155-b07b-87bba72e4920 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:58.815943 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ad16251f-3afb-45f5-8574-f3981cad6ed2 req-75c559ed-ed7d-4155-b07b-87bba72e4920 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0598888 Nov 23 05:21:58.870367 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ad16251f-3afb-45f5-8574-f3981cad6ed2 req-4359cf6e-d63a-428f-852d-735156029034 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474803 Nov 23 05:21:59.990350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7fbaa14-47d7-4433-b143-9b00516942f5 req-409151f8-39ed-4e18-b8e3-538faafbd581 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:21:59.991843 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b7fbaa14-47d7-4433-b143-9b00516942f5 req-409151f8-39ed-4e18-b8e3-538faafbd581 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0550082 Nov 23 05:22:00.048713 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b7fbaa14-47d7-4433-b143-9b00516942f5 req-4c6969a2-f59e-4094-93ca-98a3a1793769 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504847 Nov 23 05:22:01.197547 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f601608-a7be-4cdc-8ec9-e8cb894c9d81 req-fcb90408-b279-47e8-94cc-ddc7fc7fbd3c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:01.199091 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0f601608-a7be-4cdc-8ec9-e8cb894c9d81 req-fcb90408-b279-47e8-94cc-ddc7fc7fbd3c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0658147 Nov 23 05:22:01.258578 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0f601608-a7be-4cdc-8ec9-e8cb894c9d81 req-74dfd52f-babb-45dd-b6c6-ce76d14417a1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0532174 Nov 23 05:22:01.776254 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e6e8b-e855-49d4-878f-3e026654a62b req-ee5ee977-5929-4972-966d-8b517c6b767b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:01.779133 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-584e6e8b-e855-49d4-878f-3e026654a62b req-ee5ee977-5929-4972-966d-8b517c6b767b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 1098 time: 0.0548027 Nov 23 05:22:01.891541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e6e8b-e855-49d4-878f-3e026654a62b req-34445482-51f7-4f4d-bf7b-eb4bb6c3fa77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:01.893157 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-584e6e8b-e855-49d4-878f-3e026654a62b req-34445482-51f7-4f4d-bf7b-eb4bb6c3fa77 service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0928075 Nov 23 05:22:01.973060 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-584e6e8b-e855-49d4-878f-3e026654a62b req-dd716abf-30fe-407a-80cf-9325d3a96632 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 HTTP/1.1" status: 200 len: 1000 time: 0.0672898 Nov 23 05:22:02.034515 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e6e8b-e855-49d4-878f-3e026654a62b req-95a3fee6-15ce-4737-bd57-e9f4d38dadee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:02.036184 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-584e6e8b-e855-49d4-878f-3e026654a62b req-95a3fee6-15ce-4737-bd57-e9f4d38dadee service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0513818 Nov 23 05:22:02.094804 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584e6e8b-e855-49d4-878f-3e026654a62b req-57a3e781-4a12-4998-bd81-87eaff285f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:02.098035 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-584e6e8b-e855-49d4-878f-3e026654a62b req-57a3e781-4a12-4998-bd81-87eaff285f93 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0495155 Nov 23 05:22:02.202327 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-584e6e8b-e855-49d4-878f-3e026654a62b req-9e42b8c1-2709-46f7-ac76-8d720037f24f service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956833 Nov 23 05:22:02.307391 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-584e6e8b-e855-49d4-878f-3e026654a62b req-81503714-4b9e-4d9e-80fd-18fc059bbb5c service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0974100 Nov 23 05:22:02.400285 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d220d-d883-45fc-8fcf-ea84dd998d1e req-4a495df2-dab9-4fae-8f47-b7f05f9f7ae8 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:02.400285 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae8d220d-d883-45fc-8fcf-ea84dd998d1e req-4a495df2-dab9-4fae-8f47-b7f05f9f7ae8 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0580916 Nov 23 05:22:02.463400 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ae8d220d-d883-45fc-8fcf-ea84dd998d1e req-8b5c5903-8f06-4d39-8d5c-c20211544c9e tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576670 Nov 23 05:22:03.579993 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db714827-b1fa-45ba-aa88-2dea69f7a163 req-ed9b6b18-4768-4d83-9f65-3d68f3435b80 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:03.581594 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-db714827-b1fa-45ba-aa88-2dea69f7a163 req-ed9b6b18-4768-4d83-9f65-3d68f3435b80 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0481460 Nov 23 05:22:03.632954 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-db714827-b1fa-45ba-aa88-2dea69f7a163 req-58dd43a7-21b6-4405-8e80-38b87f43d55d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455430 Nov 23 05:22:04.324117 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1f346-77b4-4c12-9e57-f107c6b6a77c req-0bcbb36a-4cc4-4599-93f2-4aeb01d8c4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:04.325630 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0ad1f346-77b4-4c12-9e57-f107c6b6a77c req-0bcbb36a-4cc4-4599-93f2-4aeb01d8c4f6 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 1098 time: 0.0403175 Nov 23 05:22:04.406398 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:22:04.421677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1f346-77b4-4c12-9e57-f107c6b6a77c req-e6262dfa-c9ca-42c8-9a17-cadf982d75e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:04.423132 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0ad1f346-77b4-4c12-9e57-f107c6b6a77c req-e6262dfa-c9ca-42c8-9a17-cadf982d75e6 service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0857217 Nov 23 05:22:04.493373 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0ad1f346-77b4-4c12-9e57-f107c6b6a77c req-5db5c51e-0fa1-48a4-bbc6-fa76763466af service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 HTTP/1.1" status: 200 len: 1000 time: 0.0617428 Nov 23 05:22:04.546318 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1f346-77b4-4c12-9e57-f107c6b6a77c req-cf74a4df-cfa9-4444-8ef2-9613ac0d4cd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:04.547721 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0ad1f346-77b4-4c12-9e57-f107c6b6a77c req-cf74a4df-cfa9-4444-8ef2-9613ac0d4cd7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0434406 Nov 23 05:22:04.595354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad1f346-77b4-4c12-9e57-f107c6b6a77c req-05d5da19-5f0b-4952-b05f-d75597f760f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:04.596799 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0ad1f346-77b4-4c12-9e57-f107c6b6a77c req-05d5da19-5f0b-4952-b05f-d75597f760f7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394275 Nov 23 05:22:04.695353 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0ad1f346-77b4-4c12-9e57-f107c6b6a77c req-b6ed623a-5f99-43e9-b270-b6c9d0df00ad service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866327 Nov 23 05:22:04.805529 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72df828a-5512-4f8c-892c-a69effe610f4 req-d4863d09-2da9-4848-973a-a873051d5946 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:04.807010 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-72df828a-5512-4f8c-892c-a69effe610f4 req-d4863d09-2da9-4848-973a-a873051d5946 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.1058362 Nov 23 05:22:04.847163 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0ad1f346-77b4-4c12-9e57-f107c6b6a77c req-32074a88-e66a-469b-8315-8581ebf05b64 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377833 Nov 23 05:22:04.870454 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-72df828a-5512-4f8c-892c-a69effe610f4 req-4023f723-cdde-4d53-9b29-e0e329a8fad4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564663 Nov 23 05:22:05.984532 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b83dbe0-fe1c-4597-9341-359943433524 req-5f5949e9-1887-48c6-813d-28b836e30d5a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:05.986012 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9b83dbe0-fe1c-4597-9341-359943433524 req-5f5949e9-1887-48c6-813d-28b836e30d5a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0479789 Nov 23 05:22:06.038330 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9b83dbe0-fe1c-4597-9341-359943433524 req-c5d7beb6-bc7d-4630-a4d6-c59214254f14 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464694 Nov 23 05:22:06.990971 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-839655ee-dbbc-408f-80f8-8ebb892acff6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:07.151764 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b94f24-2532-41ab-a10f-280ba1680716 req-bc0c37ee-d77e-48dd-85d3-a79366caa699 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:07.153240 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d5b94f24-2532-41ab-a10f-280ba1680716 req-bc0c37ee-d77e-48dd-85d3-a79366caa699 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0487916 Nov 23 05:22:07.203648 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d5b94f24-2532-41ab-a10f-280ba1680716 req-15aca97b-85fe-47a9-9bed-8aa63d7605ec tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444932 Nov 23 05:22:07.274197 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [req-2b041b81-463d-4ca6-b10a-a408e285cffe req-01a4895b-0536-4193-982d-1f039748a04f service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:22:07.275070 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-2b041b81-463d-4ca6-b10a-a408e285cffe req-01a4895b-0536-4193-982d-1f039748a04f service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0052404 Nov 23 05:22:08.362638 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:22:08.453148 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:08.457268 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad5f58e-1aa0-4142-aa3b-4a1876eea526 req-11cc6ce6-16a8-4496-bf06-ffda6ed3b3f0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:08.461867 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ad5f58e-1aa0-4142-aa3b-4a1876eea526 req-11cc6ce6-16a8-4496-bf06-ffda6ed3b3f0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 945 time: 0.0603745 Nov 23 05:22:08.478130 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:22:08.480778 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc720f51-91c0-41bb-9b39-100c429633a3" -d '{"events": [{"server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "name": "network-vif-unplugged", "status": "completed", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:22:08.495284 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:22:08.500866 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:08.526356 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ad5f58e-1aa0-4142-aa3b-4a1876eea526 req-d433a706-4588-4a1f-967a-21f8d993d62d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605862 Nov 23 05:22:08.530293 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 05:22:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee92fc2d-87fa-4988-a97b-135c6821af0e x-openstack-request-id: req-ee92fc2d-87fa-4988-a97b-135c6821af0e {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:22:08.530592 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "name": "network-vif-unplugged", "status": "failed", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92", "code": 422}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:22:08.530847 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-ee92fc2d-87fa-4988-a97b-135c6821af0e {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:22:08.531253 dv-neutron-818850-1-hyperv neutron-server[109954]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'code': 422} returned with failed status Nov 23 05:22:08.561033 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,revision_number=8']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:22:08.739999 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b8e71548-8648-4177-bf1d-01984eaa89b1 req-5b80abef-e56a-4a0f-9a82-e0dfd1d66083 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0802200 Nov 23 05:22:09.027312 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:09.259057 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-a459ad83-d77a-40e2-90c5-83d70efbba96 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:09.645261 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f56239-3cbf-494e-a86e-b84e2ff18cb9 req-dd3ba59a-4f65-4102-8bf9-2ed62f49ec50 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:09.646803 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d2f56239-3cbf-494e-a86e-b84e2ff18cb9 req-dd3ba59a-4f65-4102-8bf9-2ed62f49ec50 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 943 time: 0.0579901 Nov 23 05:22:09.664519 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e71548-8648-4177-bf1d-01984eaa89b1 req-05df2fa3-38d9-47c0-acde-7d6538bae5e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:09.666026 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b8e71548-8648-4177-bf1d-01984eaa89b1 req-05df2fa3-38d9-47c0-acde-7d6538bae5e5 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38&tenant_id=e9fcc214472a40e78f3cdb136c1a386b HTTP/1.1" status: 200 len: 1096 time: 0.0431597 Nov 23 05:22:09.697606 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d2f56239-3cbf-494e-a86e-b84e2ff18cb9 req-82a66872-69c3-4499-a2bf-94fd2b77468b tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445266 Nov 23 05:22:09.753736 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e71548-8648-4177-bf1d-01984eaa89b1 req-940452bb-f0e7-4037-8901-e36aeefa8680 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:09.755215 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b8e71548-8648-4177-bf1d-01984eaa89b1 req-940452bb-f0e7-4037-8901-e36aeefa8680 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 1096 time: 0.0452261 Nov 23 05:22:09.848896 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e71548-8648-4177-bf1d-01984eaa89b1 req-08c76373-9f5b-4b46-8839-7bef9a454458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:09.850419 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b8e71548-8648-4177-bf1d-01984eaa89b1 req-08c76373-9f5b-4b46-8839-7bef9a454458 service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0840950 Nov 23 05:22:09.923245 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b8e71548-8648-4177-bf1d-01984eaa89b1 req-1014ae0d-ef12-48d1-817a-938551bb535f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 HTTP/1.1" status: 200 len: 998 time: 0.0609138 Nov 23 05:22:09.979363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e71548-8648-4177-bf1d-01984eaa89b1 req-b7a6e97d-63bd-470e-bde9-6cf3ddb31c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:09.980868 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b8e71548-8648-4177-bf1d-01984eaa89b1 req-b7a6e97d-63bd-470e-bde9-6cf3ddb31c2b service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0426488 Nov 23 05:22:10.037877 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e71548-8648-4177-bf1d-01984eaa89b1 req-27f8718e-4891-490a-8f62-ce74755feaca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:10.039392 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b8e71548-8648-4177-bf1d-01984eaa89b1 req-27f8718e-4891-490a-8f62-ce74755feaca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0468967 Nov 23 05:22:10.134951 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b8e71548-8648-4177-bf1d-01984eaa89b1 req-c811cd7a-c188-4606-a68b-84d21f5634b4 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849342 Nov 23 05:22:10.229066 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b8e71548-8648-4177-bf1d-01984eaa89b1 req-67f71f86-0c52-4fb8-aa1c-1209a42b309d service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825117 Nov 23 05:22:10.516169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:10.856831 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba04691-2e14-452e-b37f-c6e086c5f681 req-47c76b90-a86f-44ac-9502-f6599b55fed6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:10.858406 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ba04691-2e14-452e-b37f-c6e086c5f681 req-47c76b90-a86f-44ac-9502-f6599b55fed6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 943 time: 0.0628238 Nov 23 05:22:10.913311 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-3ba04691-2e14-452e-b37f-c6e086c5f681 req-e858d00e-c1da-4969-bce6-6cd0ad1697e6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489976 Nov 23 05:22:11.946470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:12.038506 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7123624f-86dd-4edb-9941-9cb4bb8696b4 req-d1ba3493-d59b-4f2c-a365-69d90687734a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:12.040352 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7123624f-86dd-4edb-9941-9cb4bb8696b4 req-d1ba3493-d59b-4f2c-a365-69d90687734a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 943 time: 0.0532498 Nov 23 05:22:12.093034 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7123624f-86dd-4edb-9941-9cb4bb8696b4 req-287b6e96-875b-4c3c-a9cd-02dab88780b0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466599 Nov 23 05:22:12.406059 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:22:12.752926 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:13.221155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2abf443-8299-4f14-8334-50805bd307d3 req-a0e4cbd5-6b93-4a16-b661-5743f5ece42d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:13.222734 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2abf443-8299-4f14-8334-50805bd307d3 req-a0e4cbd5-6b93-4a16-b661-5743f5ece42d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 943 time: 0.0559311 Nov 23 05:22:13.273345 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c2abf443-8299-4f14-8334-50805bd307d3 req-8f4a969f-cab3-4ed7-bf66-9057ac810388 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445867 Nov 23 05:22:14.410797 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-832e0fe5-ea5d-439e-80d1-049aeae64165 req-c3b0acf5-066e-4dd6-b37d-6c77d936d60b tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:14.412297 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-832e0fe5-ea5d-439e-80d1-049aeae64165 req-c3b0acf5-066e-4dd6-b37d-6c77d936d60b tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 943 time: 0.0584359 Nov 23 05:22:14.463090 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-832e0fe5-ea5d-439e-80d1-049aeae64165 req-2841c247-2459-4804-8592-b4ead091778e tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449333 Nov 23 05:22:15.584165 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c66ec0-b9d8-487c-832e-a6c4ca36bac8 req-5a9041d5-6f2a-4315-97b5-738a8edc1b95 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:15.585689 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33c66ec0-b9d8-487c-832e-a6c4ca36bac8 req-5a9041d5-6f2a-4315-97b5-738a8edc1b95 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 943 time: 0.0511243 Nov 23 05:22:15.639450 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-33c66ec0-b9d8-487c-832e-a6c4ca36bac8 req-4a35643a-a2d7-47e3-a932-227451dff730 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472846 Nov 23 05:22:16.763279 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15587ad-6e00-4d47-a57c-74f62e2fb2be req-8469e606-e144-4bed-bf45-b7a0d5c59142 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:16.764690 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a15587ad-6e00-4d47-a57c-74f62e2fb2be req-8469e606-e144-4bed-bf45-b7a0d5c59142 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 943 time: 0.0526557 Nov 23 05:22:16.822518 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-a15587ad-6e00-4d47-a57c-74f62e2fb2be req-ae8a8750-9627-4dd9-93d4-63fc3f0d1304 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0516701 Nov 23 05:22:17.943070 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7aaef6-8c36-49f5-a65b-f6485d9a12fd req-679d67f4-7169-4bef-963f-5e172c7b10af tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:17.944608 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-eb7aaef6-8c36-49f5-a65b-f6485d9a12fd req-679d67f4-7169-4bef-963f-5e172c7b10af tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 943 time: 0.0521712 Nov 23 05:22:18.002565 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-eb7aaef6-8c36-49f5-a65b-f6485d9a12fd req-4df39a6a-ee55-4445-9939-b5c01d216b2a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0509489 Nov 23 05:22:19.131509 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c3c9fb-78a0-4a6f-8f08-f17c1ca4da8e req-614ca9bd-2f79-408a-97be-cebcb69d8e80 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:19.133892 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-71c3c9fb-78a0-4a6f-8f08-f17c1ca4da8e req-614ca9bd-2f79-408a-97be-cebcb69d8e80 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 943 time: 0.0519140 Nov 23 05:22:19.189745 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-71c3c9fb-78a0-4a6f-8f08-f17c1ca4da8e req-88f497d6-fd8a-4329-8c60-31289df8bf50 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498996 Nov 23 05:22:20.312366 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acbf966-adb5-4678-9299-562a5b5a6b83 req-edf3376f-bd62-462c-bb23-c312bdb5688e tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:20.313871 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2acbf966-adb5-4678-9299-562a5b5a6b83 req-edf3376f-bd62-462c-bb23-c312bdb5688e tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 943 time: 0.0539930 Nov 23 05:22:20.365116 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2acbf966-adb5-4678-9299-562a5b5a6b83 req-bcafade2-a293-46e2-b404-d092204e9120 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453737 Nov 23 05:22:21.478982 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ee75f9-978a-476c-925f-62da60092ae5 req-40cc3581-835e-4d8c-92eb-389428eb4785 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:21.481323 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-28ee75f9-978a-476c-925f-62da60092ae5 req-40cc3581-835e-4d8c-92eb-389428eb4785 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 943 time: 0.0491157 Nov 23 05:22:21.531209 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-28ee75f9-978a-476c-925f-62da60092ae5 req-a4fa3f14-ec7f-42e6-bff2-905b18f63ef8 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440962 Nov 23 05:22:22.643490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73afcb25-4324-4561-9a6b-698c8b5c6003 req-25bc880f-9589-4258-a142-a8168a8989b1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:22.644946 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-73afcb25-4324-4561-9a6b-698c8b5c6003 req-25bc880f-9589-4258-a142-a8168a8989b1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 943 time: 0.0478790 Nov 23 05:22:22.696674 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-73afcb25-4324-4561-9a6b-698c8b5c6003 req-cf0a9b48-768a-4049-97b4-a14855b1218d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0459368 Nov 23 05:22:23.811956 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f0e12b-a572-447f-a010-59dc010b9e3e req-14d64cec-2ae0-4a6d-a216-e06e86242c41 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:23.813433 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-89f0e12b-a572-447f-a010-59dc010b9e3e req-14d64cec-2ae0-4a6d-a216-e06e86242c41 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 943 time: 0.0492303 Nov 23 05:22:23.861306 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-89f0e12b-a572-447f-a010-59dc010b9e3e req-72f143f4-f7da-4d53-9cba-4c4299c9dbfe tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419250 Nov 23 05:22:24.455244 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:22:24.551033 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:22:24.562601 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'port_id': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'mac_address': 'fa:16:3e:e2:60:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:22:24.598784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:24.611746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:22:24.631389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:22:24.636153 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:24.681012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,revision_number=9']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:22:24.974716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fcb78c-621b-4d0f-86cf-4ee93cceba05 req-6095dd7d-40f5-4282-9f5e-6fb9b23ae049 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:24.976176 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-72fcb78c-621b-4d0f-86cf-4ee93cceba05 req-6095dd7d-40f5-4282-9f5e-6fb9b23ae049 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 944 time: 0.0481079 Nov 23 05:22:25.019566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['b47a8cd0-762f-4d6b-a32c-c476f3dd4c92'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:22:25.025290 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-72fcb78c-621b-4d0f-86cf-4ee93cceba05 req-21b96c01-4974-4e91-9f73-86d7f4d2db4e tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426888 Nov 23 05:22:26.407531 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318eb387-1de8-43a8-ba5d-44f2616b5dcd req-f887eb95-8ef6-4ca6-8235-5b8e103f8968 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:26.408996 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-318eb387-1de8-43a8-ba5d-44f2616b5dcd req-f887eb95-8ef6-4ca6-8235-5b8e103f8968 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 944 time: 0.3169653 Nov 23 05:22:26.461663 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-318eb387-1de8-43a8-ba5d-44f2616b5dcd req-39d307df-4ba8-4ba4-9f65-107c6ff5d72e tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467329 Nov 23 05:22:26.471717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:22:26.519590 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:22:26.519959 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:26.595024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:26.616318 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:22:26.618566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a597b65-9172-45ba-9561-9bd9e65dcba0" -d '{"events": [{"server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "name": "network-vif-plugged", "status": "completed", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:22:26.634653 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:22:26.640316 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:26.663142 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:22:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85dcca23-67f3-47e9-8d71-c8a65ab42721 x-openstack-request-id: req-85dcca23-67f3-47e9-8d71-c8a65ab42721 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:22:26.663377 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "name": "network-vif-plugged", "status": "completed", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:22:26.663631 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-85dcca23-67f3-47e9-8d71-c8a65ab42721 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:22:26.664016 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'code': 200} Nov 23 05:22:26.688730 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,revision_number=10']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:22:26.965707 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825d81b-71b1-46c3-a333-ff14ce147440 req-09e171a1-3ec9-4640-bcad-bef96da18299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:26.967141 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e825d81b-71b1-46c3-a333-ff14ce147440 req-09e171a1-3ec9-4640-bcad-bef96da18299 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 1099 time: 0.0392361 Nov 23 05:22:27.018089 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e825d81b-71b1-46c3-a333-ff14ce147440 req-721ca0ce-5970-417f-b047-2c22cbcdc7ef service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394671 Nov 23 05:22:27.575858 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3d1b6a-1435-4c5e-beaa-cdbc6fdbb1cd req-371d871d-0e56-4aea-ace4-2c61d413c977 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:27.577324 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6e3d1b6a-1435-4c5e-beaa-cdbc6fdbb1cd req-371d871d-0e56-4aea-ace4-2c61d413c977 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 946 time: 0.0471559 Nov 23 05:22:27.625639 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-6e3d1b6a-1435-4c5e-beaa-cdbc6fdbb1cd req-2f943411-b12a-4d6c-a64b-d03b967ca575 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424442 Nov 23 05:22:28.745786 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315113d-f148-484e-92a8-f93a9c225c69 req-5dc118e2-2cbb-4e0c-9b22-5ea7420490fd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:28.747160 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1315113d-f148-484e-92a8-f93a9c225c69 req-5dc118e2-2cbb-4e0c-9b22-5ea7420490fd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 946 time: 0.0525365 Nov 23 05:22:28.801933 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1315113d-f148-484e-92a8-f93a9c225c69 req-b4141266-4eb5-469c-8784-2ae3a938e315 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486343 Nov 23 05:22:29.918398 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b80184-8ca2-4afc-8861-b516c38d7cb2 req-83f48ad6-0d84-461f-bce9-a7635e1aeb52 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:22:29.919825 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-39b80184-8ca2-4afc-8861-b516c38d7cb2 req-83f48ad6-0d84-461f-bce9-a7635e1aeb52 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 946 time: 0.0513370 Nov 23 05:22:29.967412 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-39b80184-8ca2-4afc-8861-b516c38d7cb2 req-83edbfa2-6af7-4525-a351-56a75c94154c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417795 Nov 23 05:22:36.991871 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-318185e9-0b48-41ca-be43-5f18a16feb0f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:39.019201 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:39.264551 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4fa22d30-a454-4b25-a764-9f6db09315d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:40.514616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:41.406664 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:22:41.948246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:22:42.754350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:02.681665 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfd4ea1d-486a-45cb-8d8f-cbbabf168bb2 req-441c1006-9be4-43b5-b650-9733d0873973 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0381458 Nov 23 05:23:02.786903 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4ea1d-486a-45cb-8d8f-cbbabf168bb2 req-be471f37-6078-4984-a528-5d772664967e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:23:02.788374 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfd4ea1d-486a-45cb-8d8f-cbbabf168bb2 req-be471f37-6078-4984-a528-5d772664967e service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 1099 time: 0.0418272 Nov 23 05:23:02.897363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4ea1d-486a-45cb-8d8f-cbbabf168bb2 req-28a58690-a446-42bd-8179-10134a41c3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:23:02.898707 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfd4ea1d-486a-45cb-8d8f-cbbabf168bb2 req-28a58690-a446-42bd-8179-10134a41c3ae service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0868914 Nov 23 05:23:02.965736 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfd4ea1d-486a-45cb-8d8f-cbbabf168bb2 req-80e2cef0-7077-45cf-a99d-65d3a2c609b2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 HTTP/1.1" status: 200 len: 1000 time: 0.0573704 Nov 23 05:23:03.023733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4ea1d-486a-45cb-8d8f-cbbabf168bb2 req-89d22ea3-6fab-4c01-94f2-19e5af9a9456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:23:03.025151 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfd4ea1d-486a-45cb-8d8f-cbbabf168bb2 req-89d22ea3-6fab-4c01-94f2-19e5af9a9456 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0474174 Nov 23 05:23:03.080866 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd4ea1d-486a-45cb-8d8f-cbbabf168bb2 req-7448478a-e701-4a1e-bdaf-d3725fa93288 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:23:03.082534 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfd4ea1d-486a-45cb-8d8f-cbbabf168bb2 req-7448478a-e701-4a1e-bdaf-d3725fa93288 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0497193 Nov 23 05:23:03.172532 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfd4ea1d-486a-45cb-8d8f-cbbabf168bb2 req-4b360666-8c90-447a-b407-8bce8e0f8622 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820982 Nov 23 05:23:03.266568 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfd4ea1d-486a-45cb-8d8f-cbbabf168bb2 req-dd662d0b-2da1-484f-8ef0-eedf8ee5fbc1 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864537 Nov 23 05:23:06.993985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f5be06e7-2862-4b20-b941-9bf4e55300de None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:09.034311 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:09.265716 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-187a2537-b9eb-4721-9f66-54b7617f46e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:10.519710 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:11.951827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:12.756256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:18.404935 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:23:36.994421 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ba802738-6622-4664-aeb3-985824269e1c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:39.034582 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:39.267111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1b6c4967-fe62-4a48-98a5-76aa4cea192a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:40.520424 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:41.953548 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:42.638901 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53878) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:23:42.758067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:42.800194 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Deleting port 47841bcf-1211-460e-99e8-615bbfbcdfd1 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:23:42.800538 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:42.878350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:42.878590 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:42.890701 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Calling delete_port for 47841bcf-1211-460e-99e8-615bbfbcdfd1 owned by network:floatingip {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:23:43.035882 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:43.065231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event deleted for resources: {'Port': ['ID=47841bcf-1211-460e-99e8-615bbfbcdfd1,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:23:43.089997 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:43.090341 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:43.090680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:43.091011 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:43.091337 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:43.091666 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:43.091992 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:43.092311 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:43.092631 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:43.092950 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:43.093268 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:43.093606 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:43.135228 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for floatingip, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:43.135440 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Floating IP ad05e4eb-6308-4bc6-ac03-9630041e6120 disassociated (deleted). External IP: 172.26.8.90, port: b47a8cd0-762f-4d6b-a32c-c476f3dd4c92. Nov 23 05:23:43.340804 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:23:43.446270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:23:43.450998 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:43.456018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e247b8-995d-4fce-9a1f-c412d8b71209 None None] Sync routers for ids ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:23:43.468110 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e247b8-995d-4fce-9a1f-c412d8b71209 None None] Routers {'6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:23:43.468732 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-72e247b8-995d-4fce-9a1f-c412d8b71209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:23:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:23:43.477384 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e5bbb029-a5d6-4fdd-b6c8-697eb1cf4f32 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "DELETE /v2.0/floatingips/ad05e4eb-6308-4bc6-ac03-9630041e6120 HTTP/1.1" status: 204 len: 168 time: 0.8373809 Nov 23 05:23:43.478231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:23:43.480589 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9546c51-3af5-4cc1-b2d8-e1bb42c11384" -d '{"events": [{"name": "network-changed", "server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:23:43.582465 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-72e247b8-995d-4fce-9a1f-c412d8b71209 None None] Set router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:23:43.636080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:23:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c785604-0a23-40b7-aba3-1aabab3200ee x-openstack-request-id: req-4c785604-0a23-40b7-aba3-1aabab3200ee {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:23:43.636366 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:23:43.636652 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4c785604-0a23-40b7-aba3-1aabab3200ee {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:23:43.637067 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'status': 'completed', 'code': 200} Nov 23 05:23:43.759047 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e2e6a9-1fbd-47b4-a09a-214c70325db9 req-9a109f82-67b1-4b81-b043-c0bfd5c5c6e6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:23:43.760423 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b5e2e6a9-1fbd-47b4-a09a-214c70325db9 req-9a109f82-67b1-4b81-b043-c0bfd5c5c6e6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 946 time: 0.0762718 Nov 23 05:23:43.782169 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9546c51-3af5-4cc1-b2d8-e1bb42c11384 req-afe5142b-7f18-4204-aa39-3271f8856db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:23:43.783632 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f9546c51-3af5-4cc1-b2d8-e1bb42c11384 req-afe5142b-7f18-4204-aa39-3271f8856db1 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 1099 time: 0.0633910 Nov 23 05:23:43.863585 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b5e2e6a9-1fbd-47b4-a09a-214c70325db9 req-42d6bb4f-00bd-49c2-8c3a-1246b16f2593 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964193 Nov 23 05:23:43.900966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9546c51-3af5-4cc1-b2d8-e1bb42c11384 req-590bd9e0-1158-42e9-a0d2-55bc68a6bcdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:23:43.902442 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f9546c51-3af5-4cc1-b2d8-e1bb42c11384 req-590bd9e0-1158-42e9-a0d2-55bc68a6bcdc service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.1063213 Nov 23 05:23:43.935758 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-72e247b8-995d-4fce-9a1f-c412d8b71209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:29Z', 'revision_number': 5, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:23:43.950704 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f9546c51-3af5-4cc1-b2d8-e1bb42c11384 req-a5bc9430-97f6-4ca5-a715-7d8dc34516dc service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 HTTP/1.1" status: 200 len: 217 time: 0.0378520 Nov 23 05:23:43.964693 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e247b8-995d-4fce-9a1f-c412d8b71209 None None] Checking router: 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:23:43.973667 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e247b8-995d-4fce-9a1f-c412d8b71209 None None] Routers {'6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:23:43.974274 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-72e247b8-995d-4fce-9a1f-c412d8b71209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:23:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:23:44.001852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9546c51-3af5-4cc1-b2d8-e1bb42c11384 req-50f80cfb-480c-4b17-8378-8a31999ff263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:23:44.003280 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f9546c51-3af5-4cc1-b2d8-e1bb42c11384 req-50f80cfb-480c-4b17-8378-8a31999ff263 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0444388 Nov 23 05:23:44.056220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9546c51-3af5-4cc1-b2d8-e1bb42c11384 req-1a9214ba-150b-486e-9a61-c2850c90ff64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:23:44.057826 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f9546c51-3af5-4cc1-b2d8-e1bb42c11384 req-1a9214ba-150b-486e-9a61-c2850c90ff64 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0463653 Nov 23 05:23:44.083333 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-72e247b8-995d-4fce-9a1f-c412d8b71209 None None] Set router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:23:44.155767 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f9546c51-3af5-4cc1-b2d8-e1bb42c11384 req-38faab3a-b2cc-42b1-bc4b-ff1a3e14462e service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860567 Nov 23 05:23:44.290080 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-72e247b8-995d-4fce-9a1f-c412d8b71209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:29Z', 'revision_number': 5, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:23:44.317396 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-72e247b8-995d-4fce-9a1f-c412d8b71209 None None] The sync data for ids ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'] in dv-neutron-818850-1-hyperv is: [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:29Z', 'revision_number': 5, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:23:44.560930 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15607c63-761b-4d48-82f4-824b71577349 None None] New status for floating IP ad05e4eb-6308-4bc6-ac03-9630041e6120: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:23:44.598647 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f9546c51-3af5-4cc1-b2d8-e1bb42c11384 req-e61e20e4-5467-4db7-a8a9-a9197729f096 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310675 Nov 23 05:23:44.986852 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a1b95ff-1354-42ed-9538-cae1817a46e3 req-5dbdc18c-ffd6-4a12-856c-53150ec66ff9 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:23:44.988316 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0a1b95ff-1354-42ed-9538-cae1817a46e3 req-5dbdc18c-ffd6-4a12-856c-53150ec66ff9 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 946 time: 0.0503592 Nov 23 05:23:45.036884 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0a1b95ff-1354-42ed-9538-cae1817a46e3 req-345828f6-9a87-4866-ac9c-0c03dccc9a82 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=5519d980-91ae-4c18-a109-676fb994fedf&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427017 Nov 23 05:23:45.427709 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f88d27-a2fa-4e02-a324-530b982a2652 req-f74e355a-c1fd-49d5-ba0d-32162e287e5b tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:23:45.429140 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b0f88d27-a2fa-4e02-a324-530b982a2652 req-f74e355a-c1fd-49d5-ba0d-32162e287e5b tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.15 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 946 time: 0.0481315 Nov 23 05:23:45.523770 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-b0f88d27-a2fa-4e02-a324-530b982a2652 req-8084b520-6cce-4b1a-9b16-16819e5af6ce tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Deleting port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:23:45.524108 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b0f88d27-a2fa-4e02-a324-530b982a2652 req-8084b520-6cce-4b1a-9b16-16819e5af6ce tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:45.612475 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-b0f88d27-a2fa-4e02-a324-530b982a2652 req-8084b520-6cce-4b1a-9b16-16819e5af6ce tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] For port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:23:45.612839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b0f88d27-a2fa-4e02-a324-530b982a2652 req-8084b520-6cce-4b1a-9b16-16819e5af6ce tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:45.631484 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-b0f88d27-a2fa-4e02-a324-530b982a2652 req-8084b520-6cce-4b1a-9b16-16819e5af6ce tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Calling delete_port for b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:23:45.760559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b0f88d27-a2fa-4e02-a324-530b982a2652 req-8084b520-6cce-4b1a-9b16-16819e5af6ce tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:45.791166 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8084b520-6cce-4b1a-9b16-16819e5af6ce tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event deleted for resources: {'Port': ['ID=b47a8cd0-762f-4d6b-a32c-c476f3dd4c92,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:23:45.837489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0f88d27-a2fa-4e02-a324-530b982a2652 req-8084b520-6cce-4b1a-9b16-16819e5af6ce tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] No DVR routers for this DVR port b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:23:45.840148 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-b0f88d27-a2fa-4e02-a324-530b982a2652 req-8084b520-6cce-4b1a-9b16-16819e5af6ce tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:45.843742 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b0f88d27-a2fa-4e02-a324-530b982a2652 req-8084b520-6cce-4b1a-9b16-16819e5af6ce tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.15 "DELETE /v2.0/ports/b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 HTTP/1.1" status: 204 len: 173 time: 0.4047370 Nov 23 05:23:45.844222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'name': 'network-vif-deleted', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:23:45.846490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a42257ad-62f6-4387-80f7-75b85f4b328b" -d '{"events": [{"server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "name": "network-vif-deleted", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:23:45.886394 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:23:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4848a2f-155d-46c3-ad0d-69e677b981d0 x-openstack-request-id: req-f4848a2f-155d-46c3-ad0d-69e677b981d0 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:23:45.886617 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ffac24c-a2f7-4902-97d3-360affa9df38", "name": "network-vif-deleted", "tag": "b47a8cd0-762f-4d6b-a32c-c476f3dd4c92", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:23:45.886870 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-f4848a2f-155d-46c3-ad0d-69e677b981d0 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:23:45.887361 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ffac24c-a2f7-4902-97d3-360affa9df38', 'name': 'network-vif-deleted', 'tag': 'b47a8cd0-762f-4d6b-a32c-c476f3dd4c92', 'status': 'completed', 'code': 200} Nov 23 05:23:46.146108 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e189b366-89d1-4c67-b40c-6e47d528bc14 req-2643a494-e29a-4755-bbc9-814d8cdae2d4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=4ffac24c-a2f7-4902-97d3-360affa9df38 HTTP/1.1" status: 200 len: 210 time: 0.0268431 Nov 23 05:23:47.203158 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53906) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:23:47.261726 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-315be195-757a-47d7-b58b-4df2bb0efeaa tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:47.288731 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-315be195-757a-47d7-b58b-4df2bb0efeaa tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:47.347159 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-315be195-757a-47d7-b58b-4df2bb0efeaa tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:47.349967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-315be195-757a-47d7-b58b-4df2bb0efeaa tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:47.351152 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-315be195-757a-47d7-b58b-4df2bb0efeaa tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "DELETE /v2.0/security-groups/5519d980-91ae-4c18-a109-676fb994fedf HTTP/1.1" status: 204 len: 168 time: 0.1469877 Nov 23 05:23:47.360945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-315be195-757a-47d7-b58b-4df2bb0efeaa tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5519d980-91ae-4c18-a109-676fb994fedf,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:23:47.636967 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53912) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:23:47.641647 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-507e8119-963c-4cef-8bdc-4f0d3564d1e0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-997093771', 'description': 'tempest-secgroup-smoke-997093771 description', 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:23:47.663173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-507e8119-963c-4cef-8bdc-4f0d3564d1e0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:47.727157 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-507e8119-963c-4cef-8bdc-4f0d3564d1e0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:47.731653 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-507e8119-963c-4cef-8bdc-4f0d3564d1e0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:47.764986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-507e8119-963c-4cef-8bdc-4f0d3564d1e0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:47.766206 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-507e8119-963c-4cef-8bdc-4f0d3564d1e0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1282079 Nov 23 05:23:47.768118 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507e8119-963c-4cef-8bdc-4f0d3564d1e0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'SecurityGroup': ['ID=829c19ae-65f4-4290-8709-ffce4b4aa6ba,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:23:47.769201 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 53914) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:23:47.774026 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'security_group_rule': {'security_group_id': '829c19ae-65f4-4290-8709-ffce4b4aa6ba', 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:23:47.804981 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:47.859450 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:47.862898 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:47.880051 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea151007-4a47-4fe5-8aa1-014240c906d9,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:23:47.890045 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:47.891207 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1209495 Nov 23 05:23:47.892606 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:47.892962 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:47.893324 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:47.893671 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:47.894008 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:47.894145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53916) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:23:47.894341 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:47.894674 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:47.895009 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:47.895343 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:47.895673 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:47.895996 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:47.896322 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e96ebc3-a424-4039-b981-6eddaa9b5f46 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:23:47.899426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-56b1c081-983e-44ee-ac02-9077002de221 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'security_group_rule': {'security_group_id': '829c19ae-65f4-4290-8709-ffce4b4aa6ba', 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:23:47.927822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-56b1c081-983e-44ee-ac02-9077002de221 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:47.983214 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-56b1c081-983e-44ee-ac02-9077002de221 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:47.986646 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-56b1c081-983e-44ee-ac02-9077002de221 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.003716 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56b1c081-983e-44ee-ac02-9077002de221 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=61a5b386-5942-40bc-8158-9c07b87c5d32,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:23:48.011505 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-56b1c081-983e-44ee-ac02-9077002de221 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.013195 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-56b1c081-983e-44ee-ac02-9077002de221 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1180480 Nov 23 05:23:48.015861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53918) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:23:48.020257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ea093820-25ba-44a9-b7cc-34dcc11c4fab tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'security_group_rule': {'security_group_id': '829c19ae-65f4-4290-8709-ffce4b4aa6ba', 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:23:48.046009 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ea093820-25ba-44a9-b7cc-34dcc11c4fab tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.100734 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ea093820-25ba-44a9-b7cc-34dcc11c4fab tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.104557 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ea093820-25ba-44a9-b7cc-34dcc11c4fab tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.126215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea093820-25ba-44a9-b7cc-34dcc11c4fab tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b63d61df-8f7c-44da-b03f-b87dae9793e4,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:23:48.137702 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ea093820-25ba-44a9-b7cc-34dcc11c4fab tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.138924 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ea093820-25ba-44a9-b7cc-34dcc11c4fab tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1220734 Nov 23 05:23:48.141577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53920) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:23:48.145888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-1aaa7aa5-8a66-40af-97f4-b18b415fb68a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'security_group_rule': {'security_group_id': '829c19ae-65f4-4290-8709-ffce4b4aa6ba', 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:23:48.171057 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7aa5-8a66-40af-97f4-b18b415fb68a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.228042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7aa5-8a66-40af-97f4-b18b415fb68a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.231924 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7aa5-8a66-40af-97f4-b18b415fb68a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.248586 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa7aa5-8a66-40af-97f4-b18b415fb68a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=912e4c1b-ca35-451b-87ba-10f149133c0c,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:23:48.256400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1aaa7aa5-8a66-40af-97f4-b18b415fb68a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.257587 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1aaa7aa5-8a66-40af-97f4-b18b415fb68a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1150663 Nov 23 05:23:48.260255 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53922) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:23:48.264529 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c6f708ef-6292-47fd-8aa7-7c8ebb188b79 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'security_group_rule': {'security_group_id': '829c19ae-65f4-4290-8709-ffce4b4aa6ba', 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:23:48.285533 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-c6f708ef-6292-47fd-8aa7-7c8ebb188b79 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Project e9fcc214472a40e78f3cdb136c1a386b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:23:48.290152 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c6f708ef-6292-47fd-8aa7-7c8ebb188b79 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.348342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c6f708ef-6292-47fd-8aa7-7c8ebb188b79 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.351559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c6f708ef-6292-47fd-8aa7-7c8ebb188b79 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.369754 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f708ef-6292-47fd-8aa7-7c8ebb188b79 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc73e14f-b7df-4b10-aa29-da5a95569923,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:23:48.377490 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c6f708ef-6292-47fd-8aa7-7c8ebb188b79 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.378666 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c6f708ef-6292-47fd-8aa7-7c8ebb188b79 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1175082 Nov 23 05:23:48.381412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 53924) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:23:48.385701 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-93ef426b-cfa6-44a4-b536-7550b5bb9ed0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'security_group_rule': {'security_group_id': '829c19ae-65f4-4290-8709-ffce4b4aa6ba', 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:23:48.407398 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-93ef426b-cfa6-44a4-b536-7550b5bb9ed0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Project e9fcc214472a40e78f3cdb136c1a386b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:23:48.412092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-93ef426b-cfa6-44a4-b536-7550b5bb9ed0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.473876 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-93ef426b-cfa6-44a4-b536-7550b5bb9ed0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.477304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-93ef426b-cfa6-44a4-b536-7550b5bb9ed0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.494316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93ef426b-cfa6-44a4-b536-7550b5bb9ed0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=779bc9dc-89db-49c0-9b54-449f7a861729,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:23:48.502474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-93ef426b-cfa6-44a4-b536-7550b5bb9ed0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:23:48.503637 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-93ef426b-cfa6-44a4-b536-7550b5bb9ed0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1213217 Nov 23 05:23:48.843782 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:23:48.864513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:23:48.864853 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b47a8cd0-762f-4d6b-a32c-c476f3dd4c92 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:23:55.404195 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:24:03.713246 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-5dc4143f-2be1-4f7a-b7ab-e0eafce50dfb tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-997093771&fields=id&tenant_id=e9fcc214472a40e78f3cdb136c1a386b HTTP/1.1" status: 200 len: 267 time: 0.0465577 Nov 23 05:24:03.820752 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-fe02f3d5-c246-40d2-9a2d-9fc7ca35d301 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:03.822235 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-fe02f3d5-c246-40d2-9a2d-9fc7ca35d301 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 809 time: 0.1021080 Nov 23 05:24:03.836639 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-e106a88f-7e10-42b7-87f2-af1851efe725 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/quotas/e9fcc214472a40e78f3cdb136c1a386b HTTP/1.1" status: 200 len: 375 time: 0.0087750 Nov 23 05:24:03.889778 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-42840cf7-70c1-4c51-aa6a-f5183fb8eac2 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0480177 Nov 23 05:24:04.023169 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-981d49ad-d38e-44d4-9ef2-a83a7b76b309 service neutron] 10.222.0.37 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1224251 Nov 23 05:24:04.115709 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-c9e7e60c-26ab-4dc6-ac64-6f07965baae4 service neutron] 10.222.0.37 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858192 Nov 23 05:24:04.388853 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-984d7372-c332-48d7-b6be-f0c4c71e825b req-8b741a24-a79a-43b9-b68a-6b6b6523d89c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 210 time: 0.0267503 Nov 23 05:24:05.496628 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-79f15825-a1f8-48f1-8d46-2d998209cef8 req-4dc4afc0-2873-4d80-b8c3-16d9f4ba57ee tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 210 time: 0.0313845 Nov 23 05:24:05.541694 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-eb9e84e3-b801-4873-8549-7ca150ca0248 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:05.543106 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-eb9e84e3-b801-4873-8549-7ca150ca0248 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 809 time: 0.1114955 Nov 23 05:24:05.615393 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-40d6f7c2-3230-47ec-95a3-211a194eced3 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e9fcc214472a40e78f3cdb136c1a386b HTTP/1.1" status: 200 len: 379 time: 0.0544145 Nov 23 05:24:05.627624 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-1cd127e1-1588-405a-ba36-817428dcffb6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'port': {'device_id': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'admin_state_up': True, 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'security_groups': ['829c19ae-65f4-4290-8709-ffce4b4aa6ba']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:24:05.741983 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-1cd127e1-1588-405a-ba36-817428dcffb6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Made reservation on behalf of e9fcc214472a40e78f3cdb136c1a386b for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:24:05.745876 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-1cd127e1-1588-405a-ba36-817428dcffb6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:05.873369 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-1cd127e1-1588-405a-ba36-817428dcffb6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Allocated IP 172.20.0.7 (747753df-8644-46f1-987e-cb438cb67d50/db8b558c-c8f1-40fd-a68f-167d9524304e/31b90d19-be35-4cc4-a64e-d89984240b1d) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:24:06.018766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-1cd127e1-1588-405a-ba36-817428dcffb6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:06.051269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-1cd127e1-1588-405a-ba36-817428dcffb6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:06.097258 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-1cd127e1-1588-405a-ba36-817428dcffb6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Network 747753df-8644-46f1-987e-cb438cb67d50 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:24:06.100555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-1cd127e1-1588-405a-ba36-817428dcffb6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:24:06.104215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-1cd127e1-1588-405a-ba36-817428dcffb6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:24:06.132454 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd127e1-1588-405a-ba36-817428dcffb6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'Port': ['ID=31b90d19-be35-4cc4-a64e-d89984240b1d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:24:06.162766 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-1cd127e1-1588-405a-ba36-817428dcffb6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:06.163397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-1cd127e1-1588-405a-ba36-817428dcffb6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:06.181703 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-1cd127e1-1588-405a-ba36-817428dcffb6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5583534 Nov 23 05:24:06.209341 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Request body: {'port': {'device_id': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:24:06.269112 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:06.370080 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9088691a-2c59-4d73-a12b-22120bc416fd None None] Provisioning complete for port 31b90d19-be35-4cc4-a64e-d89984240b1d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:24:06.370756 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9088691a-2c59-4d73-a12b-22120bc416fd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:06.405781 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9088691a-2c59-4d73-a12b-22120bc416fd None None] Port 31b90d19-be35-4cc4-a64e-d89984240b1d cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:24:06.542982 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b90d19-be35-4cc4-a64e-d89984240b1d {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:24:06.551508 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:06.564094 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Transition to ACTIVE for port object 31b90d19-be35-4cc4-a64e-d89984240b1d will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:24:06.577853 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:06.664991 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Pushing event updated for resources: {'Port': ['ID=31b90d19-be35-4cc4-a64e-d89984240b1d,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:24:06.687227 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a390bd6-797b-41bc-832b-c08864e573c1 req-86c247e6-fb55-4f00-a32a-5ff71c80754f tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:06.689001 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a390bd6-797b-41bc-832b-c08864e573c1 req-86c247e6-fb55-4f00-a32a-5ff71c80754f tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.1208885 Nov 23 05:24:06.788866 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1a390bd6-797b-41bc-832b-c08864e573c1 req-f8a155b0-7c41-4798-9441-030e35335435 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771840 Nov 23 05:24:06.789864 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Attempting to bind port 31b90d19-be35-4cc4-a64e-d89984240b1d on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:24:06.790338 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Attempting to bind port 31b90d19-be35-4cc4-a64e-d89984240b1d by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:24:06.790542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Attempting to bind port 31b90d19-be35-4cc4-a64e-d89984240b1d on network 747753df-8644-46f1-987e-cb438cb67d50 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:24:06.795378 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Port 31b90d19-be35-4cc4-a64e-d89984240b1d on network 747753df-8644-46f1-987e-cb438cb67d50 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:24:06.795703 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Attempting to bind port 31b90d19-be35-4cc4-a64e-d89984240b1d on network 747753df-8644-46f1-987e-cb438cb67d50 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:24:06.800893 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 23, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:24:06.801233 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Checking segment: {'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:24:06.801698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Bound using segment: {'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:24:06.802126 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Bound port: 31b90d19-be35-4cc4-a64e-d89984240b1d, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '79f0925f-d2b8-4422-9f80-3b31f05e7968', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '747753df-8644-46f1-987e-cb438cb67d50'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:24:06.802489 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:06.867768 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] For port 31b90d19-be35-4cc4-a64e-d89984240b1d, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:24:06.870791 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] For port 31b90d19-be35-4cc4-a64e-d89984240b1d, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=31b90d19-be35-4cc4-a64e-d89984240b1d,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:24:06.875989 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:06.913644 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:06.914302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:06.915706 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] 10.222.0.15 "PUT /v2.0/ports/31b90d19-be35-4cc4-a64e-d89984240b1d HTTP/1.1" status: 200 len: 1093 time: 0.7107766 Nov 23 05:24:06.916167 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'tag': '31b90d19-be35-4cc4-a64e-d89984240b1d'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:24:06.918521 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1705cc42-d662-4aa1-9e88-3db70d24042a" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e3030f-e2a9-4413-9c38-b046ee11bd24", "tag": "31b90d19-be35-4cc4-a64e-d89984240b1d"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:24:06.956170 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258f6db8-b2cd-4ee9-a593-b762d86cf487 service neutron] Pushing event updated for resources: {'Port': ['ID=31b90d19-be35-4cc4-a64e-d89984240b1d,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:24:06.983210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:24:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b702dc5-be78-4550-87a4-82afdd24a6d7 x-openstack-request-id: req-5b702dc5-be78-4550-87a4-82afdd24a6d7 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:24:06.983412 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e3030f-e2a9-4413-9c38-b046ee11bd24", "tag": "31b90d19-be35-4cc4-a64e-d89984240b1d", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:24:06.983735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5b702dc5-be78-4550-87a4-82afdd24a6d7 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:24:06.984226 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'tag': '31b90d19-be35-4cc4-a64e-d89984240b1d', 'status': 'completed', 'code': 200} Nov 23 05:24:07.000849 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4477383e-e964-4f3a-88bc-330c750e8133 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:07.067174 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-30084968-3441-4fbf-ac53-4b1507c4ba17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:07.070216 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-30084968-3441-4fbf-ac53-4b1507c4ba17 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 1096 time: 0.0638921 Nov 23 05:24:07.138881 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-be358669-76c7-4770-89f3-f3151227124d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b90d19-be35-4cc4-a64e-d89984240b1d HTTP/1.1" status: 200 len: 217 time: 0.0428815 Nov 23 05:24:07.196741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-cd3bb4fe-7443-4570-b08e-09df29254234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:07.198329 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-cd3bb4fe-7443-4570-b08e-09df29254234 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0462389 Nov 23 05:24:07.250459 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-ae2999c0-9510-4e8c-917c-3669e4fa9757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:07.251998 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-ae2999c0-9510-4e8c-917c-3669e4fa9757 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0409718 Nov 23 05:24:07.352211 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-b8886bcc-8306-4f4c-be33-467c1f1ac3c5 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885971 Nov 23 05:24:07.455862 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c21cbca1-f85a-439a-8a3c-6cd537d2b7d0 req-b4fa06b7-8847-4d3f-9a48-bd29ce1af904 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893371 Nov 23 05:24:07.579636 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cc42-d662-4aa1-9e88-3db70d24042a req-450fc92e-98af-418e-9e30-fc5d766cc3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:07.581173 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1705cc42-d662-4aa1-9e88-3db70d24042a req-450fc92e-98af-418e-9e30-fc5d766cc3e9 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 1096 time: 0.0410845 Nov 23 05:24:07.672306 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cc42-d662-4aa1-9e88-3db70d24042a req-13826846-889a-4d17-afc6-9ed75db6b10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:07.673937 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1705cc42-d662-4aa1-9e88-3db70d24042a req-13826846-889a-4d17-afc6-9ed75db6b10a service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0859122 Nov 23 05:24:07.720303 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1705cc42-d662-4aa1-9e88-3db70d24042a req-190ed5a1-55db-4093-a0ec-80b35898deb1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b90d19-be35-4cc4-a64e-d89984240b1d HTTP/1.1" status: 200 len: 217 time: 0.0391786 Nov 23 05:24:07.776713 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cc42-d662-4aa1-9e88-3db70d24042a req-6e8ef4bc-57e7-47da-b0f5-887dd275b1ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:07.778206 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1705cc42-d662-4aa1-9e88-3db70d24042a req-6e8ef4bc-57e7-47da-b0f5-887dd275b1ed service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0460339 Nov 23 05:24:07.826156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1705cc42-d662-4aa1-9e88-3db70d24042a req-77448501-94c6-4e5e-9186-06d725b23b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:07.827722 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1705cc42-d662-4aa1-9e88-3db70d24042a req-77448501-94c6-4e5e-9186-06d725b23b0c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0420375 Nov 23 05:24:07.961823 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20d9a2-2b5d-4892-b7c4-aa53f875c4c6 req-be29193b-e634-4dcc-af78-e0e507647c89 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:07.963324 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5a20d9a2-2b5d-4892-b7c4-aa53f875c4c6 req-be29193b-e634-4dcc-af78-e0e507647c89 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.1042230 Nov 23 05:24:07.980889 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1705cc42-d662-4aa1-9e88-3db70d24042a req-cb382d5c-1729-4cff-b775-b8f04feebc2f service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401455 Nov 23 05:24:08.068840 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5a20d9a2-2b5d-4892-b7c4-aa53f875c4c6 req-ca2fac49-1f10-45c1-a4c4-714922502908 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0968463 Nov 23 05:24:08.103423 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1705cc42-d662-4aa1-9e88-3db70d24042a req-db09cb25-0c83-43c3-8947-0d0e8ae4b86c service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1104462 Nov 23 05:24:09.049521 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:09.188276 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dde508-eb2e-44cd-b7cd-8119f6db5c71 req-03585d65-6bcf-4b30-8ba9-d1ebc46192e2 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:09.189771 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-22dde508-eb2e-44cd-b7cd-8119f6db5c71 req-03585d65-6bcf-4b30-8ba9-d1ebc46192e2 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0504115 Nov 23 05:24:09.240743 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-22dde508-eb2e-44cd-b7cd-8119f6db5c71 req-72248bd6-0f80-4d25-bc68-5a201baee2ce tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449114 Nov 23 05:24:09.268566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dd77f25d-0d34-4533-984e-579fae56c131 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:10.360342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05040a71-ef87-4fb5-bf96-b8fdb6bbae6d req-ec1b91ce-59b9-4392-9dee-5f2835ac9651 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:10.361843 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-05040a71-ef87-4fb5-bf96-b8fdb6bbae6d req-ec1b91ce-59b9-4392-9dee-5f2835ac9651 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0517070 Nov 23 05:24:10.413657 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-05040a71-ef87-4fb5-bf96-b8fdb6bbae6d req-e7284996-be6c-48d1-a522-eb50e02ae66f tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456109 Nov 23 05:24:10.523186 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:11.526041 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b2bcb1-3d95-40fe-ab3e-5bff14e7f9b2 req-cafb3f42-e414-4ab0-9d75-f5b33d8294dd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:11.527507 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-85b2bcb1-3d95-40fe-ab3e-5bff14e7f9b2 req-cafb3f42-e414-4ab0-9d75-f5b33d8294dd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0484600 Nov 23 05:24:11.580548 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-85b2bcb1-3d95-40fe-ab3e-5bff14e7f9b2 req-8201b09e-8d7a-4772-b5e0-fea49179b695 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466607 Nov 23 05:24:11.958435 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:12.692510 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d68cbc9-65f3-4ba8-acfa-2c292c90c78a req-c0fe0269-a873-4b7d-83a1-8cc6724f819c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:12.693971 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7d68cbc9-65f3-4ba8-acfa-2c292c90c78a req-c0fe0269-a873-4b7d-83a1-8cc6724f819c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0475135 Nov 23 05:24:12.746240 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7d68cbc9-65f3-4ba8-acfa-2c292c90c78a req-f8e32abc-6577-47e5-8b3f-6329dac672ff tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464916 Nov 23 05:24:12.760532 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:13.861366 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e279e443-9df9-48af-948e-ded466146736 req-da49380f-5ec6-4da6-828e-fa25f8080e80 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:13.862841 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e279e443-9df9-48af-948e-ded466146736 req-da49380f-5ec6-4da6-828e-fa25f8080e80 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0485628 Nov 23 05:24:13.911049 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e279e443-9df9-48af-948e-ded466146736 req-fc982a02-46e2-4be9-b5c0-6c0029f519b2 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424373 Nov 23 05:24:15.029130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62eb6a34-1748-4733-8054-00288578c738 req-59417514-a7fb-4514-b4f4-4fcf2c1cb850 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:15.030867 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-62eb6a34-1748-4733-8054-00288578c738 req-59417514-a7fb-4514-b4f4-4fcf2c1cb850 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0524380 Nov 23 05:24:15.079464 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-62eb6a34-1748-4733-8054-00288578c738 req-334c0c05-bacd-456c-aa27-2c4414b0f25b tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427938 Nov 23 05:24:16.192016 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a3cf2d-7831-4648-b99b-656a8421f6a4 req-3d0f4450-ef20-4f52-a410-a9f47952fc77 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:16.193506 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-47a3cf2d-7831-4648-b99b-656a8421f6a4 req-3d0f4450-ef20-4f52-a410-a9f47952fc77 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0491240 Nov 23 05:24:16.242697 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-47a3cf2d-7831-4648-b99b-656a8421f6a4 req-2d30b9a8-3b7c-48e8-804f-3cc00e067a00 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431948 Nov 23 05:24:17.360633 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac6b9b33-121e-47a5-beea-198dfafe65d5 req-fa6aa279-dee7-4b95-8caa-0c74c41682a2 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:17.362185 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ac6b9b33-121e-47a5-beea-198dfafe65d5 req-fa6aa279-dee7-4b95-8caa-0c74c41682a2 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0500073 Nov 23 05:24:17.411196 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ac6b9b33-121e-47a5-beea-198dfafe65d5 req-3d68b656-505c-481d-a853-f80936557e09 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431750 Nov 23 05:24:18.529997 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4583c3-1134-4bca-9c8e-7a8f345f568c req-76dd8fb0-550a-40b1-833d-fc1eaaa49d8d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:18.531497 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4c4583c3-1134-4bca-9c8e-7a8f345f568c req-76dd8fb0-550a-40b1-833d-fc1eaaa49d8d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0535266 Nov 23 05:24:18.582029 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4c4583c3-1134-4bca-9c8e-7a8f345f568c req-fba2d6a7-7ce1-412e-b612-9dbb2d46cd97 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444553 Nov 23 05:24:19.039495 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 31b90d19-be35-4cc4-a64e-d89984240b1d details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:24:19.133830 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 31b90d19-be35-4cc4-a64e-d89984240b1d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=31b90d19-be35-4cc4-a64e-d89984240b1d,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:24:19.145076 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '31b90d19-be35-4cc4-a64e-d89984240b1d', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'port_id': '31b90d19-be35-4cc4-a64e-d89984240b1d', 'mac_address': 'fa:16:3e:5e:4b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:24:19.181575 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:19.194557 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b90d19-be35-4cc4-a64e-d89984240b1d {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:24:19.213132 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 31b90d19-be35-4cc4-a64e-d89984240b1d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=31b90d19-be35-4cc4-a64e-d89984240b1d,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:24:19.219827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:19.272985 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=31b90d19-be35-4cc4-a64e-d89984240b1d,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:24:19.279763 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:24:19.280168 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:24:19.280999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:24:19.281373 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:24:19.281707 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:24:19.282039 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:24:19.282375 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:24:19.282700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:24:19.283026 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:24:19.283347 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:24:19.283669 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:24:19.283991 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:24:19.591054 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['31b90d19-be35-4cc4-a64e-d89984240b1d'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:24:19.702598 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f6bda3-eab2-4b65-896c-96361e742d4a req-3c1e3df8-1bdd-453c-b4ee-576607916c77 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:19.704093 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-64f6bda3-eab2-4b65-896c-96361e742d4a req-3c1e3df8-1bdd-453c-b4ee-576607916c77 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 944 time: 0.0528562 Nov 23 05:24:19.753784 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-64f6bda3-eab2-4b65-896c-96361e742d4a req-27930d37-8017-4ab9-a67a-8f170ce173b1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434825 Nov 23 05:24:20.870485 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9852d99f-06c8-41be-9ca5-27c551deaca5 req-a9fcb282-db82-41f2-b3ce-c565ddbbfa16 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:20.871963 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9852d99f-06c8-41be-9ca5-27c551deaca5 req-a9fcb282-db82-41f2-b3ce-c565ddbbfa16 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 944 time: 0.0496686 Nov 23 05:24:20.920870 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9852d99f-06c8-41be-9ca5-27c551deaca5 req-6c3d166d-74d1-4b22-923e-c08f3a6ffa1c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426276 Nov 23 05:24:21.043261 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 31b90d19-be35-4cc4-a64e-d89984240b1d up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:24:21.093348 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 31b90d19-be35-4cc4-a64e-d89984240b1d completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:24:21.098009 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 31b90d19-be35-4cc4-a64e-d89984240b1d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:24:21.098384 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:21.171206 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:21.192582 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b90d19-be35-4cc4-a64e-d89984240b1d'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:24:21.194851 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8e58c52-03cb-481c-a234-ac740cb9abb1" -d '{"events": [{"server_uuid": "f6e3030f-e2a9-4413-9c38-b046ee11bd24", "name": "network-vif-plugged", "status": "completed", "tag": "31b90d19-be35-4cc4-a64e-d89984240b1d"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:24:21.208031 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 31b90d19-be35-4cc4-a64e-d89984240b1d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=31b90d19-be35-4cc4-a64e-d89984240b1d,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:24:21.212033 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:21.267616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=31b90d19-be35-4cc4-a64e-d89984240b1d,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:24:21.290941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6969139-6b1c-4b40-a151-aebbb2ed9fcc x-openstack-request-id: req-c6969139-6b1c-4b40-a151-aebbb2ed9fcc {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:24:21.291256 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e3030f-e2a9-4413-9c38-b046ee11bd24", "name": "network-vif-plugged", "status": "completed", "tag": "31b90d19-be35-4cc4-a64e-d89984240b1d", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:24:21.291511 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-c6969139-6b1c-4b40-a151-aebbb2ed9fcc {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:24:21.291903 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b90d19-be35-4cc4-a64e-d89984240b1d', 'code': 200} Nov 23 05:24:21.548690 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef3f322-e772-4a26-b492-db2f4fd09c63 req-abfecdb5-97cb-4bd3-bc5b-cb34b6a37f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:21.550135 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9ef3f322-e772-4a26-b492-db2f4fd09c63 req-abfecdb5-97cb-4bd3-bc5b-cb34b6a37f9e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 1098 time: 0.0406871 Nov 23 05:24:21.600510 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9ef3f322-e772-4a26-b492-db2f4fd09c63 req-e69e08ea-aec5-4fa1-896a-55ad9a60d711 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395451 Nov 23 05:24:22.034965 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba17701-adb6-42de-9510-3e06a04ecdcb req-27197df8-f6b6-43ec-9faa-40181f141526 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:22.036443 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3ba17701-adb6-42de-9510-3e06a04ecdcb req-27197df8-f6b6-43ec-9faa-40181f141526 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0504451 Nov 23 05:24:22.090608 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-3ba17701-adb6-42de-9510-3e06a04ecdcb req-8ef2cee7-2266-4b2d-8015-7cc306d19b60 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481749 Nov 23 05:24:23.207637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c4f09c1-2dd1-4683-a063-d53c46b12a1d req-4e563330-49da-4539-8c5c-0c613c1ea9a2 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:23.209064 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7c4f09c1-2dd1-4683-a063-d53c46b12a1d req-4e563330-49da-4539-8c5c-0c613c1ea9a2 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0513597 Nov 23 05:24:23.257617 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7c4f09c1-2dd1-4683-a063-d53c46b12a1d req-f1b5173f-fcf5-4a68-ac6f-07631e937f4a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426962 Nov 23 05:24:23.375357 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9ac621-ffa9-40b7-9a96-3bcc6604685d req-4325953a-d425-4039-854a-d821ceb00b78 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:23.376797 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8c9ac621-ffa9-40b7-9a96-3bcc6604685d req-4325953a-d425-4039-854a-d821ceb00b78 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0494232 Nov 23 05:24:23.428435 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8c9ac621-ffa9-40b7-9a96-3bcc6604685d req-5dd8483b-0929-4aa4-a7c1-d25764947ffe tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434856 Nov 23 05:24:23.449217 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 54120) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:24:23.488665 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c32fb5-723c-4e93-97e8-b857b8b26b77 tempest-TestShelveInstance-186749975 tempest-TestShelveInstance-186749975-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:23.490205 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-47c32fb5-723c-4e93-97e8-b857b8b26b77 tempest-TestShelveInstance-186749975 tempest-TestShelveInstance-186749975-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 1093 time: 0.0399969 Nov 23 05:24:23.492845 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 54122) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:24:23.496998 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': '31b90d19-be35-4cc4-a64e-d89984240b1d', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'fixed_ip_address': '172.20.0.7'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:24:23.518716 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for floatingip, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:23.616338 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:23.721018 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Allocated IP 172.26.8.244 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/62c44d46-f27b-4e5c-8787-4b1c6e743640) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:24:23.822372 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:23.855336 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:23.894988 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:24:23.897929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:24:23.900508 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:24:23.929473 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'Port': ['ID=62c44d46-f27b-4e5c-8787-4b1c6e743640,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:24:24.257659 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:24.325937 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:24.474323 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:24.478670 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:24.547515 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event updated for resources: {'Port': ['ID=62c44d46-f27b-4e5c-8787-4b1c6e743640,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:24:24.556912 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:24.657476 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Floating IP 8e900479-3a08-49e7-8678-dd8fb94e69e3 associated. External IP: 172.26.8.244, port: 31b90d19-be35-4cc4-a64e-d89984240b1d. Nov 23 05:24:24.863486 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:24:24.976586 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:24:24.986605 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80e945-c3af-487d-9961-da6f41c23f12 None None] Sync routers for ids ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:24:24.994645 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:24.996171 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80e945-c3af-487d-9961-da6f41c23f12 None None] Routers {'6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:24:24.996784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ef80e945-c3af-487d-9961-da6f41c23f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:24:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:24:25.021923 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-008448bf-0f0d-425e-9e9b-f84ecb12bfbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5280602 Nov 23 05:24:25.022554 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'tag': '31b90d19-be35-4cc4-a64e-d89984240b1d'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:24:25.024979 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef593026-ee2d-4b4a-a464-d0c2896a379c" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e3030f-e2a9-4413-9c38-b046ee11bd24", "tag": "31b90d19-be35-4cc4-a64e-d89984240b1d"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:24:25.103539 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ef80e945-c3af-487d-9961-da6f41c23f12 None None] Set router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:24:25.116870 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:24:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bdd676c4-69d2-4eb7-92c2-08825221d273 x-openstack-request-id: req-bdd676c4-69d2-4eb7-92c2-08825221d273 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:24:25.117188 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e3030f-e2a9-4413-9c38-b046ee11bd24", "tag": "31b90d19-be35-4cc4-a64e-d89984240b1d", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:24:25.117477 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-bdd676c4-69d2-4eb7-92c2-08825221d273 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:24:25.117890 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'tag': '31b90d19-be35-4cc4-a64e-d89984240b1d', 'status': 'completed', 'code': 200} Nov 23 05:24:25.201885 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593026-ee2d-4b4a-a464-d0c2896a379c req-fdc871c7-c08a-4aec-aaa4-17a3e80fcd48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:25.203492 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ef593026-ee2d-4b4a-a464-d0c2896a379c req-fdc871c7-c08a-4aec-aaa4-17a3e80fcd48 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 1098 time: 0.0405402 Nov 23 05:24:25.305098 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593026-ee2d-4b4a-a464-d0c2896a379c req-3188aca4-8f02-4aef-b411-8ff2ac668786 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:25.306643 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ef593026-ee2d-4b4a-a464-d0c2896a379c req-3188aca4-8f02-4aef-b411-8ff2ac668786 service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0955346 Nov 23 05:24:25.326057 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ef80e945-c3af-487d-9961-da6f41c23f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '8e900479-3a08-49e7-8678-dd8fb94e69e3', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'floating_ip_address': '172.26.8.244', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'port_id': '31b90d19-be35-4cc4-a64e-d89984240b1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'mac_address': 'fa:16:3e:5e:4b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:24:24Z', 'updated_at': '2021-11-23T05:24:24Z', 'revision_number': 0, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:29Z', 'revision_number': 5, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:24:25.356266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80e945-c3af-487d-9961-da6f41c23f12 None None] Checking router: 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:24:25.364552 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef80e945-c3af-487d-9961-da6f41c23f12 None None] Routers {'6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:24:25.365155 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ef80e945-c3af-487d-9961-da6f41c23f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:24:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:24:25.375258 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ef593026-ee2d-4b4a-a464-d0c2896a379c req-87123db0-b2e3-41ac-a2a8-7dff117645e5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b90d19-be35-4cc4-a64e-d89984240b1d HTTP/1.1" status: 200 len: 999 time: 0.0588553 Nov 23 05:24:25.425744 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593026-ee2d-4b4a-a464-d0c2896a379c req-ebe5d6ae-c1ee-4ba2-922e-5a3a80bd9d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:25.427186 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ef593026-ee2d-4b4a-a464-d0c2896a379c req-ebe5d6ae-c1ee-4ba2-922e-5a3a80bd9d3e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0451047 Nov 23 05:24:25.477329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef593026-ee2d-4b4a-a464-d0c2896a379c req-1cfd11e9-8845-4a14-871c-9fb3bc278710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:24:25.477663 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-ef80e945-c3af-487d-9961-da6f41c23f12 None None] Set router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:24:25.478861 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ef593026-ee2d-4b4a-a464-d0c2896a379c req-1cfd11e9-8845-4a14-871c-9fb3bc278710 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0446148 Nov 23 05:24:25.571201 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ef593026-ee2d-4b4a-a464-d0c2896a379c req-27965ccf-a5c8-4343-9d63-254c23d5ae6a service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839059 Nov 23 05:24:25.666669 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ef593026-ee2d-4b4a-a464-d0c2896a379c req-ed50bfea-195a-4f54-b4d3-55ba457083a7 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879011 Nov 23 05:24:25.697165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-ef80e945-c3af-487d-9961-da6f41c23f12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '8e900479-3a08-49e7-8678-dd8fb94e69e3', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'floating_ip_address': '172.26.8.244', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'port_id': '31b90d19-be35-4cc4-a64e-d89984240b1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'mac_address': 'fa:16:3e:5e:4b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:24:24Z', 'updated_at': '2021-11-23T05:24:24Z', 'revision_number': 0, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:29Z', 'revision_number': 5, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:24:25.727209 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef80e945-c3af-487d-9961-da6f41c23f12 None None] The sync data for ids ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'] in dv-neutron-818850-1-hyperv is: [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '8e900479-3a08-49e7-8678-dd8fb94e69e3', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'floating_ip_address': '172.26.8.244', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'port_id': '31b90d19-be35-4cc4-a64e-d89984240b1d', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1840, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'mac_address': 'fa:16:3e:5e:4b:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:24:24Z', 'updated_at': '2021-11-23T05:24:24Z', 'revision_number': 0, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:29Z', 'revision_number': 5, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:24:25.898807 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b4860f6-3bec-4769-926b-61175e867a95 None None] New status for floating IP 8e900479-3a08-49e7-8678-dd8fb94e69e3: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:24:32.402544 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:24:36.993689 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-db4e97e3-219b-45b5-8fdb-efa5179939ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:39.067912 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:39.268891 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-fb56f222-3e86-45c6-8600-24bc4d632a29 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:40.529360 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:41.960556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:24:42.759245 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:06.733763 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8865a66-95c1-4603-b022-d280045f002b req-eb447ab5-9683-4ea3-aa7f-71866024322b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0894885 Nov 23 05:25:06.843204 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8865a66-95c1-4603-b022-d280045f002b req-c3977bfa-cd87-4dcd-a823-4032ed1d46a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:06.844745 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8865a66-95c1-4603-b022-d280045f002b req-c3977bfa-cd87-4dcd-a823-4032ed1d46a8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 1098 time: 0.0418706 Nov 23 05:25:06.956971 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8865a66-95c1-4603-b022-d280045f002b req-2216c2b4-37e9-441e-8b70-e4796324c808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:06.958351 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8865a66-95c1-4603-b022-d280045f002b req-2216c2b4-37e9-441e-8b70-e4796324c808 service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0876622 Nov 23 05:25:06.994772 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-901eea2c-afb3-4866-b161-9813f75dac83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:07.028807 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8865a66-95c1-4603-b022-d280045f002b req-966ba0b1-3b62-410d-9cbf-e30dca4e3a70 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b90d19-be35-4cc4-a64e-d89984240b1d HTTP/1.1" status: 200 len: 1001 time: 0.0588081 Nov 23 05:25:07.082662 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8865a66-95c1-4603-b022-d280045f002b req-a6820d35-3a35-4dfd-81ab-035c346077c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:07.084080 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8865a66-95c1-4603-b022-d280045f002b req-a6820d35-3a35-4dfd-81ab-035c346077c0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0436773 Nov 23 05:25:07.137473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8865a66-95c1-4603-b022-d280045f002b req-f40754e8-42a4-4e9a-8a06-2d5a784dc039 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:25:07.138986 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8865a66-95c1-4603-b022-d280045f002b req-f40754e8-42a4-4e9a-8a06-2d5a784dc039 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0433781 Nov 23 05:25:07.231015 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8865a66-95c1-4603-b022-d280045f002b req-f0f63707-1355-49c5-90e2-c0ef03269bc6 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799387 Nov 23 05:25:07.326971 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c8865a66-95c1-4603-b022-d280045f002b req-7658edad-5d04-4cb1-af3b-487e4ae7c8de service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850129 Nov 23 05:25:09.063011 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:09.269793 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-dea907e6-2802-4be1-8b20-9c964a3843cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:09.400984 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:25:10.529016 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:11.963868 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:12.763160 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:36.997624 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6a87ccea-daec-49dc-b6cd-fed76d23c8f0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:39.063216 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:39.270711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e29d2644-29ea-45f1-9d58-5c40aef57441 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:40.531268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:41.968712 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:42.764860 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:25:46.399947 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:26:07.003365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-06d007f1-e496-478f-b29e-d4f68f20c785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:08.680816 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9b2dbf33-1616-42f2-8758-1961ea2e195d req-988df0eb-c6ba-4fcc-9174-27eabb1f213a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0405884 Nov 23 05:26:08.794679 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dbf33-1616-42f2-8758-1961ea2e195d req-19f1a6f9-91fb-496a-be8b-9ee1beea6fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:08.796157 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9b2dbf33-1616-42f2-8758-1961ea2e195d req-19f1a6f9-91fb-496a-be8b-9ee1beea6fbb service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 1098 time: 0.0417860 Nov 23 05:26:08.905434 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dbf33-1616-42f2-8758-1961ea2e195d req-aae0a4f0-7976-440e-9304-96bf0dc911eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:08.906860 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9b2dbf33-1616-42f2-8758-1961ea2e195d req-aae0a4f0-7976-440e-9304-96bf0dc911eb service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0869901 Nov 23 05:26:08.975084 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9b2dbf33-1616-42f2-8758-1961ea2e195d req-63751f30-71cf-401b-82fc-76fe8528f6c5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b90d19-be35-4cc4-a64e-d89984240b1d HTTP/1.1" status: 200 len: 1001 time: 0.0572579 Nov 23 05:26:09.027447 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dbf33-1616-42f2-8758-1961ea2e195d req-ed43d7ab-dcbf-4660-b81c-71656393cdea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:09.028858 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9b2dbf33-1616-42f2-8758-1961ea2e195d req-ed43d7ab-dcbf-4660-b81c-71656393cdea service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0430572 Nov 23 05:26:09.064063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:09.086685 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2dbf33-1616-42f2-8758-1961ea2e195d req-aebeb950-69ed-4d8b-9a3e-0034b08ab8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:09.088151 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9b2dbf33-1616-42f2-8758-1961ea2e195d req-aebeb950-69ed-4d8b-9a3e-0034b08ab8dc service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0461590 Nov 23 05:26:09.183339 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9b2dbf33-1616-42f2-8758-1961ea2e195d req-69db811a-b6f3-4a8f-96d8-a95711fad37d service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830274 Nov 23 05:26:09.272016 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3f745c1e-465b-42b2-a688-f0083942a9ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:09.283538 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9b2dbf33-1616-42f2-8758-1961ea2e195d req-dcfd15cd-2a72-4242-adf5-275a1238a1a3 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0889740 Nov 23 05:26:10.534425 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:11.970594 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:12.765813 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:22.638677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec2e1de-057f-4eec-98d8-f831d7155e2c req-78f5a548-fd39-4fad-9f43-7f0f4d580c96 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:22.640457 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7ec2e1de-057f-4eec-98d8-f831d7155e2c req-78f5a548-fd39-4fad-9f43-7f0f4d580c96 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.1008170 Nov 23 05:26:22.692412 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7ec2e1de-057f-4eec-98d8-f831d7155e2c req-e8d7e51c-1fcd-46e4-9901-57940e13c4d5 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461926 Nov 23 05:26:23.399040 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:26:23.855668 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5917198-ac54-46bd-afd8-cffcd39576bd req-5c6415c9-9f80-4dfa-adbf-94bf07ddde85 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:23.857173 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d5917198-ac54-46bd-afd8-cffcd39576bd req-5c6415c9-9f80-4dfa-adbf-94bf07ddde85 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0933542 Nov 23 05:26:23.906532 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d5917198-ac54-46bd-afd8-cffcd39576bd req-e4ae7029-1165-4843-827b-d91b009fce51 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433915 Nov 23 05:26:25.034201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4acb45-b0f3-4185-99c3-d660173abc72 req-7f5affdd-ffd1-4268-ba96-3f77a800dbe7 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:25.035685 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c4acb45-b0f3-4185-99c3-d660173abc72 req-7f5affdd-ffd1-4268-ba96-3f77a800dbe7 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0495386 Nov 23 05:26:25.084145 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4c4acb45-b0f3-4185-99c3-d660173abc72 req-45a8888f-d0d6-4c04-aec0-86049da07249 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426276 Nov 23 05:26:26.196700 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75004f75-ca0f-4fb2-ba6b-099bf3676a9d req-ca7747c6-cc46-40ef-a8e6-707412c9c0fc tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:26.198183 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-75004f75-ca0f-4fb2-ba6b-099bf3676a9d req-ca7747c6-cc46-40ef-a8e6-707412c9c0fc tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0478945 Nov 23 05:26:26.250062 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-75004f75-ca0f-4fb2-ba6b-099bf3676a9d req-99efa20c-6eba-4083-9f7f-08e8c4807307 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458379 Nov 23 05:26:27.368924 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf22642-4bae-4281-b275-0698ab838240 req-49027a16-83ac-4804-96e0-6a536249deda tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:27.371091 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7bf22642-4bae-4281-b275-0698ab838240 req-49027a16-83ac-4804-96e0-6a536249deda tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0555809 Nov 23 05:26:27.420504 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7bf22642-4bae-4281-b275-0698ab838240 req-a2c5b90f-09c3-4268-ab08-dfa8b7b9765c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434790 Nov 23 05:26:28.532725 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61e5307-222a-4aed-b327-0bffdaff65ad req-0a005c1e-16a5-4888-b6d3-d7f3b4a2cdfe tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:28.534240 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b61e5307-222a-4aed-b327-0bffdaff65ad req-0a005c1e-16a5-4888-b6d3-d7f3b4a2cdfe tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0486560 Nov 23 05:26:28.583222 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b61e5307-222a-4aed-b327-0bffdaff65ad req-36204e5f-ad1e-464f-b1bc-d924b1b55dbd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431588 Nov 23 05:26:29.697726 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1afb77-9c8b-4441-9802-f5ae17d67dd5 req-94aa5cfe-5ebd-4ffa-bab3-49147c2b9a3b tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:29.699188 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ca1afb77-9c8b-4441-9802-f5ae17d67dd5 req-94aa5cfe-5ebd-4ffa-bab3-49147c2b9a3b tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0487630 Nov 23 05:26:29.751756 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ca1afb77-9c8b-4441-9802-f5ae17d67dd5 req-500af276-dc93-4c91-b73b-25d00c980da2 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466182 Nov 23 05:26:30.870564 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75c0e656-1538-4ae0-b209-1f4a26326af8 req-ce7b3bbb-827d-4da8-b67b-cc610c1b64d5 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:30.872040 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-75c0e656-1538-4ae0-b209-1f4a26326af8 req-ce7b3bbb-827d-4da8-b67b-cc610c1b64d5 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0501671 Nov 23 05:26:30.920595 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-75c0e656-1538-4ae0-b209-1f4a26326af8 req-30548c64-3727-43ae-8b24-92c097c1534c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424967 Nov 23 05:26:32.036883 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d6dee7-49f7-4c87-bbc4-0e1ad1e961d5 req-0d980071-3e39-448c-ade0-2fb5a9ca800b tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:32.038254 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-10d6dee7-49f7-4c87-bbc4-0e1ad1e961d5 req-0d980071-3e39-448c-ade0-2fb5a9ca800b tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0489655 Nov 23 05:26:32.090802 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-10d6dee7-49f7-4c87-bbc4-0e1ad1e961d5 req-c0af05e2-70c4-4353-9fd1-f62c76a7f80e tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461571 Nov 23 05:26:32.864188 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c0699-026e-4009-8860-788a3cb48a17 req-0640a297-ea80-459e-b640-616e42c03c8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:32.865665 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f78c0699-026e-4009-8860-788a3cb48a17 req-0640a297-ea80-459e-b640-616e42c03c8b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 1098 time: 0.0400605 Nov 23 05:26:32.956993 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c0699-026e-4009-8860-788a3cb48a17 req-5b4ba117-aa34-46ab-88b9-7179feb7d86d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:32.958352 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f78c0699-026e-4009-8860-788a3cb48a17 req-5b4ba117-aa34-46ab-88b9-7179feb7d86d service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0821004 Nov 23 05:26:33.042888 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f78c0699-026e-4009-8860-788a3cb48a17 req-2ab3ec46-695a-4315-bf73-1fd9047b4bf0 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b90d19-be35-4cc4-a64e-d89984240b1d HTTP/1.1" status: 200 len: 1001 time: 0.0718668 Nov 23 05:26:33.096087 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c0699-026e-4009-8860-788a3cb48a17 req-54aff4b1-7914-4c85-8d18-e78f70e28655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:33.097527 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f78c0699-026e-4009-8860-788a3cb48a17 req-54aff4b1-7914-4c85-8d18-e78f70e28655 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0432315 Nov 23 05:26:33.147905 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f78c0699-026e-4009-8860-788a3cb48a17 req-85571669-7b38-4f2f-b7b8-62f89448b4b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:33.149631 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f78c0699-026e-4009-8860-788a3cb48a17 req-85571669-7b38-4f2f-b7b8-62f89448b4b6 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408261 Nov 23 05:26:33.209785 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c958df-fb54-4cca-9d9c-2f51950e3ffb req-a8b81866-d8ec-4172-9d5e-2513e60a2833 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:33.211155 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e6c958df-fb54-4cca-9d9c-2f51950e3ffb req-a8b81866-d8ec-4172-9d5e-2513e60a2833 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0520809 Nov 23 05:26:33.245458 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f78c0699-026e-4009-8860-788a3cb48a17 req-5a7ed0b9-1123-4468-9033-951fba43848c service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862670 Nov 23 05:26:33.260038 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-e6c958df-fb54-4cca-9d9c-2f51950e3ffb req-cf5d7022-0291-4f5f-b388-15d708dd658c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430336 Nov 23 05:26:33.341581 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f78c0699-026e-4009-8860-788a3cb48a17 req-c488b42b-38d1-48e6-958a-c29ee6710719 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842018 Nov 23 05:26:34.377611 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429e54f7-4643-4a77-bb4a-3e30c9476a0f req-74e0b7f8-a23c-409d-9bce-4eaf0ab83767 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:34.379048 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-429e54f7-4643-4a77-bb4a-3e30c9476a0f req-74e0b7f8-a23c-409d-9bce-4eaf0ab83767 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0525348 Nov 23 05:26:34.427752 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-429e54f7-4643-4a77-bb4a-3e30c9476a0f req-0585a58b-7e52-456c-b505-127528842a2e tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0427957 Nov 23 05:26:35.544957 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a10ce00-0c79-4359-838f-6fe611d243c4 req-6233b8b4-7ff3-45b7-b200-e7e6cf5d8cfc tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:35.546537 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9a10ce00-0c79-4359-838f-6fe611d243c4 req-6233b8b4-7ff3-45b7-b200-e7e6cf5d8cfc tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0513933 Nov 23 05:26:35.595764 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9a10ce00-0c79-4359-838f-6fe611d243c4 req-67fbab22-8639-4691-81ff-187ac6569470 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0433638 Nov 23 05:26:36.711147 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad1f9ef-7ac5-4c9e-9059-b5544b55cb4c req-1c3914d4-b333-497c-b045-4e013b816e07 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:36.712647 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-aad1f9ef-7ac5-4c9e-9059-b5544b55cb4c req-1c3914d4-b333-497c-b045-4e013b816e07 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0492704 Nov 23 05:26:36.763634 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-aad1f9ef-7ac5-4c9e-9059-b5544b55cb4c req-eee2077a-43db-4471-8cf6-ebc7d63d0213 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447407 Nov 23 05:26:36.995635 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e367d9f0-13bb-4298-8a4a-32cf32663341 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:37.640107 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 31b90d19-be35-4cc4-a64e-d89984240b1d no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:26:37.716872 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:37.738846 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b90d19-be35-4cc4-a64e-d89984240b1d'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:26:37.741123 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f64e5595-c0f0-4177-b58a-7e68b01dff06" -d '{"events": [{"server_uuid": "f6e3030f-e2a9-4413-9c38-b046ee11bd24", "name": "network-vif-unplugged", "status": "completed", "tag": "31b90d19-be35-4cc4-a64e-d89984240b1d"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:26:37.755061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 31b90d19-be35-4cc4-a64e-d89984240b1d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=31b90d19-be35-4cc4-a64e-d89984240b1d,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:26:37.759208 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:37.782355 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 23 Nov 2021 05:26:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3f552d8-a8ae-47d7-9c93-391fc668f170 x-openstack-request-id: req-a3f552d8-a8ae-47d7-9c93-391fc668f170 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:26:37.782653 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e3030f-e2a9-4413-9c38-b046ee11bd24", "name": "network-vif-unplugged", "status": "failed", "tag": "31b90d19-be35-4cc4-a64e-d89984240b1d", "code": 422}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:26:37.782906 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-a3f552d8-a8ae-47d7-9c93-391fc668f170 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:26:37.783298 dv-neutron-818850-1-hyperv neutron-server[109954]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '31b90d19-be35-4cc4-a64e-d89984240b1d', 'code': 422} returned with failed status Nov 23 05:26:37.808239 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=31b90d19-be35-4cc4-a64e-d89984240b1d,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:37.816088 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:37.816446 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:37.816791 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:37.817129 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:37.817492 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:37.817827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:37.818158 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:37.818491 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:37.818824 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:37.819150 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:37.819484 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:37.819793 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:26:37.882435 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c20ade-d12f-41ce-ab35-f98910afb3d8 req-5e5828d4-c11d-4868-bdaa-96d317cf79bd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:37.883889 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-38c20ade-d12f-41ce-ab35-f98910afb3d8 req-5e5828d4-c11d-4868-bdaa-96d317cf79bd tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0518792 Nov 23 05:26:37.931650 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-38c20ade-d12f-41ce-ab35-f98910afb3d8 req-87ce4c54-e70d-4ad3-8e0c-e7f5dcfede9d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411985 Nov 23 05:26:39.065820 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:39.158632 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-16a1544b-65fa-4c55-97a1-d3db25e96a11 service neutron] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0720212 Nov 23 05:26:39.166657 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be11657-e62b-4617-b3f7-b4732f4ba338 req-0ff9dd0e-d819-4043-af76-3311c640edec tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:39.168023 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4be11657-e62b-4617-b3f7-b4732f4ba338 req-0ff9dd0e-d819-4043-af76-3311c640edec tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0569572 Nov 23 05:26:39.172623 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-6a338974-7eab-4b1f-9f45-fe5a31cb4b4d service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:26:39.173588 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-6a338974-7eab-4b1f-9f45-fe5a31cb4b4d service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047388 Nov 23 05:26:39.218561 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4be11657-e62b-4617-b3f7-b4732f4ba338 req-af3eef32-9ede-4205-a21d-9ad3393fcdc8 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0440791 Nov 23 05:26:39.273751 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-21d454df-ac68-47ae-8ca3-cfec9d9eabd3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:40.340282 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bde3509-0453-498c-a916-4a96f42a4752 req-19916348-c59e-4cd9-8d94-eb4f06598386 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:40.342383 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1bde3509-0453-498c-a916-4a96f42a4752 req-19916348-c59e-4cd9-8d94-eb4f06598386 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0544212 Nov 23 05:26:40.392801 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1bde3509-0453-498c-a916-4a96f42a4752 req-371ec553-cfa9-4d2b-ac11-37f834f33068 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443447 Nov 23 05:26:40.541840 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:41.512495 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d0a4ff-1eb0-45fc-bc9d-e7667c3aa25d req-87c06f6a-d5a2-4ce7-875b-5bcc1d2028e1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:41.513980 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-15d0a4ff-1eb0-45fc-bc9d-e7667c3aa25d req-87c06f6a-d5a2-4ce7-875b-5bcc1d2028e1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0521154 Nov 23 05:26:41.563441 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-15d0a4ff-1eb0-45fc-bc9d-e7667c3aa25d req-ea43ef61-2e24-44e4-8937-9438c2c78f15 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436103 Nov 23 05:26:41.973846 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:42.682597 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d904fe7-ca81-4ba4-bfa4-edf236645000 req-3b21244e-c982-43df-a0f6-40005553bf07 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:42.684992 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5d904fe7-ca81-4ba4-bfa4-edf236645000 req-3b21244e-c982-43df-a0f6-40005553bf07 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0515633 Nov 23 05:26:42.736545 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5d904fe7-ca81-4ba4-bfa4-edf236645000 req-1b514df1-0e48-49c2-a015-ca5826992de3 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457196 Nov 23 05:26:42.777671 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:43.852977 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bada5aa-1447-47fc-923c-8fb865479d7e req-2ff19a7b-01b0-48a6-9464-3ec1b8ddcb79 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:43.854447 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6bada5aa-1447-47fc-923c-8fb865479d7e req-2ff19a7b-01b0-48a6-9464-3ec1b8ddcb79 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0478561 Nov 23 05:26:43.904339 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6bada5aa-1447-47fc-923c-8fb865479d7e req-950acf11-a9aa-4f67-b8bb-0143b526b016 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434978 Nov 23 05:26:45.006080 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-36e07b0c-9109-45b0-bf59-14ab1af5c8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:45.007449 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-36e07b0c-9109-45b0-bf59-14ab1af5c8d1 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24&tenant_id=e9fcc214472a40e78f3cdb136c1a386b HTTP/1.1" status: 200 len: 1096 time: 0.0441506 Nov 23 05:26:45.020330 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20242ef3-c24c-4f4b-a70e-f1c8a7f7e4bf req-78aa6427-0d3e-404c-8896-dd0f97c48ba4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:45.022561 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-20242ef3-c24c-4f4b-a70e-f1c8a7f7e4bf req-78aa6427-0d3e-404c-8896-dd0f97c48ba4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0501623 Nov 23 05:26:45.078806 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-20242ef3-c24c-4f4b-a70e-f1c8a7f7e4bf req-6c37b2db-c1a6-4421-94f3-7eea6a8f44d7 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503359 Nov 23 05:26:45.089486 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-2c63c4d2-c62a-4b3b-afb6-74a5e2defb92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:45.090964 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-2c63c4d2-c62a-4b3b-afb6-74a5e2defb92 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 1096 time: 0.0398443 Nov 23 05:26:45.184803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-48a127c0-b4af-44d6-ae1c-5443a8fa6fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:45.186288 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-48a127c0-b4af-44d6-ae1c-5443a8fa6fc5 service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0841761 Nov 23 05:26:45.590436 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-0564a4f2-9fd8-4530-89ac-c17dbf7bd0a6 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b90d19-be35-4cc4-a64e-d89984240b1d HTTP/1.1" status: 200 len: 999 time: 0.3930225 Nov 23 05:26:45.648850 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-2af3c672-90dd-40d1-a0f6-f21d134cdfad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:45.649829 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-2af3c672-90dd-40d1-a0f6-f21d134cdfad service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0455322 Nov 23 05:26:45.701402 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-e9fdb31e-a9bf-43df-88c6-de1efbde4f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:45.702864 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-e9fdb31e-a9bf-43df-88c6-de1efbde4f5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0407081 Nov 23 05:26:45.804726 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-b85fa2d3-4cc2-4172-8f49-d0926e9e4574 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895643 Nov 23 05:26:45.900384 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-5e92b467-2864-4d12-8f59-a3ad56b81632 req-b244194e-ff01-4c7e-8f5a-6d10aa95e85d service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833614 Nov 23 05:26:46.207586 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9f8a469-ff27-4614-b3a6-f70e3a3f94f0 req-a89a1ed4-4b6e-4e3d-8996-2f486a576801 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:46.209085 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c9f8a469-ff27-4614-b3a6-f70e3a3f94f0 req-a89a1ed4-4b6e-4e3d-8996-2f486a576801 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0532799 Nov 23 05:26:46.262052 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c9f8a469-ff27-4614-b3a6-f70e3a3f94f0 req-386e526d-f3c5-43ee-b3d6-243805b3e645 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466547 Nov 23 05:26:47.379569 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9427ba-7201-4d94-95ab-b817f9c00ed6 req-f67de972-682b-422e-b406-457e741a14b2 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:47.381063 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ae9427ba-7201-4d94-95ab-b817f9c00ed6 req-f67de972-682b-422e-b406-457e741a14b2 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0500729 Nov 23 05:26:47.430397 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ae9427ba-7201-4d94-95ab-b817f9c00ed6 req-20f5da09-8562-4b04-bfae-df714bd1e2b4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434663 Nov 23 05:26:48.547130 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef3c99cc-c3f8-4bf3-9d13-5016fb332c2c req-d501d4f2-7dad-47d2-bef2-a8f52d895e27 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:48.548607 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ef3c99cc-c3f8-4bf3-9d13-5016fb332c2c req-d501d4f2-7dad-47d2-bef2-a8f52d895e27 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0504580 Nov 23 05:26:48.597482 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ef3c99cc-c3f8-4bf3-9d13-5016fb332c2c req-a7c9ea78-674b-4304-9095-f9e8f0d49a59 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429964 Nov 23 05:26:49.708973 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93013f-eaa5-4f30-819d-e932ec31f9d9 req-bea10af4-cdef-4f2b-8d41-27adfdc8a544 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:49.710461 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0d93013f-eaa5-4f30-819d-e932ec31f9d9 req-bea10af4-cdef-4f2b-8d41-27adfdc8a544 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0478122 Nov 23 05:26:49.760542 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0d93013f-eaa5-4f30-819d-e932ec31f9d9 req-867535b2-1e8f-4bb6-ae3e-1961e0a7dad7 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437429 Nov 23 05:26:50.875669 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c885e400-c80a-4b20-b068-9486506627c4 req-0d9963ec-6922-4b26-b017-cbcd26028ab3 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:50.877127 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c885e400-c80a-4b20-b068-9486506627c4 req-0d9963ec-6922-4b26-b017-cbcd26028ab3 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0512722 Nov 23 05:26:50.928846 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-c885e400-c80a-4b20-b068-9486506627c4 req-86e0038a-83ab-42b1-8f2c-aba1d1433e33 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458138 Nov 23 05:26:52.046853 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f13ef461-05c9-4bcd-beaa-d94e028e9549 req-efc56d45-f342-4560-ab23-8ef28562ecfc tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:52.048216 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f13ef461-05c9-4bcd-beaa-d94e028e9549 req-efc56d45-f342-4560-ab23-8ef28562ecfc tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0537438 Nov 23 05:26:52.095937 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f13ef461-05c9-4bcd-beaa-d94e028e9549 req-949590d2-92dd-40ca-8a3d-c9a683b6dadc tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417433 Nov 23 05:26:53.217290 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bc06c8-d82d-4317-9d5a-6159a8eca412 req-4cfa37e3-6f35-465c-8a14-3c69ef068cc0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:53.218884 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-64bc06c8-d82d-4317-9d5a-6159a8eca412 req-4cfa37e3-6f35-465c-8a14-3c69ef068cc0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 943 time: 0.0505476 Nov 23 05:26:53.266599 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-64bc06c8-d82d-4317-9d5a-6159a8eca412 req-804cc43c-9a2f-48f2-8bc4-12e390d9c4c2 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421219 Nov 23 05:26:53.702497 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 31b90d19-be35-4cc4-a64e-d89984240b1d details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:26:53.797950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 31b90d19-be35-4cc4-a64e-d89984240b1d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=31b90d19-be35-4cc4-a64e-d89984240b1d,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:26:53.809066 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '31b90d19-be35-4cc4-a64e-d89984240b1d', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'port_id': '31b90d19-be35-4cc4-a64e-d89984240b1d', 'mac_address': 'fa:16:3e:5e:4b:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:26:53.845538 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:53.858654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b90d19-be35-4cc4-a64e-d89984240b1d {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:26:53.877776 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 31b90d19-be35-4cc4-a64e-d89984240b1d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=31b90d19-be35-4cc4-a64e-d89984240b1d,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:26:53.882489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:53.930995 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=31b90d19-be35-4cc4-a64e-d89984240b1d,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:54.301655 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['31b90d19-be35-4cc4-a64e-d89984240b1d'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:26:54.379581 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ba02ac-8475-4cdf-9c4e-4dbd8d2e6f6a req-91ebf1ec-acfe-4526-bd4c-f9d141a619f5 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:54.381059 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-45ba02ac-8475-4cdf-9c4e-4dbd8d2e6f6a req-91ebf1ec-acfe-4526-bd4c-f9d141a619f5 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 944 time: 0.0484083 Nov 23 05:26:54.429843 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-45ba02ac-8475-4cdf-9c4e-4dbd8d2e6f6a req-f9e31e9c-fec3-47c8-ae3f-7cba1488c6d0 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426116 Nov 23 05:26:55.542363 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e417c76c-6f49-4b2b-bf4c-c1d1a155bcc5 req-c0c204d3-2970-4566-9734-bbc705fd19f6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:55.544305 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e417c76c-6f49-4b2b-bf4c-c1d1a155bcc5 req-c0c204d3-2970-4566-9734-bbc705fd19f6 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 944 time: 0.0486450 Nov 23 05:26:55.592363 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-e417c76c-6f49-4b2b-bf4c-c1d1a155bcc5 req-d3823af0-74d8-4070-ba90-c480ec0bab4b tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419741 Nov 23 05:26:55.712660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 31b90d19-be35-4cc4-a64e-d89984240b1d up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:26:55.760746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 31b90d19-be35-4cc4-a64e-d89984240b1d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:26:55.761121 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:55.836067 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:55.858430 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b90d19-be35-4cc4-a64e-d89984240b1d'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:26:55.860656 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a2164ae-c425-4254-9eba-85f7ea8f2461" -d '{"events": [{"server_uuid": "f6e3030f-e2a9-4413-9c38-b046ee11bd24", "name": "network-vif-plugged", "status": "completed", "tag": "31b90d19-be35-4cc4-a64e-d89984240b1d"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:26:55.876231 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 31b90d19-be35-4cc4-a64e-d89984240b1d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=31b90d19-be35-4cc4-a64e-d89984240b1d,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:26:55.880417 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:26:55.904165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-603f6203-dfda-4a82-8c24-3d8aee5239ae x-openstack-request-id: req-603f6203-dfda-4a82-8c24-3d8aee5239ae {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:26:55.904464 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e3030f-e2a9-4413-9c38-b046ee11bd24", "name": "network-vif-plugged", "status": "completed", "tag": "31b90d19-be35-4cc4-a64e-d89984240b1d", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:26:55.904728 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-603f6203-dfda-4a82-8c24-3d8aee5239ae {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:26:55.905119 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b90d19-be35-4cc4-a64e-d89984240b1d', 'code': 200} Nov 23 05:26:55.930152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=31b90d19-be35-4cc4-a64e-d89984240b1d,revision_number=8']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:26:56.211530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f145c4-aeb0-46dd-8ba0-298a10afb1ec req-934d0e2d-9069-4420-9ac6-5621e29ae471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:56.212963 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-06f145c4-aeb0-46dd-8ba0-298a10afb1ec req-934d0e2d-9069-4420-9ac6-5621e29ae471 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 1098 time: 0.0425165 Nov 23 05:26:56.261020 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-06f145c4-aeb0-46dd-8ba0-298a10afb1ec req-8668db84-38b2-4b96-8170-e1b7ee801b33 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380051 Nov 23 05:26:56.714059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2497a2-8cc8-4747-85b1-c862aa9e3eb0 req-e50f0905-73a9-4568-8cc7-99b61c760dda tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:56.715528 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2f2497a2-8cc8-4747-85b1-c862aa9e3eb0 req-e50f0905-73a9-4568-8cc7-99b61c760dda tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0503120 Nov 23 05:26:56.764945 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2f2497a2-8cc8-4747-85b1-c862aa9e3eb0 req-6985e6b8-bf91-495b-a27e-f970ffaa9bb1 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434098 Nov 23 05:26:57.879826 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c003461f-8eb8-4b0c-b688-a61d6430f422 req-8699b641-9275-4f20-9625-365f9660527b tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:26:57.881305 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c003461f-8eb8-4b0c-b688-a61d6430f422 req-8699b641-9275-4f20-9625-365f9660527b tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0487845 Nov 23 05:26:57.934987 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c003461f-8eb8-4b0c-b688-a61d6430f422 req-a66788c2-7cca-4e53-8e14-7a53a9380b2f tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0478020 Nov 23 05:27:00.397670 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:27:06.998270 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-473f823f-5a28-4eaa-b876-d026a7234df5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:09.062222 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:09.277897 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4d1f135f-4d18-4fc8-9e36-df51ee4ae3b2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:09.674051 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92423e01-f972-45c0-8503-d540c6fe1530 req-8e7ee921-fe2a-4f0a-9ec2-27bef2899510 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0382974 Nov 23 05:27:09.798220 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92423e01-f972-45c0-8503-d540c6fe1530 req-a2539329-91e1-4c7b-9ed7-50455284ccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:09.799686 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92423e01-f972-45c0-8503-d540c6fe1530 req-a2539329-91e1-4c7b-9ed7-50455284ccfa service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 1098 time: 0.0458496 Nov 23 05:27:09.901525 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92423e01-f972-45c0-8503-d540c6fe1530 req-2947e06a-5a3c-457b-896b-ee42c184964f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:09.903501 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92423e01-f972-45c0-8503-d540c6fe1530 req-2947e06a-5a3c-457b-896b-ee42c184964f service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0845709 Nov 23 05:27:09.971209 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92423e01-f972-45c0-8503-d540c6fe1530 req-d142a6fb-6e9b-4ec6-b14a-9152b536c744 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b90d19-be35-4cc4-a64e-d89984240b1d HTTP/1.1" status: 200 len: 1001 time: 0.0600121 Nov 23 05:27:10.021525 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92423e01-f972-45c0-8503-d540c6fe1530 req-a30235d1-c1f9-4f29-886c-4a27f3a86fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:10.022899 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92423e01-f972-45c0-8503-d540c6fe1530 req-a30235d1-c1f9-4f29-886c-4a27f3a86fbe service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0436347 Nov 23 05:27:10.072510 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92423e01-f972-45c0-8503-d540c6fe1530 req-11b2b157-8247-40d2-96f2-da26901dd5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:27:10.074080 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92423e01-f972-45c0-8503-d540c6fe1530 req-11b2b157-8247-40d2-96f2-da26901dd5bd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0419381 Nov 23 05:27:10.172141 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92423e01-f972-45c0-8503-d540c6fe1530 req-b8cea5e2-c7fa-4456-8dbf-9c386d5adf32 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857520 Nov 23 05:27:10.266509 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-92423e01-f972-45c0-8503-d540c6fe1530 req-8371fedc-d979-40c5-abca-db97f70b838c service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865681 Nov 23 05:27:10.540996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:11.977369 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:12.771251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:36.999411 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-349feb2c-ea3e-4a9f-aef4-071572508bfe None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:37.396867 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:27:39.086489 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:39.278826 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c4cef4ee-98b8-4232-b339-ae09323de054 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:40.543934 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:41.979992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:27:42.772304 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:07.001421 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c0515388-d0f9-4684-94a5-81ddb59131bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:09.109884 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:09.279815 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-833e1998-a8c7-4f0b-90e6-ebfde660c9f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:10.545952 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:10.708727 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-298f6bf4-cece-49ba-aa11-a28923dc8390 req-2ffc0c24-3d0d-4087-be84-8378d85ad09d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447185 Nov 23 05:28:10.814764 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f6bf4-cece-49ba-aa11-a28923dc8390 req-98fb88b9-d2a7-421e-957f-b101ec2bdb66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:10.816264 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-298f6bf4-cece-49ba-aa11-a28923dc8390 req-98fb88b9-d2a7-421e-957f-b101ec2bdb66 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 1098 time: 0.0414772 Nov 23 05:28:10.926632 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f6bf4-cece-49ba-aa11-a28923dc8390 req-e1731d7f-fc47-49f6-a0f1-3cca6ad4271d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:10.928084 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-298f6bf4-cece-49ba-aa11-a28923dc8390 req-e1731d7f-fc47-49f6-a0f1-3cca6ad4271d service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0861778 Nov 23 05:28:11.014856 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-298f6bf4-cece-49ba-aa11-a28923dc8390 req-d1b5ddd0-c64b-4726-ba18-d3e40c2060ae service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b90d19-be35-4cc4-a64e-d89984240b1d HTTP/1.1" status: 200 len: 1001 time: 0.0749333 Nov 23 05:28:11.070775 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f6bf4-cece-49ba-aa11-a28923dc8390 req-fb87d2f3-d6e4-4d86-b690-c8d8ff024fb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:11.072106 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-298f6bf4-cece-49ba-aa11-a28923dc8390 req-fb87d2f3-d6e4-4d86-b690-c8d8ff024fb6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0461032 Nov 23 05:28:11.121896 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298f6bf4-cece-49ba-aa11-a28923dc8390 req-c8a6f46c-eb54-4f77-bf58-2d27b679c375 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:11.123348 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-298f6bf4-cece-49ba-aa11-a28923dc8390 req-c8a6f46c-eb54-4f77-bf58-2d27b679c375 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403244 Nov 23 05:28:11.221097 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-298f6bf4-cece-49ba-aa11-a28923dc8390 req-aed33601-f899-431a-8c58-25ebe14bb353 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861259 Nov 23 05:28:11.320453 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-298f6bf4-cece-49ba-aa11-a28923dc8390 req-437929a0-c712-41a7-a94e-379f6af16868 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886078 Nov 23 05:28:11.982474 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:12.773228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:14.395642 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:28:14.578364 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 54278) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:14.739951 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Deleting port 62c44d46-f27b-4e5c-8787-4b1c6e743640 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:28:14.740202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:14.820335 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:14.820663 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:14.833062 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Calling delete_port for 62c44d46-f27b-4e5c-8787-4b1c6e743640 owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:28:14.976832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:15.002484 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event deleted for resources: {'Port': ['ID=62c44d46-f27b-4e5c-8787-4b1c6e743640,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:15.015069 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:15.015425 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:15.015771 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:15.016115 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:15.016455 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:15.016791 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:15.017124 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:15.017493 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:15.017826 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:15.018155 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:15.018485 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:15.018811 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:15.071968 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:15.072300 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Floating IP 8e900479-3a08-49e7-8678-dd8fb94e69e3 disassociated (deleted). External IP: 172.26.8.244, port: 31b90d19-be35-4cc4-a64e-d89984240b1d. Nov 23 05:28:15.548126 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:28:15.653786 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:28:15.658554 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:15.663290 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e301d-55d6-40b1-87c7-a2841b663888 None None] Sync routers for ids ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:28:15.672591 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e301d-55d6-40b1-87c7-a2841b663888 None None] Routers {'6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:15.673206 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e80e301d-55d6-40b1-87c7-a2841b663888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:15.684773 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-49f40866-5c10-497b-a006-f5883838d59c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "DELETE /v2.0/floatingips/8e900479-3a08-49e7-8678-dd8fb94e69e3 HTTP/1.1" status: 204 len: 168 time: 1.1052990 Nov 23 05:28:15.685500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'tag': '31b90d19-be35-4cc4-a64e-d89984240b1d'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:28:15.687862 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a403057d-ec4f-4749-b33c-9eaefbe2ce35" -d '{"events": [{"name": "network-changed", "server_uuid": "f6e3030f-e2a9-4413-9c38-b046ee11bd24", "tag": "31b90d19-be35-4cc4-a64e-d89984240b1d"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:28:15.730452 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:28:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71a05c70-ea1c-400c-8f09-f650aad19068 x-openstack-request-id: req-71a05c70-ea1c-400c-8f09-f650aad19068 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:28:15.730751 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f6e3030f-e2a9-4413-9c38-b046ee11bd24", "tag": "31b90d19-be35-4cc4-a64e-d89984240b1d", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:28:15.731010 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-71a05c70-ea1c-400c-8f09-f650aad19068 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:28:15.731417 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'tag': '31b90d19-be35-4cc4-a64e-d89984240b1d', 'status': 'completed', 'code': 200} Nov 23 05:28:15.787284 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-e80e301d-55d6-40b1-87c7-a2841b663888 None None] Set router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:15.853433 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403057d-ec4f-4749-b33c-9eaefbe2ce35 req-1fc5efae-636a-4052-9750-76fc966b08d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:15.855140 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a403057d-ec4f-4749-b33c-9eaefbe2ce35 req-1fc5efae-636a-4052-9750-76fc966b08d8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 1098 time: 0.0544941 Nov 23 05:28:15.926773 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6ecc568-433a-414b-96be-cda4807d6540 req-33a941c7-8b0e-4ce6-a28d-2d577aeb9e65 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:15.928299 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d6ecc568-433a-414b-96be-cda4807d6540 req-33a941c7-8b0e-4ce6-a28d-2d577aeb9e65 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0531290 Nov 23 05:28:15.979180 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d6ecc568-433a-414b-96be-cda4807d6540 req-58919171-d467-402e-bb9f-fa5152fb6c44 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0437033 Nov 23 05:28:15.994544 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403057d-ec4f-4749-b33c-9eaefbe2ce35 req-812db0cb-0b09-4fce-a9b4-6af29c5be22a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:15.996797 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a403057d-ec4f-4749-b33c-9eaefbe2ce35 req-812db0cb-0b09-4fce-a9b4-6af29c5be22a service neutron] 10.222.0.15 "GET /v2.0/networks?id=747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 200 len: 910 time: 0.0977628 Nov 23 05:28:16.001982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e80e301d-55d6-40b1-87c7-a2841b663888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:29Z', 'revision_number': 5, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:16.030987 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e301d-55d6-40b1-87c7-a2841b663888 None None] Checking router: 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:28:16.039237 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e80e301d-55d6-40b1-87c7-a2841b663888 None None] Routers {'6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:16.039844 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e80e301d-55d6-40b1-87c7-a2841b663888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:16.046011 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a403057d-ec4f-4749-b33c-9eaefbe2ce35 req-d75681ba-d659-481c-b50d-1eb1cf97682d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=31b90d19-be35-4cc4-a64e-d89984240b1d HTTP/1.1" status: 200 len: 217 time: 0.0361900 Nov 23 05:28:16.100383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403057d-ec4f-4749-b33c-9eaefbe2ce35 req-0c4e2f36-0cad-4d9b-b89a-7cd0c85f47d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:16.101806 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a403057d-ec4f-4749-b33c-9eaefbe2ce35 req-0c4e2f36-0cad-4d9b-b89a-7cd0c85f47d6 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 200 len: 848 time: 0.0485523 Nov 23 05:28:16.141867 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-e80e301d-55d6-40b1-87c7-a2841b663888 None None] Set router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:16.148795 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a403057d-ec4f-4749-b33c-9eaefbe2ce35 req-7e57feff-872d-42cf-ad34-788abad709ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:16.150329 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a403057d-ec4f-4749-b33c-9eaefbe2ce35 req-7e57feff-872d-42cf-ad34-788abad709ff service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=747753df-8644-46f1-987e-cb438cb67d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0405495 Nov 23 05:28:16.247547 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a403057d-ec4f-4749-b33c-9eaefbe2ce35 req-acc93c59-fd40-45b2-8623-8343ccd4ed91 service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885880 Nov 23 05:28:16.346717 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a403057d-ec4f-4749-b33c-9eaefbe2ce35 req-33ca7e6e-1698-4d4f-bb2b-20526d0aa72b service neutron] 10.222.0.15 "GET /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917599 Nov 23 05:28:16.482921 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-e80e301d-55d6-40b1-87c7-a2841b663888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:29Z', 'revision_number': 5, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:16.508460 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e80e301d-55d6-40b1-87c7-a2841b663888 None None] The sync data for ids ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'] in dv-neutron-818850-1-hyperv is: [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': 'ed61d8ee-bff9-4624-a8f3-b9187b3b4098', 'name': '', 'network_id': '747753df-8644-46f1-987e-cb438cb67d50', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'mac_address': 'fa:16:3e:0a:ea:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_interface', 'standard_attr_id': 1804, 'fixed_ips': [{'subnet_id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:24Z', 'updated_at': '2021-11-23T05:19:29Z', 'revision_number': 5, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'subnets': [{'id': 'db8b558c-c8f1-40fd-a68f-167d9524304e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:28:16.722821 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1e1ace6-1e9a-42a7-b953-4dd56b3210e8 None None] New status for floating IP 8e900479-3a08-49e7-8678-dd8fb94e69e3: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:28:17.099597 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d200a8-6e0c-4eb7-b1e7-b8ae11c7e029 req-970da2fa-11df-4abf-b299-24ca746e4b85 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:17.101079 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-16d200a8-6e0c-4eb7-b1e7-b8ae11c7e029 req-970da2fa-11df-4abf-b299-24ca746e4b85 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0522614 Nov 23 05:28:17.151088 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-16d200a8-6e0c-4eb7-b1e7-b8ae11c7e029 req-52c2da4c-10c8-4fce-b17c-5d772eedcc0e tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0441194 Nov 23 05:28:17.923304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c29b198-1b65-462b-838a-5c699e8a2c04 req-27e76d58-7266-475f-991b-0e55c935901d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:17.924739 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8c29b198-1b65-462b-838a-5c699e8a2c04 req-27e76d58-7266-475f-991b-0e55c935901d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 945 time: 0.0542400 Nov 23 05:28:18.016997 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-8c29b198-1b65-462b-838a-5c699e8a2c04 req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Deleting port 31b90d19-be35-4cc4-a64e-d89984240b1d {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:28:18.017370 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8c29b198-1b65-462b-838a-5c699e8a2c04 req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:18.108621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-8c29b198-1b65-462b-838a-5c699e8a2c04 req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] For port 31b90d19-be35-4cc4-a64e-d89984240b1d, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=31b90d19-be35-4cc4-a64e-d89984240b1d,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:18.109389 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8c29b198-1b65-462b-838a-5c699e8a2c04 req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:18.121940 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-8c29b198-1b65-462b-838a-5c699e8a2c04 req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Calling delete_port for 31b90d19-be35-4cc4-a64e-d89984240b1d owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:28:18.250681 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8c29b198-1b65-462b-838a-5c699e8a2c04 req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:18.267656 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb8bbe2-eb7e-48ff-af34-229bab6e2306 req-30c0387d-6703-4dd3-901a-8f29d6b23815 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:18.269182 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0cb8bbe2-eb7e-48ff-af34-229bab6e2306 req-30c0387d-6703-4dd3-901a-8f29d6b23815 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 867 time: 0.0485861 Nov 23 05:28:18.287485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event deleted for resources: {'Port': ['ID=31b90d19-be35-4cc4-a64e-d89984240b1d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:18.297477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:18.297833 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:18.298177 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:18.298518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:18.298856 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:18.299195 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:18.299529 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:18.299862 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:18.300195 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:18.300526 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:18.301332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:18.301332 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:18.323270 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-0cb8bbe2-eb7e-48ff-af34-229bab6e2306 req-5d92ffca-2280-431c-8dba-28ea8f869e65 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/security-groups?id=829c19ae-65f4-4290-8709-ffce4b4aa6ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450184 Nov 23 05:28:18.343085 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c29b198-1b65-462b-838a-5c699e8a2c04 req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] No DVR routers for this DVR port 31b90d19-be35-4cc4-a64e-d89984240b1d on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:28:18.345706 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-8c29b198-1b65-462b-838a-5c699e8a2c04 req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:18.349141 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8c29b198-1b65-462b-838a-5c699e8a2c04 req-81335874-d6c6-43bf-b853-a84784cfd29d tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.15 "DELETE /v2.0/ports/31b90d19-be35-4cc4-a64e-d89984240b1d HTTP/1.1" status: 204 len: 173 time: 0.4146295 Nov 23 05:28:18.349606 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'name': 'network-vif-deleted', 'tag': '31b90d19-be35-4cc4-a64e-d89984240b1d'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:28:18.351851 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6f2f1b3-83c4-4261-ab41-0ed42ad29f7c" -d '{"events": [{"server_uuid": "f6e3030f-e2a9-4413-9c38-b046ee11bd24", "name": "network-vif-deleted", "tag": "31b90d19-be35-4cc4-a64e-d89984240b1d"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:28:18.388409 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:28:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1862dd0e-8c13-4f4c-a58c-caba04b4b69b x-openstack-request-id: req-1862dd0e-8c13-4f4c-a58c-caba04b4b69b {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:28:18.388703 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f6e3030f-e2a9-4413-9c38-b046ee11bd24", "name": "network-vif-deleted", "tag": "31b90d19-be35-4cc4-a64e-d89984240b1d", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:28:18.388949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-1862dd0e-8c13-4f4c-a58c-caba04b4b69b {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:28:18.389388 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6e3030f-e2a9-4413-9c38-b046ee11bd24', 'name': 'network-vif-deleted', 'tag': '31b90d19-be35-4cc4-a64e-d89984240b1d', 'status': 'completed', 'code': 200} Nov 23 05:28:19.423675 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8d38675a-132d-46ce-b0d8-2d21e4c2f9ce req-b75dc379-3340-40b6-9eef-dcd533b60cc7 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 210 time: 0.0307655 Nov 23 05:28:20.112953 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 31b90d19-be35-4cc4-a64e-d89984240b1d no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:28:20.136372 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 31b90d19-be35-4cc4-a64e-d89984240b1d {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:28:20.136727 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 31b90d19-be35-4cc4-a64e-d89984240b1d not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:28:20.519354 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1f611b88-d6b9-4a50-be45-d65e19b97d5d req-6cc1f03f-9f59-4842-8e43-d73c8cae099a tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 210 time: 0.0269351 Nov 23 05:28:21.612461 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c4241e00-c5df-4b91-819e-b1cb9307c602 req-2fda2134-492b-46b5-aa43-2bba590471e3 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 210 time: 0.0259070 Nov 23 05:28:22.715658 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-207986e5-ff9d-4fbf-b353-429e0be1c861 req-340feadc-3408-45a3-b4d2-dfe3dcc2938c tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "GET /v2.0/ports?device_id=f6e3030f-e2a9-4413-9c38-b046ee11bd24 HTTP/1.1" status: 200 len: 210 time: 0.0293746 Nov 23 05:28:23.772789 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54314) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:23.833074 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e462d43-998f-44c2-b9bb-921dac1145e4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:23.861692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e462d43-998f-44c2-b9bb-921dac1145e4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:23.919718 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e462d43-998f-44c2-b9bb-921dac1145e4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:23.923512 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3e462d43-998f-44c2-b9bb-921dac1145e4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:23.927295 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3e462d43-998f-44c2-b9bb-921dac1145e4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] 10.222.0.37 "DELETE /v2.0/security-groups/829c19ae-65f4-4290-8709-ffce4b4aa6ba HTTP/1.1" status: 204 len: 168 time: 0.1501658 Nov 23 05:28:23.934863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e462d43-998f-44c2-b9bb-921dac1145e4 tempest-TestShelveInstance-1657073433 tempest-TestShelveInstance-1657073433-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=829c19ae-65f4-4290-8709-ffce4b4aa6ba,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:24.990361 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54320) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:25.444843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b6a8b6d-3afa-4f62-abdf-3e8d356ecae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:25.697694 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a8b6d-3afa-4f62-abdf-3e8d356ecae5 admin admin] Deleting port ed61d8ee-bff9-4624-a8f3-b9187b3b4098 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:28:25.697913 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b6a8b6d-3afa-4f62-abdf-3e8d356ecae5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:25.781767 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-5b6a8b6d-3afa-4f62-abdf-3e8d356ecae5 admin admin] For port ed61d8ee-bff9-4624-a8f3-b9187b3b4098, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=ed61d8ee-bff9-4624-a8f3-b9187b3b4098,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:25.782136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b6a8b6d-3afa-4f62-abdf-3e8d356ecae5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:25.795428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-5b6a8b6d-3afa-4f62-abdf-3e8d356ecae5 admin admin] Calling delete_port for ed61d8ee-bff9-4624-a8f3-b9187b3b4098 owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:28:25.976312 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b6a8b6d-3afa-4f62-abdf-3e8d356ecae5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:25.999804 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b6a8b6d-3afa-4f62-abdf-3e8d356ecae5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ed61d8ee-bff9-4624-a8f3-b9187b3b4098,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:26.174870 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5b6a8b6d-3afa-4f62-abdf-3e8d356ecae5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.396168 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6a8b6d-3afa-4f62-abdf-3e8d356ecae5 admin admin] Router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:28:26.508923 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6a8b6d-3afa-4f62-abdf-3e8d356ecae5 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:28:26.517138 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5b6a8b6d-3afa-4f62-abdf-3e8d356ecae5 admin admin] 10.222.0.37 "PUT /v2.0/routers/6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5226648 Nov 23 05:28:26.517138 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54326) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:26.519802 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab940ce-b903-4ad5-8742-f2e27dd449b2 None None] Sync routers for ids ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:28:26.530193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab940ce-b903-4ad5-8742-f2e27dd449b2 None None] Routers {'6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:26.530811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1ab940ce-b903-4ad5-8742-f2e27dd449b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:26.625824 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.637780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-1ab940ce-b903-4ad5-8742-f2e27dd449b2 None None] Set router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:26.731471 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.817269 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] Deleting port f6e93a89-8145-4da0-9fac-4ae444a61463 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:28:26.818040 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.857210 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1ab940ce-b903-4ad5-8742-f2e27dd449b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122'}], 'enable_snat': True}, 'gw_port_id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:28:25Z', 'revision_number': 5, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port': {'id': 'f6e93a89-8145-4da0-9fac-4ae444a61463', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d1:88:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1803, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.122', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:19:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:26.888389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab940ce-b903-4ad5-8742-f2e27dd449b2 None None] Checking router: 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:28:26.896789 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab940ce-b903-4ad5-8742-f2e27dd449b2 None None] Routers {'6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:26.897443 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1ab940ce-b903-4ad5-8742-f2e27dd449b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:26.902863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] For port f6e93a89-8145-4da0-9fac-4ae444a61463, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=f6e93a89-8145-4da0-9fac-4ae444a61463,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:26.903230 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:26.916230 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] Calling delete_port for f6e93a89-8145-4da0-9fac-4ae444a61463 owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:28:26.982575 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-1ab940ce-b903-4ad5-8742-f2e27dd449b2 None None] Set router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:27.035981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-1ab940ce-b903-4ad5-8742-f2e27dd449b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:28:26Z', 'revision_number': 6, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:27.065928 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ab940ce-b903-4ad5-8742-f2e27dd449b2 None None] The sync data for ids ['6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd'] in dv-neutron-818850-1-hyperv is: [{'id': '6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd', 'name': 'tempest-TestShelveInstance-1267756714-router', 'tenant_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:22Z', 'updated_at': '2021-11-23T05:28:26Z', 'revision_number': 6, 'project_id': 'e9fcc214472a40e78f3cdb136c1a386b', 'gw_port_host': None}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:28:27.082735 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.115356 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] Pushing event deleted for resources: {'Port': ['ID=f6e93a89-8145-4da0-9fac-4ae444a61463,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:27.122228 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17724097-6cdd-471b-aa07-8e2b7b21019e None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:28:27.169362 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.263472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.265542 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.308561 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.309078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:28:27.313348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.314510 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-5cf59d6e-7b8a-4809-bb99-ca3eab9ff563 admin admin] 10.222.0.37 "DELETE /v2.0/routers/6ea550e6-ea2c-498d-97ee-4f5ef3f33bfd HTTP/1.1" status: 204 len: 168 time: 0.7970607 Nov 23 05:28:27.317041 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54328) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:27.361058 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bbf9a7a-0879-4bd1-b145-bb966dff84a0 admin admin] Deleting subnet db8b558c-c8f1-40fd-a68f-167d9524304e {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:28:27.363958 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0bbf9a7a-0879-4bd1-b145-bb966dff84a0 admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.398145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0bbf9a7a-0879-4bd1-b145-bb966dff84a0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.816907 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0bbf9a7a-0879-4bd1-b145-bb966dff84a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.869485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0bbf9a7a-0879-4bd1-b145-bb966dff84a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.895829 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf9a7a-0879-4bd1-b145-bb966dff84a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=db8b558c-c8f1-40fd-a68f-167d9524304e,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:27.897843 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-0bbf9a7a-0879-4bd1-b145-bb966dff84a0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:27.901071 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-0bbf9a7a-0879-4bd1-b145-bb966dff84a0 admin admin] 10.222.0.37 "DELETE /v2.0/subnets/db8b558c-c8f1-40fd-a68f-167d9524304e HTTP/1.1" status: 204 len: 168 time: 0.5829992 Nov 23 05:28:27.903955 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54330) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:27.906505 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72445cae-2636-46ca-a335-224f14172aba None None] Network 747753df-8644-46f1-987e-cb438cb67d50 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:28:27.977110 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.035878 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] Deleting port d4f87b2a-c112-4f74-97a2-e4249c3c29ff {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:28:28.036294 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.097054 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] DHCP port deletion for 747753df-8644-46f1-987e-cb438cb67d50 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:28:28.106043 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] For port d4f87b2a-c112-4f74-97a2-e4249c3c29ff, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d4f87b2a-c112-4f74-97a2-e4249c3c29ff,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:28.106578 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.119081 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] Calling delete_port for d4f87b2a-c112-4f74-97a2-e4249c3c29ff owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:28:28.144799 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Deleting port d4f87b2a-c112-4f74-97a2-e4249c3c29ff {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:28:28.145174 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.202055 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.208127 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] For port d4f87b2a-c112-4f74-97a2-e4249c3c29ff, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=d4f87b2a-c112-4f74-97a2-e4249c3c29ff,segment=NetworkSegment(79f0925f-d2b8-4422-9f80-3b31f05e7968),segment_id=79f0925f-d2b8-4422-9f80-3b31f05e7968)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:28.208571 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.225947 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Calling delete_port for d4f87b2a-c112-4f74-97a2-e4249c3c29ff owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:28:28.231323 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] No DVR routers for this DVR port d4f87b2a-c112-4f74-97a2-e4249c3c29ff on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:28:28.235581 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4f87b2a-c112-4f74-97a2-e4249c3c29ff,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:28.302505 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.309637 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.329568 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] No DVR routers for this DVR port d4f87b2a-c112-4f74-97a2-e4249c3c29ff on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:28:28.330229 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['747753df-8644-46f1-987e-cb438cb67d50']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:28.333267 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Pushing event deleted for resources: {'Port': ['ID=d4f87b2a-c112-4f74-97a2-e4249c3c29ff,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:28.342045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79f0925f-d2b8-4422-9f80-3b31f05e7968') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:28.342473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79f0925f-d2b8-4422-9f80-3b31f05e7968') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:28.342590 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:28.342933 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:28.343284 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:28.343893 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:28.344117 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:28.344366 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:28.344648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:28.344990 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:28.345387 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:28.345719 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:28.346063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:28.346367 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4e1b176-970b-4a2b-863e-f692fd753e32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:28.352131 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.366577 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.373051 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:28:28.373472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:28:28.375548 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:28:28.429443 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.433977 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.437199 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] 10.222.0.37 "DELETE /v2.0/networks/747753df-8644-46f1-987e-cb438cb67d50 HTTP/1.1" status: 204 len: 168 time: 0.5323217 Nov 23 05:28:28.440236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54332) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:28.455095 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3db0e9-af90-4061-b40b-41d4c6c21cf5 admin admin] Pushing event deleted for resources: {'Network': ['ID=747753df-8644-46f1-987e-cb438cb67d50,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:28.801899 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3a74d82e-e625-4654-9cd3-3197a87e9126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:28.824335 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f6e93a89-8145-4da0-9fac-4ae444a61463 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:28:28.849473 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: f6e93a89-8145-4da0-9fac-4ae444a61463 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:28:28.849787 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device f6e93a89-8145-4da0-9fac-4ae444a61463 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:28:28.850279 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ed61d8ee-bff9-4624-a8f3-b9187b3b4098 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:28:28.872188 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: ed61d8ee-bff9-4624-a8f3-b9187b3b4098 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:28:28.872506 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device ed61d8ee-bff9-4624-a8f3-b9187b3b4098 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:28:28.873013 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d4f87b2a-c112-4f74-97a2-e4249c3c29ff no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:28:28.895968 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: d4f87b2a-c112-4f74-97a2-e4249c3c29ff {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:28:28.896609 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device d4f87b2a-c112-4f74-97a2-e4249c3c29ff not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:28:29.059453 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-3a74d82e-e625-4654-9cd3-3197a87e9126 admin admin] Deleting port 531f7518-ee7e-4b54-b701-4afda1e74e7a {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:28:29.059794 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3a74d82e-e625-4654-9cd3-3197a87e9126 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:29.138606 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-3a74d82e-e625-4654-9cd3-3197a87e9126 admin admin] For port 531f7518-ee7e-4b54-b701-4afda1e74e7a, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=531f7518-ee7e-4b54-b701-4afda1e74e7a,segment=NetworkSegment(10ffb78b-6a4b-4463-b032-d8c9b9f4acee),segment_id=10ffb78b-6a4b-4463-b032-d8c9b9f4acee)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:29.139348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3a74d82e-e625-4654-9cd3-3197a87e9126 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:29.155616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-3a74d82e-e625-4654-9cd3-3197a87e9126 admin admin] Calling delete_port for 531f7518-ee7e-4b54-b701-4afda1e74e7a owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:28:29.344092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3a74d82e-e625-4654-9cd3-3197a87e9126 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:29.370268 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a74d82e-e625-4654-9cd3-3197a87e9126 admin admin] Pushing event deleted for resources: {'Port': ['ID=531f7518-ee7e-4b54-b701-4afda1e74e7a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:29.540660 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-3a74d82e-e625-4654-9cd3-3197a87e9126 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:29.755231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a74d82e-e625-4654-9cd3-3197a87e9126 admin admin] Router 5822bc26-70ab-4bcf-a767-7c7db7808984 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:28:29.862759 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a74d82e-e625-4654-9cd3-3197a87e9126 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:28:29.870774 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-3a74d82e-e625-4654-9cd3-3197a87e9126 admin admin] 10.222.0.37 "PUT /v2.0/routers/5822bc26-70ab-4bcf-a767-7c7db7808984/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4265804 Nov 23 05:28:29.870928 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54334) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:29.871855 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199726e1-ed7a-47bd-bcf9-3177e792920e None None] Sync routers for ids ['5822bc26-70ab-4bcf-a767-7c7db7808984'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:28:29.882068 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199726e1-ed7a-47bd-bcf9-3177e792920e None None] Routers {'5822bc26-70ab-4bcf-a767-7c7db7808984'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:29.882677 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-199726e1-ed7a-47bd-bcf9-3177e792920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5822bc26-70ab-4bcf-a767-7c7db7808984'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:29.979763 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:29.986397 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-199726e1-ed7a-47bd-bcf9-3177e792920e None None] Set router 5822bc26-70ab-4bcf-a767-7c7db7808984 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:30.084912 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.138549 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] Deleting port 74d485cf-b149-4ddc-882f-2c5ef520dbe4 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:28:30.138885 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.162475 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-199726e1-ed7a-47bd-bcf9-3177e792920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'name': 'tempest-TestShelveInstance-26497153-router', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.131'}], 'enable_snat': True}, 'gw_port_id': '74d485cf-b149-4ddc-882f-2c5ef520dbe4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:28:29Z', 'revision_number': 5, 'project_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'gw_port': {'id': '74d485cf-b149-4ddc-882f-2c5ef520dbe4', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:f3:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1815, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:19:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:30.192535 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199726e1-ed7a-47bd-bcf9-3177e792920e None None] Checking router: 5822bc26-70ab-4bcf-a767-7c7db7808984 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:28:30.200794 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-199726e1-ed7a-47bd-bcf9-3177e792920e None None] Routers {'5822bc26-70ab-4bcf-a767-7c7db7808984'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:30.201437 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-199726e1-ed7a-47bd-bcf9-3177e792920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['5822bc26-70ab-4bcf-a767-7c7db7808984'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:30.217176 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] For port 74d485cf-b149-4ddc-882f-2c5ef520dbe4, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=74d485cf-b149-4ddc-882f-2c5ef520dbe4,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:30.217569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.234563 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] Calling delete_port for 74d485cf-b149-4ddc-882f-2c5ef520dbe4 owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:28:30.286038 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-199726e1-ed7a-47bd-bcf9-3177e792920e None None] Set router 5822bc26-70ab-4bcf-a767-7c7db7808984 gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:30.337830 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-199726e1-ed7a-47bd-bcf9-3177e792920e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'name': 'tempest-TestShelveInstance-26497153-router', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:28:30Z', 'revision_number': 6, 'project_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:30.368312 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199726e1-ed7a-47bd-bcf9-3177e792920e None None] The sync data for ids ['5822bc26-70ab-4bcf-a767-7c7db7808984'] in dv-neutron-818850-1-hyperv is: [{'id': '5822bc26-70ab-4bcf-a767-7c7db7808984', 'name': 'tempest-TestShelveInstance-26497153-router', 'tenant_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:19:27Z', 'updated_at': '2021-11-23T05:28:30Z', 'revision_number': 6, 'project_id': '1e4d4ad97ead49d8b7674d0f9bf44d62', 'gw_port_host': None}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:28:30.403740 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.429751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] Pushing event deleted for resources: {'Port': ['ID=74d485cf-b149-4ddc-882f-2c5ef520dbe4,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:30.444430 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379921ac-d4d3-4548-9043-52c09252e721 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:28:30.489742 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.580594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.582803 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.630868 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.631316 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5822bc26-70ab-4bcf-a767-7c7db7808984 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:28:30.635532 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.636703 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-01732bea-d3c0-4ad4-9ce7-1a0a52195119 admin admin] 10.222.0.37 "DELETE /v2.0/routers/5822bc26-70ab-4bcf-a767-7c7db7808984 HTTP/1.1" status: 204 len: 168 time: 0.7648268 Nov 23 05:28:30.639311 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54336) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:30.684586 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-32dfd7d8-40f0-404b-949d-0ae8b84190ae admin admin] Deleting subnet 6e10b93b-d4e2-469b-a353-1e57b61c3a20 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:28:30.688604 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-32dfd7d8-40f0-404b-949d-0ae8b84190ae admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.728627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-32dfd7d8-40f0-404b-949d-0ae8b84190ae admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.817559 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-32dfd7d8-40f0-404b-949d-0ae8b84190ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.871414 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-32dfd7d8-40f0-404b-949d-0ae8b84190ae admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.898001 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfd7d8-40f0-404b-949d-0ae8b84190ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e10b93b-d4e2-469b-a353-1e57b61c3a20,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:30.899894 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-32dfd7d8-40f0-404b-949d-0ae8b84190ae admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:30.903607 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-32dfd7d8-40f0-404b-949d-0ae8b84190ae admin admin] 10.222.0.37 "DELETE /v2.0/subnets/6e10b93b-d4e2-469b-a353-1e57b61c3a20 HTTP/1.1" status: 204 len: 168 time: 0.2633696 Nov 23 05:28:30.905054 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e386993f-79b8-4d92-b3d4-8642e369a03e None None] Network 4a897aa5-764a-441b-b4f9-beea5514d9d8 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:28:30.906203 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 54338) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:30.974807 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.031788 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] Deleting port c06c603b-4be3-4a83-ac5f-6ca3197ac16b {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:28:31.032124 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.090771 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4aa231-8c2d-4cbf-b189-cb2e7bf138bc None None] DHCP port deletion for 4a897aa5-764a-441b-b4f9-beea5514d9d8 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:28:31.098679 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] For port c06c603b-4be3-4a83-ac5f-6ca3197ac16b, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c06c603b-4be3-4a83-ac5f-6ca3197ac16b,segment=NetworkSegment(10ffb78b-6a4b-4463-b032-d8c9b9f4acee),segment_id=10ffb78b-6a4b-4463-b032-d8c9b9f4acee)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:31.098826 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.113489 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] Calling delete_port for c06c603b-4be3-4a83-ac5f-6ca3197ac16b owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:28:31.145874 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7b4aa231-8c2d-4cbf-b189-cb2e7bf138bc None None] Deleting port c06c603b-4be3-4a83-ac5f-6ca3197ac16b {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:28:31.146248 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7b4aa231-8c2d-4cbf-b189-cb2e7bf138bc None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.161204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 74d485cf-b149-4ddc-882f-2c5ef520dbe4 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:28:31.207953 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.211563 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 74d485cf-b149-4ddc-882f-2c5ef520dbe4 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:28:31.211906 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 74d485cf-b149-4ddc-882f-2c5ef520dbe4 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:28:31.212331 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 531f7518-ee7e-4b54-b701-4afda1e74e7a no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:28:31.223014 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] No DVR routers for this DVR port c06c603b-4be3-4a83-ac5f-6ca3197ac16b on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:28:31.240580 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 531f7518-ee7e-4b54-b701-4afda1e74e7a {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:28:31.240926 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 531f7518-ee7e-4b54-b701-4afda1e74e7a not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:28:31.241371 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c06c603b-4be3-4a83-ac5f-6ca3197ac16b no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:28:31.263848 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] Pushing event deleted for resources: {'Port': ['ID=c06c603b-4be3-4a83-ac5f-6ca3197ac16b,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:31.268350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: c06c603b-4be3-4a83-ac5f-6ca3197ac16b {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:28:31.268699 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c06c603b-4be3-4a83-ac5f-6ca3197ac16b not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:28:31.275086 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-7b4aa231-8c2d-4cbf-b189-cb2e7bf138bc None None] For port c06c603b-4be3-4a83-ac5f-6ca3197ac16b, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c06c603b-4be3-4a83-ac5f-6ca3197ac16b,segment=NetworkSegment(10ffb78b-6a4b-4463-b032-d8c9b9f4acee),segment_id=10ffb78b-6a4b-4463-b032-d8c9b9f4acee)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:31.275380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7b4aa231-8c2d-4cbf-b189-cb2e7bf138bc None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.288357 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7b4aa231-8c2d-4cbf-b189-cb2e7bf138bc None None] Calling delete_port for c06c603b-4be3-4a83-ac5f-6ca3197ac16b owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:28:31.315636 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.339392 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a897aa5-764a-441b-b4f9-beea5514d9d8']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:31.349168 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ffb78b-6a4b-4463-b032-d8c9b9f4acee') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:31.349413 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ffb78b-6a4b-4463-b032-d8c9b9f4acee') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:31.359178 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.375228 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.381928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:28:31.382291 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.383692 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7b4aa231-8c2d-4cbf-b189-cb2e7bf138bc None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:28:31.384451 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:28:31.409366 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4aa231-8c2d-4cbf-b189-cb2e7bf138bc None None] Pushing event deleted for resources: {'Port': ['ID=c06c603b-4be3-4a83-ac5f-6ca3197ac16b,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:31.421429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b4aa231-8c2d-4cbf-b189-cb2e7bf138bc None None] No DVR routers for this DVR port c06c603b-4be3-4a83-ac5f-6ca3197ac16b on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:28:31.452936 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.457386 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.461080 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] 10.222.0.37 "DELETE /v2.0/networks/4a897aa5-764a-441b-b4f9-beea5514d9d8 HTTP/1.1" status: 204 len: 168 time: 0.5538633 Nov 23 05:28:31.474001 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a313ab-92e6-4c30-8d3f-1dfbaeba0752 admin admin] Pushing event deleted for resources: {'Network': ['ID=4a897aa5-764a-441b-b4f9-beea5514d9d8,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:31.568970 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 54344) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:31.609143 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-05f7e1a7-a685-444f-b799-141116cda94d admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=e9fcc214472a40e78f3cdb136c1a386b&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0389752 Nov 23 05:28:31.611577 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 54346) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:31.658188 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e6be-8309-4f5c-b413-a4c3580aba4e admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.679365 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e6be-8309-4f5c-b413-a4c3580aba4e admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.729565 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e6be-8309-4f5c-b413-a4c3580aba4e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.732144 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d7d0e6be-8309-4f5c-b413-a4c3580aba4e admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:31.733345 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d7d0e6be-8309-4f5c-b413-a4c3580aba4e admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/d327ef49-3983-4367-9d96-24e1e7e26e75 HTTP/1.1" status: 204 len: 168 time: 0.1208484 Nov 23 05:28:31.741500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0e6be-8309-4f5c-b413-a4c3580aba4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d327ef49-3983-4367-9d96-24e1e7e26e75,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:32.034475 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 54352) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:32.074130 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-82b46cac-1b30-4ce1-a5cf-8269ebb2d932 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=1e4d4ad97ead49d8b7674d0f9bf44d62&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0378981 Nov 23 05:28:32.076558 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 54354) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:32.122499 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1bb8d353-e43c-4010-8b0b-f93e7c44f587 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:32.143863 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1bb8d353-e43c-4010-8b0b-f93e7c44f587 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:32.189581 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1bb8d353-e43c-4010-8b0b-f93e7c44f587 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:32.192211 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1bb8d353-e43c-4010-8b0b-f93e7c44f587 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:32.193386 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1bb8d353-e43c-4010-8b0b-f93e7c44f587 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/f97f9612-b453-454d-849f-5398b55192b3 HTTP/1.1" status: 204 len: 168 time: 0.1158931 Nov 23 05:28:32.202785 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bb8d353-e43c-4010-8b0b-f93e7c44f587 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f97f9612-b453-454d-849f-5398b55192b3,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:32.852627 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 54376) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:32.959294 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-76104320-network', 'tenant_id': '054c9067c461475884ace23c2e9a84e5'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:32.979064 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] Made reservation on behalf of 054c9067c461475884ace23c2e9a84e5 for: {'network': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:28:32.981352 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:32.989426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.063654 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.067327 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.090720 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=109952) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:28:33.105198 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35deb024-b4a4-479c-a14f-e4675793bd92,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:33.108060 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.108405 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.segments_db [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] Added segment 3aa8ab2b-88dd-4cc0-860a-5b9c66caf781 of type vlan for network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 Nov 23 05:28:33.148070 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.174005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.174946 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:33.175556 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.224897 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3711367 Nov 23 05:28:33.227860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54380) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:33.233329 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-30881759-c000-4021-9543-8f4fc15c3da0 admin admin] Request body: {'subnet': {'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-76104320-subnet', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'ip_version': 4}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:33.240379 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47edc17-34f2-4326-907f-01f46d78a680 admin admin] Pushing event updated for resources: {'Network': ['ID=08f9a0d4-3a6e-4895-8d6d-824d7caeea96,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:33.251327 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:28:33.254909 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30881759-c000-4021-9543-8f4fc15c3da0 admin admin] Made reservation on behalf of 054c9067c461475884ace23c2e9a84e5 for: {'subnet': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:28:33.257376 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30881759-c000-4021-9543-8f4fc15c3da0 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-14951165'] for subnet, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.424746 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30881759-c000-4021-9543-8f4fc15c3da0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-14656276', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-14951107'] for subnet, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.481491 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30881759-c000-4021-9543-8f4fc15c3da0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fb4a4376-7e8a-4d44-9cc8-f9be6e347df5,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:33.488676 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30881759-c000-4021-9543-8f4fc15c3da0 admin admin] Checking segment: {'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:33.489038 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30881759-c000-4021-9543-8f4fc15c3da0 admin admin] Network hostable DHCP agents. Network: 08f9a0d4-3a6e-4895-8d6d-824d7caeea96, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109953) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:28:33.506714 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30881759-c000-4021-9543-8f4fc15c3da0 admin admin] Network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109953) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:28:33.515025 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-30881759-c000-4021-9543-8f4fc15c3da0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, 08f9a0d4-3a6e-4895-8d6d-824d7caeea96) {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:33.519027 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30881759-c000-4021-9543-8f4fc15c3da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:33.519621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30881759-c000-4021-9543-8f4fc15c3da0 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.523869 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3703a3d-b4b2-415a-9f1f-4bbf5f124f8c None None] Network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:28:33.538022 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-30881759-c000-4021-9543-8f4fc15c3da0 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3088272 Nov 23 05:28:33.538213 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 54382) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:33.543380 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:33.563133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.564459 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.620954 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.671606 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:28:33.672462 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.759559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.803646 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Allocated IP 172.20.0.2 (08f9a0d4-3a6e-4895-8d6d-824d7caeea96/fb4a4376-7e8a-4d44-9cc8-f9be6e347df5/c757d6a4-9ac3-4497-a4d9-773b7ea7a47d) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:33.951849 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.957737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.974825 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:33.993798 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:34.002446 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:34.005459 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:34.010225 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:34.012643 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Pushing event updated for resources: {'Port': ['ID=c757d6a4-9ac3-4497-a4d9-773b7ea7a47d,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:34.111280 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Allocated IP 172.26.8.164 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/dff92920-c180-4933-ac58-363cba37c209) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:34.211250 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Attempting to bind port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:28:34.211623 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Attempting to bind port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:28:34.211986 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Attempting to bind port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d on network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:34.216989 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:28:34.217496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Checking segment: {'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:34.217992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:34.218163 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:34.218393 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Bound using segment: {'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:28:34.218865 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Bound port: c757d6a4-9ac3-4497-a4d9-773b7ea7a47d, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:28:34.219255 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:34.252899 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:34.282218 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] For port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:28:34.285656 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] For port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c757d6a4-9ac3-4497-a4d9-773b7ea7a47d,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:28:34.290312 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:34.297111 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:34.300359 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:34.302999 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:34.320871 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc9867e-ad6e-4384-ac12-04c27f91391c None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:28:34.339933 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Pushing event updated for resources: {'Port': ['ID=dff92920-c180-4933-ac58-363cba37c209,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:34.361937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d257ff-decb-4083-a304-8b2a1b14ffa4 None None] Pushing event updated for resources: {'Port': ['ID=c757d6a4-9ac3-4497-a4d9-773b7ea7a47d,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:34.385379 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-7d855a71-ba88-47a8-9a78-8681fcf0e06e None None] Provisioning complete for port dff92920-c180-4933-ac58-363cba37c209 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:34.385753 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7d855a71-ba88-47a8-9a78-8681fcf0e06e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:34.425588 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-7d855a71-ba88-47a8-9a78-8681fcf0e06e None None] Port dff92920-c180-4933-ac58-363cba37c209 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:28:34.587500 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:34.797193 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:34.864647 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c757d6a4-9ac3-4497-a4d9-773b7ea7a47d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:34.919554 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:34.919932 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:34.933885 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Router e7c93a54-c998-40ad-bc19-9b5254c51cf0 is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:28:35.003627 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:35.038104 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] For port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c757d6a4-9ac3-4497-a4d9-773b7ea7a47d,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:35.042987 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:35.044200 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:28:35.062720 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:35.064024 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7bde3d3f-e6e3-44cf-a75f-68eea6e6b1e8 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5247943 Nov 23 05:28:35.066728 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 54384) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:35.071643 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Sync routers for ids ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:28:35.093937 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Routers {'e7c93a54-c998-40ad-bc19-9b5254c51cf0'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:35.094574 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:35.147610 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Pushing event updated for resources: {'Port': ['ID=c757d6a4-9ac3-4497-a4d9-773b7ea7a47d,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:35.219184 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Set router e7c93a54-c998-40ad-bc19-9b5254c51cf0 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:35.317873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee3bb8cf-a043-41cd-b304-34c5e589f692 None None] Network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:28:35.410197 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b0c2e903-1ac4-493d-bedc-f218cf1ae04e None None] Provisioning complete for port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:35.410574 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b0c2e903-1ac4-493d-bedc-f218cf1ae04e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:35.626097 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:34Z', 'revision_number': 3, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:35.659686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Checking router: e7c93a54-c998-40ad-bc19-9b5254c51cf0 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:28:35.660047 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Updating router e7c93a54-c998-40ad-bc19-9b5254c51cf0 port dff92920-c180-4933-ac58-363cba37c209 binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:28:35.689429 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:35.781734 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:35.937832 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Allocated IP 172.20.0.1 (08f9a0d4-3a6e-4895-8d6d-824d7caeea96/fb4a4376-7e8a-4d44-9cc8-f9be6e347df5/774e9e96-5edf-49cd-8338-3fe5d797ddbb) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:35.962264 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:35.966299 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5bc68a11-9ebf-4ad4-86a7-22ba54400d47 None None] Provisioning complete for port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:35.966636 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5bc68a11-9ebf-4ad4-86a7-22ba54400d47 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:35.969232 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.040785 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.044033 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a6bb98-49d8-43ff-b01a-bb2b84210a30 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:28:36.062711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95338cb5-6089-405a-a337-fad6f06845d1 None None] Pushing event updated for resources: {'Port': ['ID=dff92920-c180-4933-ac58-363cba37c209,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:36.069930 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Attempting to bind port dff92920-c180-4933-ac58-363cba37c209 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:28:36.070316 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Attempting to bind port dff92920-c180-4933-ac58-363cba37c209 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:28:36.070807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Attempting to bind port dff92920-c180-4933-ac58-363cba37c209 on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:36.075304 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.079287 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:28:36.079850 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:36.080264 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.080662 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:28:36.081146 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Bound port: dff92920-c180-4933-ac58-363cba37c209, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:28:36.081553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.116946 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:36.121855 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:36.125796 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:36.151165 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Pushing event updated for resources: {'Port': ['ID=774e9e96-5edf-49cd-8338-3fe5d797ddbb,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:36.166487 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] For port dff92920-c180-4933-ac58-363cba37c209, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:28:36.170723 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.170895 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] For port dff92920-c180-4933-ac58-363cba37c209, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dff92920-c180-4933-ac58-363cba37c209,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:28:36.177366 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.241615 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-308a8d7e-e557-438e-9171-c4c85380123d None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:28:36.250983 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95338cb5-6089-405a-a337-fad6f06845d1 None None] Pushing event updated for resources: {'Port': ['ID=dff92920-c180-4933-ac58-363cba37c209,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:36.254977 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Routers {'e7c93a54-c998-40ad-bc19-9b5254c51cf0'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:36.255596 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:36.342981 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.350866 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2c294f15-bb20-4e8f-840d-f27fc0c58cf8 None None] Provisioning complete for port dff92920-c180-4933-ac58-363cba37c209 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:36.351426 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2c294f15-bb20-4e8f-840d-f27fc0c58cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.405881 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] Set router e7c93a54-c998-40ad-bc19-9b5254c51cf0 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:36.509561 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Publish callbacks [] for port, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.514593 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-12605528'] for port, after_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.584354 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Pushing event updated for resources: {'Port': ['ID=774e9e96-5edf-49cd-8338-3fe5d797ddbb,revision_number=2']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:36.586806 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.685365 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:36.686819 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:36.702618 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2c294f15-bb20-4e8f-840d-f27fc0c58cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.735960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-2c294f15-bb20-4e8f-840d-f27fc0c58cf8 None None] For port dff92920-c180-4933-ac58-363cba37c209, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dff92920-c180-4933-ac58-363cba37c209,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:36.757827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2c294f15-bb20-4e8f-840d-f27fc0c58cf8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.820002 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c294f15-bb20-4e8f-840d-f27fc0c58cf8 None None] Pushing event updated for resources: {'Port': ['ID=dff92920-c180-4933-ac58-363cba37c209,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:36.833415 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:34Z', 'revision_number': 3, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:36.843208 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Router e7c93a54-c998-40ad-bc19-9b5254c51cf0 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:28:36.869006 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c757d6a4-9ac3-4497-a4d9-773b7ea7a47d up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:36.874642 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6dac8b1-e453-4a6a-b11c-f564fce032c9 None None] The sync data for ids ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'] in dv-neutron-818850-1-hyperv is: [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:34Z', 'revision_number': 3, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:28:36.930156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-b03c52c1-9867-4f4c-a415-289238b6b4dd None None] Provisioning complete for port 774e9e96-5edf-49cd-8338-3fe5d797ddbb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:36.930532 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b03c52c1-9867-4f4c-a415-289238b6b4dd None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.972152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:36.972528 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:36.974065 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-b03c52c1-9867-4f4c-a415-289238b6b4dd None None] Port 774e9e96-5edf-49cd-8338-3fe5d797ddbb cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:28:36.978213 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:28:36.983743 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-9212420a-8405-482d-8b4a-5b3d4ba39072 admin admin] 10.222.0.37 "PUT /v2.0/routers/e7c93a54-c998-40ad-bc19-9b5254c51cf0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9157014 Nov 23 05:28:37.025966 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-76564342-50a9-470a-8e89-c5d69197a8f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:37.100849 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-2665c5d9-2f0b-487d-8f02-f11e6c8a4e33 None None] Provisioning complete for port 774e9e96-5edf-49cd-8338-3fe5d797ddbb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:37.101218 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2665c5d9-2f0b-487d-8f02-f11e6c8a4e33 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:37.155604 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-2665c5d9-2f0b-487d-8f02-f11e6c8a4e33 None None] Port 774e9e96-5edf-49cd-8338-3fe5d797ddbb cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:28:37.502510 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54400) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:37.507450 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1843123547-network', 'tenant_id': '41d857a09a264886bbb8452168eb2acd'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:37.529153 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] Made reservation on behalf of 41d857a09a264886bbb8452168eb2acd for: {'network': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:28:37.531828 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for network, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:37.541344 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:37.626662 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:37.630365 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:37.661017 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=109953) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Nov 23 05:28:37.668162 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afc2ffbc-8185-441c-9403-4c610bd8119d,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:37.674534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:37.674893 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.segments_db [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] Added segment 7477385b-88a8-4b66-94db-715dffccbf7a of type vlan for network fb134653-c6bd-4dec-bd5c-6955733a9f8b Nov 23 05:28:37.718304 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8788451059703'] for network, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:37.744450 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386'] for network, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:37.745567 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:37.746146 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:37.803394 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] 10.222.0.37 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.2996111 Nov 23 05:28:37.806165 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 54402) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:37.810210 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7ab64f-0294-4e55-a50f-c44b011db239 admin admin] Pushing event updated for resources: {'Network': ['ID=fb134653-c6bd-4dec-bd5c-6955733a9f8b,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:37.811442 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-89309ddc-678c-4abd-a63f-76285a31aca1 admin admin] Request body: {'subnet': {'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1843123547-subnet', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'ip_version': 4}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:37.820258 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Network fb134653-c6bd-4dec-bd5c-6955733a9f8b details requested by agent ovs-agent-dv-neutron-818850-1-hyperv with host dv-neutron-818850-1-hyperv {{(pid=109954) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Nov 23 05:28:37.834011 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89309ddc-678c-4abd-a63f-76285a31aca1 admin admin] Made reservation on behalf of 41d857a09a264886bbb8452168eb2acd for: {'subnet': 1} {{(pid=109952) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:28:37.836522 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-89309ddc-678c-4abd-a63f-76285a31aca1 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-13951959'] for subnet, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.007683 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-89309ddc-678c-4abd-a63f-76285a31aca1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-12605645', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-13951977'] for subnet, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.064488 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89309ddc-678c-4abd-a63f-76285a31aca1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:38.071834 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89309ddc-678c-4abd-a63f-76285a31aca1 admin admin] Checking segment: {'id': '7477385b-88a8-4b66-94db-715dffccbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109952) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:38.072191 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89309ddc-678c-4abd-a63f-76285a31aca1 admin admin] Network hostable DHCP agents. Network: fb134653-c6bd-4dec-bd5c-6955733a9f8b, hostable agents: ['dbac491b-ee56-4588-95ec-b4bc1838df99'], hosted agents: [] {{(pid=109952) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Nov 23 05:28:38.088498 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89309ddc-678c-4abd-a63f-76285a31aca1 admin admin] Network fb134653-c6bd-4dec-bd5c-6955733a9f8b is scheduled to be hosted by DHCP agent dbac491b-ee56-4588-95ec-b4bc1838df99 with binding_index 1 {{(pid=109952) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Nov 23 05:28:38.096743 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-89309ddc-678c-4abd-a63f-76285a31aca1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-818850-1-hyperv, fb134653-c6bd-4dec-bd5c-6955733a9f8b) {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:38.106661 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89309ddc-678c-4abd-a63f-76285a31aca1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:38.107286 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-89309ddc-678c-4abd-a63f-76285a31aca1 admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.109392 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be93793f-d701-485f-bb9c-ee184a25f6b7 None None] Network fb134653-c6bd-4dec-bd5c-6955733a9f8b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:28:38.126044 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-89309ddc-678c-4abd-a63f-76285a31aca1 admin admin] 10.222.0.37 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3187418 Nov 23 05:28:38.128577 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 54404) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:38.132814 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1843123547-router', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:38.154718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-553556', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25042'] for router, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.155881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-419924', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-420462', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-415875', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25049'] for router, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.213448 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Publish callbacks [] for router_controller, precommit_add_association {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.262456 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp26359b61-1c75-54e5-b017-e92bbd4cb6c0-fb134653-c6bd-4dec-bd5c-6955733a9f8b', 'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'fixed_ips': [{'subnet_id': '10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2'}]}} from dv-neutron-818850-1-hyperv. {{(pid=109954) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Nov 23 05:28:38.263363 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.359287 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Publish callbacks [] for router_gateway, precommit_update {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.404046 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.db_base_plugin_common [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Allocated IP 172.20.0.2 (fb134653-c6bd-4dec-bd5c-6955733a9f8b/10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2/17ae32ab-a905-429c-afbb-7fce5ac48af9) {{(pid=109954) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:38.523617 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Sync routers for ids ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:28:38.535858 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Routers {'e7c93a54-c998-40ad-bc19-9b5254c51cf0'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:38.536651 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:38.560502 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Publish callbacks [] for port, precommit_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.567756 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428'] for port, after_create {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.580376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Publish callbacks [] for router_gateway, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.601776 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.618425 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Network fb134653-c6bd-4dec-bd5c-6955733a9f8b is already hosted by enough agents. {{(pid=109954) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:38.622528 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.scheduler.base_scheduler [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Resources bound (agent type, host, resource id): {{(pid=109954) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:38.626523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Received port after_create {{(pid=109954) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:38.633908 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Pushing event updated for resources: {'Port': ['ID=17ae32ab-a905-429c-afbb-7fce5ac48af9,revision_number=1']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:38.662717 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Set router e7c93a54-c998-40ad-bc19-9b5254c51cf0 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:38.690988 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Attempting to bind port 17ae32ab-a905-429c-afbb-7fce5ac48af9 on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:28:38.691660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Attempting to bind port 17ae32ab-a905-429c-afbb-7fce5ac48af9 by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '7477385b-88a8-4b66-94db-715dffccbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:28:38.692212 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Attempting to bind port 17ae32ab-a905-429c-afbb-7fce5ac48af9 on network fb134653-c6bd-4dec-bd5c-6955733a9f8b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:38.698809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:28:38.699040 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Checking segment: {'id': '7477385b-88a8-4b66-94db-715dffccbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:38.699291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.699723 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Bound using segment: {'id': '7477385b-88a8-4b66-94db-715dffccbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:28:38.700807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Bound port: 17ae32ab-a905-429c-afbb-7fce5ac48af9, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7477385b-88a8-4b66-94db-715dffccbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:28:38.700807 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.725052 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_common [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Allocated IP 172.26.8.173 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/2bcca431-1d14-49c7-a28d-7dda1a2546db) {{(pid=109952) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:38.792792 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] For port 17ae32ab-a905-429c-afbb-7fce5ac48af9, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:28:38.801157 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] For port 17ae32ab-a905-429c-afbb-7fce5ac48af9, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=17ae32ab-a905-429c-afbb-7fce5ac48af9,segment=NetworkSegment(7477385b-88a8-4b66-94db-715dffccbf7a),segment_id=7477385b-88a8-4b66-94db-715dffccbf7a)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:28:38.808700 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.852247 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Publish callbacks [] for port, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.909204 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dff92920-c180-4933-ac58-363cba37c209 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:38.912400 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '774e9e96-5edf-49cd-8338-3fe5d797ddbb', 'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'mac_address': 'fa:16:3e:02:05:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:35Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 2, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'subnets': [{'id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:38.918382 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.937836 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1611bb1b-d8ce-4289-a551-eea9065799a8 None None] Pushing event updated for resources: {'Port': ['ID=17ae32ab-a905-429c-afbb-7fce5ac48af9,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:38.948283 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Checking router: e7c93a54-c998-40ad-bc19-9b5254c51cf0 for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:28:38.949061 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Updating router e7c93a54-c998-40ad-bc19-9b5254c51cf0 port 774e9e96-5edf-49cd-8338-3fe5d797ddbb binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:28:38.972646 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port dff92920-c180-4933-ac58-363cba37c209 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:38.973023 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.981028 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:38.987054 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109952) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:38.988603 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Pushing event updated for resources: {'Port': ['ID=2bcca431-1d14-49c7-a28d-7dda1a2546db,revision_number=1']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:38.991292 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.base_scheduler [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Resources bound (agent type, host, resource id): {{(pid=109952) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:38.998123 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Received port after_create {{(pid=109952) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:39.021812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de110f8-5584-4ecc-8512-8ac0c3e184c1 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:28:39.112519 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-f6ec6d7f-e4c9-4d0f-ae05-d18027f98b34 None None] Provisioning complete for port 2bcca431-1d14-49c7-a28d-7dda1a2546db triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:39.113007 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f6ec6d7f-e4c9-4d0f-ae05-d18027f98b34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:39.159338 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:39.179671 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-f6ec6d7f-e4c9-4d0f-ae05-d18027f98b34 None None] Port 2bcca431-1d14-49c7-a28d-7dda1a2546db cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:28:39.289029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-f9298d68-c47a-48b1-86ce-144d564fb158 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:39.328181 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Publish callbacks [] for router_gateway, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:39.414756 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:39.420639 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:39.469897 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5132f3-ad52-41fc-97d4-2c9c1711863b None None] Pushing event updated for resources: {'Port': ['ID=774e9e96-5edf-49cd-8338-3fe5d797ddbb,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:39.498789 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5132f3-ad52-41fc-97d4-2c9c1711863b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:39.499141 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5132f3-ad52-41fc-97d4-2c9c1711863b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:39.499485 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5132f3-ad52-41fc-97d4-2c9c1711863b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:39.499820 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5132f3-ad52-41fc-97d4-2c9c1711863b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:39.500413 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5132f3-ad52-41fc-97d4-2c9c1711863b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:39.500749 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5132f3-ad52-41fc-97d4-2c9c1711863b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:39.501076 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5132f3-ad52-41fc-97d4-2c9c1711863b None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:39.501434 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5132f3-ad52-41fc-97d4-2c9c1711863b None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:39.501764 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5132f3-ad52-41fc-97d4-2c9c1711863b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:39.502087 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5132f3-ad52-41fc-97d4-2c9c1711863b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:39.502409 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5132f3-ad52-41fc-97d4-2c9c1711863b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:39.502730 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad5132f3-ad52-41fc-97d4-2c9c1711863b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109955) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:28:39.534147 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-420015', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-420403'] for router, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:39.540590 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Attempting to bind port 774e9e96-5edf-49cd-8338-3fe5d797ddbb on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:28:39.541199 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Attempting to bind port 774e9e96-5edf-49cd-8338-3fe5d797ddbb by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:28:39.542536 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Attempting to bind port 774e9e96-5edf-49cd-8338-3fe5d797ddbb on network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:39.548173 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:28:39.548545 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Checking segment: {'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:39.548943 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:39.549367 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Bound using segment: {'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:28:39.549835 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Bound port: 774e9e96-5edf-49cd-8338-3fe5d797ddbb, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:28:39.550214 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:39.632419 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] For port 774e9e96-5edf-49cd-8338-3fe5d797ddbb, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:28:39.637307 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] For port 774e9e96-5edf-49cd-8338-3fe5d797ddbb, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=774e9e96-5edf-49cd-8338-3fe5d797ddbb,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:28:39.643902 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:39.710008 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9c595c6f-073c-4da7-900a-9631df6e12da None None] Provisioning complete for port 774e9e96-5edf-49cd-8338-3fe5d797ddbb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:39.710383 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9c595c6f-073c-4da7-900a-9631df6e12da None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:39.720996 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Routers {'e7c93a54-c998-40ad-bc19-9b5254c51cf0'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:39.722140 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:39.728251 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5132f3-ad52-41fc-97d4-2c9c1711863b None None] Pushing event updated for resources: {'Port': ['ID=774e9e96-5edf-49cd-8338-3fe5d797ddbb,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:39.847654 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9c595c6f-073c-4da7-900a-9631df6e12da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:39.883710 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] Set router e7c93a54-c998-40ad-bc19-9b5254c51cf0 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:39.903680 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9c595c6f-073c-4da7-900a-9631df6e12da None None] For port 774e9e96-5edf-49cd-8338-3fe5d797ddbb, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=774e9e96-5edf-49cd-8338-3fe5d797ddbb,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:39.909139 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9c595c6f-073c-4da7-900a-9631df6e12da None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:40.013060 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c595c6f-073c-4da7-900a-9631df6e12da None None] Pushing event updated for resources: {'Port': ['ID=774e9e96-5edf-49cd-8338-3fe5d797ddbb,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:40.036455 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-75950ebe-3140-4313-a6eb-26ab8114d5a1 None None] Provisioning complete for port 774e9e96-5edf-49cd-8338-3fe5d797ddbb triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:40.036829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-75950ebe-3140-4313-a6eb-26ab8114d5a1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:40.065581 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Router 49fedaa7-ec31-4a62-8c18-2780a609f85c is scheduled to L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 with binding_index 1 {{(pid=109952) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Nov 23 05:28:40.159618 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '774e9e96-5edf-49cd-8338-3fe5d797ddbb', 'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'mac_address': 'fa:16:3e:02:05:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:35Z', 'updated_at': '2021-11-23T05:28:39Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'subnets': [{'id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:40.184418 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d09eedc-5745-444a-a3fd-d60f3d68511a None None] Network fb134653-c6bd-4dec-bd5c-6955733a9f8b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:28:40.187452 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e78c2d20-ef79-4c45-9161-437e2ef0e6ca None None] The sync data for ids ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'] in dv-neutron-818850-1-hyperv is: [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '774e9e96-5edf-49cd-8338-3fe5d797ddbb', 'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'mac_address': 'fa:16:3e:02:05:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:35Z', 'updated_at': '2021-11-23T05:28:39Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'subnets': [{'id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:28:40.193194 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:28:40.211442 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:40.213357 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-13489770-74cc-40a5-a0d8-8065452c5072 admin admin] 10.222.0.37 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.0832071 Nov 23 05:28:40.218270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54406) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:40.231346 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Sync routers for ids ['49fedaa7-ec31-4a62-8c18-2780a609f85c'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:28:40.270048 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Routers {'49fedaa7-ec31-4a62-8c18-2780a609f85c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:40.270960 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['49fedaa7-ec31-4a62-8c18-2780a609f85c'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:40.277102 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-cc762010-f4ff-45e5-b6aa-7434a147e97e None None] Provisioning complete for port 17ae32ab-a905-429c-afbb-7fce5ac48af9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:40.277499 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cc762010-f4ff-45e5-b6aa-7434a147e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:40.516500 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Set router 49fedaa7-ec31-4a62-8c18-2780a609f85c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:40.613953 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cc762010-f4ff-45e5-b6aa-7434a147e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:40.651244 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:40.707818 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-cc762010-f4ff-45e5-b6aa-7434a147e97e None None] For port 17ae32ab-a905-429c-afbb-7fce5ac48af9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=17ae32ab-a905-429c-afbb-7fce5ac48af9,segment=NetworkSegment(7477385b-88a8-4b66-94db-715dffccbf7a),segment_id=7477385b-88a8-4b66-94db-715dffccbf7a)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:40.721230 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cc762010-f4ff-45e5-b6aa-7434a147e97e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:40.752571 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:40.809178 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc762010-f4ff-45e5-b6aa-7434a147e97e None None] Pushing event updated for resources: {'Port': ['ID=17ae32ab-a905-429c-afbb-7fce5ac48af9,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:40.862687 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'name': 'tempest-TestSnapshotPattern-1843123547-router', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '2bcca431-1d14-49c7-a28d-7dda1a2546db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:28:39Z', 'revision_number': 3, 'project_id': '41d857a09a264886bbb8452168eb2acd', 'gw_port': {'id': '2bcca431-1d14-49c7-a28d-7dda1a2546db', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:28:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:40.909253 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Checking router: 49fedaa7-ec31-4a62-8c18-2780a609f85c for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:28:40.909603 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Updating router 49fedaa7-ec31-4a62-8c18-2780a609f85c port 2bcca431-1d14-49c7-a28d-7dda1a2546db binding host dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:28:40.949999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 17ae32ab-a905-429c-afbb-7fce5ac48af9 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:40.983763 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.023871 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Allocated IP 172.20.0.1 (fb134653-c6bd-4dec-bd5c-6955733a9f8b/10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2/796bd72d-aa56-4f19-b5d5-3c2d57bedf2e) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:41.108779 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 17ae32ab-a905-429c-afbb-7fce5ac48af9 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:41.109403 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.151748 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.190098 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.240351 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Network fb134653-c6bd-4dec-bd5c-6955733a9f8b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:41.243290 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:41.247045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:41.253085 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Pushing event updated for resources: {'Port': ['ID=796bd72d-aa56-4f19-b5d5-3c2d57bedf2e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:41.291602 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-418158'] for router_interface, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.291905 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-59f47a49-7f8e-4235-90a2-f1e14d3e9ce5 None None] Provisioning complete for port 17ae32ab-a905-429c-afbb-7fce5ac48af9 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:41.292672 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-59f47a49-7f8e-4235-90a2-f1e14d3e9ce5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.448541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.526032 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 774e9e96-5edf-49cd-8338-3fe5d797ddbb up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:41.594012 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Publish callbacks [] for port, precommit_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.601759 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.638102 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.643355 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.658070 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0726a7eb-b94b-431b-9717-10805e944712 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:28:41.671061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 774e9e96-5edf-49cd-8338-3fe5d797ddbb triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:41.671416 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.678795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Attempting to bind port 2bcca431-1d14-49c7-a28d-7dda1a2546db on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:28:41.679165 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Attempting to bind port 2bcca431-1d14-49c7-a28d-7dda1a2546db by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:28:41.679527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Attempting to bind port 2bcca431-1d14-49c7-a28d-7dda1a2546db on network 707e3b6c-c967-4552-be8b-522e32d46a1b {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:41.702038 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9325e0-3e66-4d8b-90fd-bc3a06d84bfc None None] Pushing event updated for resources: {'Port': ['ID=2bcca431-1d14-49c7-a28d-7dda1a2546db,revision_number=2']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:41.719095 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-eb6f56b2-77b2-4673-9e63-c6ea10ae365b None None] Provisioning complete for port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:41.719335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Pushing event updated for resources: {'Port': ['ID=796bd72d-aa56-4f19-b5d5-3c2d57bedf2e,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:41.719458 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-eb6f56b2-77b2-4673-9e63-c6ea10ae365b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.722596 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-570368', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-420094'] for router_interface, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.722757 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 28, 13), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:28:41.723091 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Checking segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109954) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:41.723470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.723955 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Bound using segment: {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'} {{(pid=109954) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:28:41.724329 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.managers [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Bound port: 2bcca431-1d14-49c7-a28d-7dda1a2546db, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15269423-b83f-47be-8491-1c28a2e131dd', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b'}}] {{(pid=109954) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:28:41.725006 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.806181 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-eb6f56b2-77b2-4673-9e63-c6ea10ae365b None None] Port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:28:41.815019 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] For port 2bcca431-1d14-49c7-a28d-7dda1a2546db, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109954) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:28:41.818812 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] For port 2bcca431-1d14-49c7-a28d-7dda1a2546db, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2bcca431-1d14-49c7-a28d-7dda1a2546db,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:28:41.828063 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Network fb134653-c6bd-4dec-bd5c-6955733a9f8b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:41.829537 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:41.839955 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:41.902891 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e7b12a0-a5d4-4ee4-b79a-9822022f05f2 None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:28:41.930494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Routers {'49fedaa7-ec31-4a62-8c18-2780a609f85c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:41.931151 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['49fedaa7-ec31-4a62-8c18-2780a609f85c'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:41.940930 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c9325e0-3e66-4d8b-90fd-bc3a06d84bfc None None] Pushing event updated for resources: {'Port': ['ID=2bcca431-1d14-49c7-a28d-7dda1a2546db,revision_number=3']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:41.974488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Router 49fedaa7-ec31-4a62-8c18-2780a609f85c has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:28:41.997359 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-5c3d7246-f406-4554-9e2a-91ec8cdb1e36 None None] Provisioning complete for port 2bcca431-1d14-49c7-a28d-7dda1a2546db triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:41.997728 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5c3d7246-f406-4554-9e2a-91ec8cdb1e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:42.055540 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:42.096335 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:28:42.097068 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] Set router 49fedaa7-ec31-4a62-8c18-2780a609f85c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:42.101498 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e0d48353-4133-4ade-89ad-645b1dfc376a admin admin] 10.222.0.37 "PUT /v2.0/routers/49fedaa7-ec31-4a62-8c18-2780a609f85c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8813593 Nov 23 05:28:42.236093 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5c3d7246-f406-4554-9e2a-91ec8cdb1e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:42.271527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-5c3d7246-f406-4554-9e2a-91ec8cdb1e36 None None] For port 2bcca431-1d14-49c7-a28d-7dda1a2546db, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2bcca431-1d14-49c7-a28d-7dda1a2546db,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:42.283147 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5c3d7246-f406-4554-9e2a-91ec8cdb1e36 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:42.363580 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c3d7246-f406-4554-9e2a-91ec8cdb1e36 None None] Pushing event updated for resources: {'Port': ['ID=2bcca431-1d14-49c7-a28d-7dda1a2546db,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:42.389436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'name': 'tempest-TestSnapshotPattern-1843123547-router', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '2bcca431-1d14-49c7-a28d-7dda1a2546db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:28:41Z', 'revision_number': 4, 'project_id': '41d857a09a264886bbb8452168eb2acd', 'gw_port': {'id': '2bcca431-1d14-49c7-a28d-7dda1a2546db', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '796bd72d-aa56-4f19-b5d5-3c2d57bedf2e', 'name': '', 'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'mac_address': 'fa:16:3e:7b:47:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:40Z', 'updated_at': '2021-11-23T05:28:41Z', 'revision_number': 2, 'project_id': '41d857a09a264886bbb8452168eb2acd', 'subnets': [{'id': '10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:42.421134 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bd36fcd-fae5-4858-b5af-513dd3a29202 None None] The sync data for ids ['49fedaa7-ec31-4a62-8c18-2780a609f85c'] in dv-neutron-818850-1-hyperv is: [{'id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'name': 'tempest-TestSnapshotPattern-1843123547-router', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '2bcca431-1d14-49c7-a28d-7dda1a2546db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:28:41Z', 'revision_number': 4, 'project_id': '41d857a09a264886bbb8452168eb2acd', 'gw_port': {'id': '2bcca431-1d14-49c7-a28d-7dda1a2546db', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4e:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:28:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '796bd72d-aa56-4f19-b5d5-3c2d57bedf2e', 'name': '', 'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'mac_address': 'fa:16:3e:7b:47:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:40Z', 'updated_at': '2021-11-23T05:28:41Z', 'revision_number': 2, 'project_id': '41d857a09a264886bbb8452168eb2acd', 'subnets': [{'id': '10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:28:42.428870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1506980c-0b8e-47b7-8d68-a2150e99091c None None] Provisioning complete for port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:42.429249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1506980c-0b8e-47b7-8d68-a2150e99091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:42.467908 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-1506980c-0b8e-47b7-8d68-a2150e99091c None None] Port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:28:42.478271 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-1506980c-0b8e-47b7-8d68-a2150e99091c None None] Provisioning complete for port 2bcca431-1d14-49c7-a28d-7dda1a2546db triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:42.478634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1506980c-0b8e-47b7-8d68-a2150e99091c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:42.785246 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:42.789388 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54414) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:42.794757 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-30295003-bef0-48be-9930-68dff2f5a665 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1803078731', 'description': 'tempest-secgroup-smoke-1803078731 description', 'project_id': '054c9067c461475884ace23c2e9a84e5'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:42.819133 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30295003-bef0-48be-9930-68dff2f5a665 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:42.845152 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 17ae32ab-a905-429c-afbb-7fce5ac48af9 up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:42.910103 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 17ae32ab-a905-429c-afbb-7fce5ac48af9 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:42.910577 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.262240 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30295003-bef0-48be-9930-68dff2f5a665 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.270423 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30295003-bef0-48be-9930-68dff2f5a665 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.301650 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30295003-bef0-48be-9930-68dff2f5a665 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ef97916-93b3-4741-b733-9b6527fee71c,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:43.309939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-30295003-bef0-48be-9930-68dff2f5a665 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.314981 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-30295003-bef0-48be-9930-68dff2f5a665 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1813 time: 0.5248396 Nov 23 05:28:43.315118 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 54416) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:43.320245 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-1145729a-0c37-41ea-8e86-c13cf9a4c063 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Request body: {'security_group_rule': {'security_group_id': '2ef97916-93b3-4741-b733-9b6527fee71c', 'project_id': '054c9067c461475884ace23c2e9a84e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:43.350179 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1145729a-0c37-41ea-8e86-c13cf9a4c063 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.400538 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1145729a-0c37-41ea-8e86-c13cf9a4c063 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.405692 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1145729a-0c37-41ea-8e86-c13cf9a4c063 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.425945 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1145729a-0c37-41ea-8e86-c13cf9a4c063 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20ab6aa4-592b-4fe7-9f95-a1abc80a3bbe,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:43.434824 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-1145729a-0c37-41ea-8e86-c13cf9a4c063 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.438988 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-1145729a-0c37-41ea-8e86-c13cf9a4c063 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1197839 Nov 23 05:28:43.439174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 54418) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:43.443900 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.v2.base [None req-17b7091f-a79e-495f-ada4-5f5118afafb5 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Request body: {'security_group_rule': {'security_group_id': '2ef97916-93b3-4741-b733-9b6527fee71c', 'project_id': '054c9067c461475884ace23c2e9a84e5', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=109952) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:43.472522 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-17b7091f-a79e-495f-ada4-5f5118afafb5 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.533522 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-17b7091f-a79e-495f-ada4-5f5118afafb5 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.537702 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-17b7091f-a79e-495f-ada4-5f5118afafb5 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.556817 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b7091f-a79e-495f-ada4-5f5118afafb5 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cbc8ebb-37ca-4b92-86a4-0879a2c8c280,revision_number=0']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:43.566237 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-17b7091f-a79e-495f-ada4-5f5118afafb5 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.567460 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-17b7091f-a79e-495f-ada4-5f5118afafb5 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1273837 Nov 23 05:28:43.570466 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54420) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:43.576095 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-c48da141-a6fe-480c-84ba-46e204ffc29b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Request body: {'security_group_rule': {'security_group_id': '2ef97916-93b3-4741-b733-9b6527fee71c', 'project_id': '054c9067c461475884ace23c2e9a84e5', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:43.602751 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c48da141-a6fe-480c-84ba-46e204ffc29b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.663737 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c48da141-a6fe-480c-84ba-46e204ffc29b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.668136 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c48da141-a6fe-480c-84ba-46e204ffc29b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.686124 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48da141-a6fe-480c-84ba-46e204ffc29b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2681b79-b6b0-4786-ad25-3271c6e3b05c,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:43.693460 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-c48da141-a6fe-480c-84ba-46e204ffc29b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.694637 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c48da141-a6fe-480c-84ba-46e204ffc29b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1231773 Nov 23 05:28:43.697393 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54422) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:43.702231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-b3a19d7e-be67-4823-929a-5439b7cb0be6 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Request body: {'security_group_rule': {'security_group_id': '2ef97916-93b3-4741-b733-9b6527fee71c', 'project_id': '054c9067c461475884ace23c2e9a84e5', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:43.731449 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b3a19d7e-be67-4823-929a-5439b7cb0be6 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.791346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b3a19d7e-be67-4823-929a-5439b7cb0be6 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.795842 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b3a19d7e-be67-4823-929a-5439b7cb0be6 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.813474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a19d7e-be67-4823-929a-5439b7cb0be6 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3af59b04-6e04-48c4-bb6a-d85fdacb64d3,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:43.821107 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-b3a19d7e-be67-4823-929a-5439b7cb0be6 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.822315 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-b3a19d7e-be67-4823-929a-5439b7cb0be6 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1235194 Nov 23 05:28:43.825151 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54424) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:43.829472 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-f972fb95-870a-40a8-a677-12ac89bf0671 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Request body: {'security_group_rule': {'security_group_id': '2ef97916-93b3-4741-b733-9b6527fee71c', 'project_id': '054c9067c461475884ace23c2e9a84e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:43.850185 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-f972fb95-870a-40a8-a677-12ac89bf0671 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Project 054c9067c461475884ace23c2e9a84e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:28:43.855565 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f972fb95-870a-40a8-a677-12ac89bf0671 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.915348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f972fb95-870a-40a8-a677-12ac89bf0671 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.919325 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f972fb95-870a-40a8-a677-12ac89bf0671 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.937083 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f972fb95-870a-40a8-a677-12ac89bf0671 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aef61639-5c44-41bf-8764-e30b86b3381e,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:43.943496 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-f972fb95-870a-40a8-a677-12ac89bf0671 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:43.944705 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-f972fb95-870a-40a8-a677-12ac89bf0671 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1185880 Nov 23 05:28:43.947383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54426) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:43.952480 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-ef6e0505-69c3-4f22-a259-bb545ee00d04 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Request body: {'security_group_rule': {'security_group_id': '2ef97916-93b3-4741-b733-9b6527fee71c', 'project_id': '054c9067c461475884ace23c2e9a84e5', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:43.975132 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.securitygroups_db [None req-ef6e0505-69c3-4f22-a259-bb545ee00d04 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Project 054c9067c461475884ace23c2e9a84e5 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Nov 23 05:28:43.980256 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0505-69c3-4f22-a259-bb545ee00d04 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.038607 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0505-69c3-4f22-a259-bb545ee00d04 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.042183 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0505-69c3-4f22-a259-bb545ee00d04 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-430674'] for security_group_rule, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.060521 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6e0505-69c3-4f22-a259-bb545ee00d04 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=842b8b36-8f8c-49e1-882d-6365f93fa9cd,revision_number=0']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:44.065456 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-ef6e0505-69c3-4f22-a259-bb545ee00d04 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group_rule, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.066868 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-ef6e0505-69c3-4f22-a259-bb545ee00d04 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1182759 Nov 23 05:28:44.225853 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-caf3ca89-6aa4-426d-8074-2e37aff8ac57 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803078731&fields=id&tenant_id=054c9067c461475884ace23c2e9a84e5 HTTP/1.1" status: 200 len: 267 time: 0.0550511 Nov 23 05:28:44.333410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-78f32881-535f-42e2-b4c1-9ac764f705dc tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:44.334925 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-78f32881-535f-42e2-b4c1-9ac764f705dc tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/networks?id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 200 len: 808 time: 0.1067917 Nov 23 05:28:44.350330 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-b86feebe-a66b-4a34-a83b-0ad7a2a940ba tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/quotas/054c9067c461475884ace23c2e9a84e5 HTTP/1.1" status: 200 len: 375 time: 0.0095704 Nov 23 05:28:44.403066 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-4fdd4b79-9a5d-4bb1-b313-313fac7c24f3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=054c9067c461475884ace23c2e9a84e5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0471733 Nov 23 05:28:44.478113 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Sync routers for ids ['49fedaa7-ec31-4a62-8c18-2780a609f85c'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:28:44.491722 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Routers {'49fedaa7-ec31-4a62-8c18-2780a609f85c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:44.492687 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['49fedaa7-ec31-4a62-8c18-2780a609f85c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:44.513270 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-8a259f7b-a561-476f-9b7c-1ba806c454be service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:28:44.514283 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-8a259f7b-a561-476f-9b7c-1ba806c454be service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0991774 Nov 23 05:28:44.603438 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Set router 49fedaa7-ec31-4a62-8c18-2780a609f85c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:44.608340 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-b4baa4c9-917b-42ce-86c0-83283f869007 service neutron] 10.222.0.37 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876348 Nov 23 05:28:44.702414 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-422e2dc2-e6ca-4b37-af2b-f0cf10281531 service neutron] 10.222.0.37 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876305 Nov 23 05:28:44.823164 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'name': 'tempest-TestSnapshotPattern-1843123547-router', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '2bcca431-1d14-49c7-a28d-7dda1a2546db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:28:41Z', 'revision_number': 4, 'project_id': '41d857a09a264886bbb8452168eb2acd', 'gw_port': {'id': '2bcca431-1d14-49c7-a28d-7dda1a2546db', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '796bd72d-aa56-4f19-b5d5-3c2d57bedf2e', 'name': '', 'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'mac_address': 'fa:16:3e:7b:47:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:40Z', 'updated_at': '2021-11-23T05:28:41Z', 'revision_number': 2, 'project_id': '41d857a09a264886bbb8452168eb2acd', 'subnets': [{'id': '10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:44.850218 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Checking router: 49fedaa7-ec31-4a62-8c18-2780a609f85c for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:28:44.850574 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Updating router 49fedaa7-ec31-4a62-8c18-2780a609f85c port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e binding host dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Nov 23 05:28:44.866241 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2bcca431-1d14-49c7-a28d-7dda1a2546db up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:44.876417 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:44.913845 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 2bcca431-1d14-49c7-a28d-7dda1a2546db triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:44.914217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.139679 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Publish callbacks [] for port, precommit_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.144927 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.194158 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f8622-655f-46ce-a9ec-8ecf1c20ffc0 None None] Pushing event updated for resources: {'Port': ['ID=796bd72d-aa56-4f19-b5d5-3c2d57bedf2e,revision_number=3']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:45.244906 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Attempting to bind port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e on host dv-neutron-818850-1-hyperv for vnic_type normal with profile {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:28:45.245306 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Attempting to bind port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e by drivers openvswitch,hyperv on host dv-neutron-818850-1-hyperv at level 0 using segments [{'id': '7477385b-88a8-4b66-94db-715dffccbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b'}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:28:45.245674 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Attempting to bind port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e on network fb134653-c6bd-4dec-bd5c-6955733a9f8b {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:45.251218 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Checking agent: {'id': '74e7470b-dbcd-46e3-979e-c03b5db3ca31', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-818850-1-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 31, 42), 'started_at': datetime.datetime(2021, 11, 23, 4, 32, 12), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 28, 43), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-818850-1-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:28:45.251523 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Checking segment: {'id': '7477385b-88a8-4b66-94db-715dffccbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109955) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:45.251919 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Publish callbacks [] for ovs_bridge_name, before_read {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.252303 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Bound using segment: {'id': '7477385b-88a8-4b66-94db-715dffccbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b'} {{(pid=109955) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:28:45.252761 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.managers [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Bound port: 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e, host: dv-neutron-818850-1-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7477385b-88a8-4b66-94db-715dffccbf7a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b'}}] {{(pid=109955) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:28:45.253134 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.320713 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] For port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e, host dv-neutron-818850-1-hyperv, cleared binding levels {{(pid=109955) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:28:45.324566 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.plugins.ml2.db [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] For port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e, host dv-neutron-818850-1-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=796bd72d-aa56-4f19-b5d5-3c2d57bedf2e,segment=NetworkSegment(7477385b-88a8-4b66-94db-715dffccbf7a),segment_id=7477385b-88a8-4b66-94db-715dffccbf7a)] {{(pid=109955) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:28:45.330125 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron_lib.callbacks.manager [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109955) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.387181 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Routers {'49fedaa7-ec31-4a62-8c18-2780a609f85c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:28:45.387986 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['49fedaa7-ec31-4a62-8c18-2780a609f85c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:45.400317 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-80c360d2-0fbd-40a9-af7a-7e84d944a279 None None] Provisioning complete for port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:45.400696 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-80c360d2-0fbd-40a9-af7a-7e84d944a279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.423991 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657f8622-655f-46ce-a9ec-8ecf1c20ffc0 None None] Pushing event updated for resources: {'Port': ['ID=796bd72d-aa56-4f19-b5d5-3c2d57bedf2e,revision_number=4']} {{(pid=109955) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:45.489015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-80c360d2-0fbd-40a9-af7a-7e84d944a279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.527974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-80c360d2-0fbd-40a9-af7a-7e84d944a279 None None] For port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=796bd72d-aa56-4f19-b5d5-3c2d57bedf2e,segment=NetworkSegment(7477385b-88a8-4b66-94db-715dffccbf7a),segment_id=7477385b-88a8-4b66-94db-715dffccbf7a)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:45.533063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-80c360d2-0fbd-40a9-af7a-7e84d944a279 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.583969 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c360d2-0fbd-40a9-af7a-7e84d944a279 None None] Pushing event updated for resources: {'Port': ['ID=796bd72d-aa56-4f19-b5d5-3c2d57bedf2e,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:45.602337 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] Set router 49fedaa7-ec31-4a62-8c18-2780a609f85c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:28:45.654814 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-52075a3a-54aa-4fc8-bc3b-0b21452a6261 None None] Provisioning complete for port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:45.655193 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-52075a3a-54aa-4fc8-bc3b-0b21452a6261 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:45.807768 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'name': 'tempest-TestSnapshotPattern-1843123547-router', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '2bcca431-1d14-49c7-a28d-7dda1a2546db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:28:41Z', 'revision_number': 4, 'project_id': '41d857a09a264886bbb8452168eb2acd', 'gw_port': {'id': '2bcca431-1d14-49c7-a28d-7dda1a2546db', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '796bd72d-aa56-4f19-b5d5-3c2d57bedf2e', 'name': '', 'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'mac_address': 'fa:16:3e:7b:47:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:40Z', 'updated_at': '2021-11-23T05:28:45Z', 'revision_number': 4, 'project_id': '41d857a09a264886bbb8452168eb2acd', 'subnets': [{'id': '10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:28:45.837979 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bab82cf1-c49b-4845-ba1e-80cb09f6554e None None] The sync data for ids ['49fedaa7-ec31-4a62-8c18-2780a609f85c'] in dv-neutron-818850-1-hyperv is: [{'id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'name': 'tempest-TestSnapshotPattern-1843123547-router', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '2bcca431-1d14-49c7-a28d-7dda1a2546db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:28:41Z', 'revision_number': 4, 'project_id': '41d857a09a264886bbb8452168eb2acd', 'gw_port': {'id': '2bcca431-1d14-49c7-a28d-7dda1a2546db', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '796bd72d-aa56-4f19-b5d5-3c2d57bedf2e', 'name': '', 'network_id': 'fb134653-c6bd-4dec-bd5c-6955733a9f8b', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'mac_address': 'fa:16:3e:7b:47:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1864, 'fixed_ips': [{'subnet_id': '10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:40Z', 'updated_at': '2021-11-23T05:28:45Z', 'revision_number': 4, 'project_id': '41d857a09a264886bbb8452168eb2acd', 'subnets': [{'id': '10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:28:45.921724 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-63a0d1f5-b464-49ef-b995-bbbb719bc401 req-871e1b6c-959d-4337-a7f9-f98cafb75546 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 210 time: 0.0331645 Nov 23 05:28:46.849439 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e up at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:46.901087 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Provisioning complete for port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:46.901520 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:47.023933 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-37e4c28f-2688-4f1d-b751-ebf328444004 req-a99ca369-3c1e-424e-8f6d-bf625934b875 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 210 time: 0.0411191 Nov 23 05:28:48.119382 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-193331ed-432a-42d9-9050-9003e1510f0f req-4ec82265-bbd4-470d-8105-99e6ec7f5af8 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 210 time: 0.0284820 Nov 23 05:28:49.217318 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-d5c07a32-3f62-4b7b-a77b-a0f5f69a902b req-770a28b9-ea5b-4fc7-8167-8d95bc539fd5 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 210 time: 0.0296381 Nov 23 05:28:49.420070 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-e49f5c3c-61cc-4817-a406-9731b958940d tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:49.421464 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-e49f5c3c-61cc-4817-a406-9731b958940d tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.15 "GET /v2.0/networks?id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 200 len: 808 time: 0.1025462 Nov 23 05:28:49.517091 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-6e8bc587-adfc-4d38-a719-dba9d268f556 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=054c9067c461475884ace23c2e9a84e5 HTTP/1.1" status: 200 len: 380 time: 0.0555353 Nov 23 05:28:49.527132 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-765c734d-e9b5-4ac2-a332-7e176abada5b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Request body: {'port': {'device_id': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'admin_state_up': True, 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'security_groups': ['2ef97916-93b3-4741-b733-9b6527fee71c']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:49.640014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-765c734d-e9b5-4ac2-a332-7e176abada5b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Made reservation on behalf of 054c9067c461475884ace23c2e9a84e5 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:28:49.643584 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-765c734d-e9b5-4ac2-a332-7e176abada5b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:49.772330 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-765c734d-e9b5-4ac2-a332-7e176abada5b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Allocated IP 172.20.0.10 (08f9a0d4-3a6e-4895-8d6d-824d7caeea96/fb4a4376-7e8a-4d44-9cc8-f9be6e347df5/b890adf2-2808-4583-8d54-d370ff52b42a) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:49.910215 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-765c734d-e9b5-4ac2-a332-7e176abada5b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:49.941689 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-765c734d-e9b5-4ac2-a332-7e176abada5b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:49.992558 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-765c734d-e9b5-4ac2-a332-7e176abada5b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:49.995833 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-765c734d-e9b5-4ac2-a332-7e176abada5b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:49.998367 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-765c734d-e9b5-4ac2-a332-7e176abada5b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:50.027905 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-765c734d-e9b5-4ac2-a332-7e176abada5b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event updated for resources: {'Port': ['ID=b890adf2-2808-4583-8d54-d370ff52b42a,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:50.055358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-765c734d-e9b5-4ac2-a332-7e176abada5b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:50.055988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-765c734d-e9b5-4ac2-a332-7e176abada5b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:50.073983 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-765c734d-e9b5-4ac2-a332-7e176abada5b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5499802 Nov 23 05:28:50.104163 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Request body: {'port': {'device_id': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:50.163073 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:50.195799 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-927eb3c0-7640-4599-8771-6225a30c04f7 None None] Provisioning complete for port b890adf2-2808-4583-8d54-d370ff52b42a triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:50.196372 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-927eb3c0-7640-4599-8771-6225a30c04f7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:50.229873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-927eb3c0-7640-4599-8771-6225a30c04f7 None None] Port b890adf2-2808-4583-8d54-d370ff52b42a cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:28:50.335289 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e230e1-5d54-419c-81c3-7f30a8b8bc96 req-ac89c4d3-c526-4e4d-89da-5216366840df tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:50.336803 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-32e230e1-5d54-419c-81c3-7f30a8b8bc96 req-ac89c4d3-c526-4e4d-89da-5216366840df tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 932 time: 0.0492949 Nov 23 05:28:50.386288 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-32e230e1-5d54-419c-81c3-7f30a8b8bc96 req-5462137d-fede-40bd-9dd6-3f91fd18f1ed tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429213 Nov 23 05:28:50.432394 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b890adf2-2808-4583-8d54-d370ff52b42a {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:28:50.440334 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:50.452090 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Transition to ACTIVE for port object b890adf2-2808-4583-8d54-d370ff52b42a will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:28:50.455988 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:50.507556 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Pushing event updated for resources: {'Port': ['ID=b890adf2-2808-4583-8d54-d370ff52b42a,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:50.578197 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Attempting to bind port b890adf2-2808-4583-8d54-d370ff52b42a on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:28:50.578533 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Attempting to bind port b890adf2-2808-4583-8d54-d370ff52b42a by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:28:50.578868 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Attempting to bind port b890adf2-2808-4583-8d54-d370ff52b42a on network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:50.583498 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Port b890adf2-2808-4583-8d54-d370ff52b42a on network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:28:50.583825 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Attempting to bind port b890adf2-2808-4583-8d54-d370ff52b42a on network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:28:50.589123 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 28, 39), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:28:50.589428 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Checking segment: {'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:28:50.589811 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Bound using segment: {'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:28:50.590242 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Bound port: b890adf2-2808-4583-8d54-d370ff52b42a, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:28:50.590601 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:50.662862 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] For port b890adf2-2808-4583-8d54-d370ff52b42a, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:28:50.665907 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] For port b890adf2-2808-4583-8d54-d370ff52b42a, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b890adf2-2808-4583-8d54-d370ff52b42a,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:28:50.670839 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:50.707410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:50.708032 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:50.709426 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] 10.222.0.15 "PUT /v2.0/ports/b890adf2-2808-4583-8d54-d370ff52b42a HTTP/1.1" status: 200 len: 1094 time: 0.6097269 Nov 23 05:28:50.709868 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'tag': 'b890adf2-2808-4583-8d54-d370ff52b42a'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:28:50.712160 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b152a26d-97e9-41bd-b9b9-6b7c0a2d695e" -d '{"events": [{"name": "network-changed", "server_uuid": "9390e457-d451-4ea5-ac61-a54c48b81fff", "tag": "b890adf2-2808-4583-8d54-d370ff52b42a"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:28:50.737630 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af47af04-9314-4d1b-99e7-03d9529f4707 service neutron] Pushing event updated for resources: {'Port': ['ID=b890adf2-2808-4583-8d54-d370ff52b42a,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:50.827272 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:28:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93d1aebd-8d76-4389-853d-8488c921aa00 x-openstack-request-id: req-93d1aebd-8d76-4389-853d-8488c921aa00 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:28:50.827572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9390e457-d451-4ea5-ac61-a54c48b81fff", "tag": "b890adf2-2808-4583-8d54-d370ff52b42a", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:28:50.827826 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-93d1aebd-8d76-4389-853d-8488c921aa00 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:28:50.828259 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'tag': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'status': 'completed', 'code': 200} Nov 23 05:28:50.834677 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-5eb7a78c-d976-4872-9749-a49d450ddee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:50.836240 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-5eb7a78c-d976-4872-9749-a49d450ddee8 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=054c9067c461475884ace23c2e9a84e5&device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 1097 time: 0.0460005 Nov 23 05:28:50.904315 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-ebbde77e-5d53-4bce-bfee-59114b370763 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b890adf2-2808-4583-8d54-d370ff52b42a HTTP/1.1" status: 200 len: 217 time: 0.0405915 Nov 23 05:28:50.958822 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-6094f5b5-c50a-4c25-8d30-b492a93c96a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:50.960237 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-6094f5b5-c50a-4c25-8d30-b492a93c96a8 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb4a4376-7e8a-4d44-9cc8-f9be6e347df5 HTTP/1.1" status: 200 len: 847 time: 0.0449591 Nov 23 05:28:51.008841 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-72c8a9d3-6304-4e1c-af53-34647b2df60a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:51.010402 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-72c8a9d3-6304-4e1c-af53-34647b2df60a service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0406473 Nov 23 05:28:51.108462 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-5eb3b8d4-f543-4c39-a85c-527af0764971 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0885513 Nov 23 05:28:51.205064 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-baccc908-a716-4c86-a973-4ac8baf4d063 req-5e7f1430-951c-4a34-8442-a4a9566a93aa service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855780 Nov 23 05:28:51.360379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152a26d-97e9-41bd-b9b9-6b7c0a2d695e req-3c80882a-0192-4921-ad34-9626ca3dba38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:51.361906 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b152a26d-97e9-41bd-b9b9-6b7c0a2d695e req-3c80882a-0192-4921-ad34-9626ca3dba38 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=054c9067c461475884ace23c2e9a84e5&device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 1097 time: 0.0432687 Nov 23 05:28:51.394901 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:28:51.464986 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152a26d-97e9-41bd-b9b9-6b7c0a2d695e req-4c809080-df45-4c94-a8d6-22a23fb18caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:51.466461 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b152a26d-97e9-41bd-b9b9-6b7c0a2d695e req-4c809080-df45-4c94-a8d6-22a23fb18caf service neutron] 10.222.0.15 "GET /v2.0/networks?id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 200 len: 909 time: 0.0928075 Nov 23 05:28:51.502664 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e01e9a7-a0af-458b-b7e7-770afb0cfb85 req-3372fa57-4ba3-4323-9980-980fc8aad62c tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:51.504195 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5e01e9a7-a0af-458b-b7e7-770afb0cfb85 req-3372fa57-4ba3-4323-9980-980fc8aad62c tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 944 time: 0.0496147 Nov 23 05:28:51.509595 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b152a26d-97e9-41bd-b9b9-6b7c0a2d695e req-f9eaf7e8-d61b-4d66-973d-014533e5707c service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b890adf2-2808-4583-8d54-d370ff52b42a HTTP/1.1" status: 200 len: 217 time: 0.0350749 Nov 23 05:28:51.555011 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5e01e9a7-a0af-458b-b7e7-770afb0cfb85 req-c4e16542-27d7-44a8-81ea-569c8f9bad4a tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447879 Nov 23 05:28:51.565410 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152a26d-97e9-41bd-b9b9-6b7c0a2d695e req-a9af9feb-922d-4d54-a15e-40e40fbf0db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:51.566853 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b152a26d-97e9-41bd-b9b9-6b7c0a2d695e req-a9af9feb-922d-4d54-a15e-40e40fbf0db4 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb4a4376-7e8a-4d44-9cc8-f9be6e347df5 HTTP/1.1" status: 200 len: 847 time: 0.0502667 Nov 23 05:28:51.614131 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b152a26d-97e9-41bd-b9b9-6b7c0a2d695e req-3e270b01-a491-4ca4-9fe0-eb66df22b150 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:51.615518 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b152a26d-97e9-41bd-b9b9-6b7c0a2d695e req-3e270b01-a491-4ca4-9fe0-eb66df22b150 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0408008 Nov 23 05:28:51.706957 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b152a26d-97e9-41bd-b9b9-6b7c0a2d695e req-7a90d507-7713-4c31-9ec8-95ab98d498fe service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831625 Nov 23 05:28:51.804528 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b152a26d-97e9-41bd-b9b9-6b7c0a2d695e req-db77695c-f002-4de7-9482-f3f9bd44c536 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891330 Nov 23 05:28:52.672076 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f935745-8d63-4d65-9dd7-6b9ad18225b8 req-76e2915c-1063-482e-b476-99b0120aa384 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:52.673541 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6f935745-8d63-4d65-9dd7-6b9ad18225b8 req-76e2915c-1063-482e-b476-99b0120aa384 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 944 time: 0.0499566 Nov 23 05:28:52.722534 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-6f935745-8d63-4d65-9dd7-6b9ad18225b8 req-86f61946-3e21-4c7f-a52b-ace3e2ce0871 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431781 Nov 23 05:28:53.839864 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb410c3-18b7-4f63-a558-3a111becd3a3 req-f4b4bcc3-e34c-44e3-ba42-1620118c896f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:53.841387 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4eb410c3-18b7-4f63-a558-3a111becd3a3 req-f4b4bcc3-e34c-44e3-ba42-1620118c896f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 944 time: 0.0526502 Nov 23 05:28:53.891254 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-4eb410c3-18b7-4f63-a558-3a111becd3a3 req-de1e8b3e-f4f7-488d-a5f0-37f6bead403a tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440085 Nov 23 05:28:54.257506 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b890adf2-2808-4583-8d54-d370ff52b42a details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:28:54.504499 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b890adf2-2808-4583-8d54-d370ff52b42a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b890adf2-2808-4583-8d54-d370ff52b42a,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:54.515556 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'port_id': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'mac_address': 'fa:16:3e:24:02:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:28:54.552272 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:54.564901 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b890adf2-2808-4583-8d54-d370ff52b42a {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:28:54.583569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b890adf2-2808-4583-8d54-d370ff52b42a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b890adf2-2808-4583-8d54-d370ff52b42a,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:54.587809 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:54.648793 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=b890adf2-2808-4583-8d54-d370ff52b42a,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:54.934740 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['b890adf2-2808-4583-8d54-d370ff52b42a'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:28:55.017173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d0fd7-7bef-4485-bee9-e953f8fb3e85 req-d909efa1-d342-4bf9-8256-c0e1c2861f52 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:55.019371 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-645d0fd7-7bef-4485-bee9-e953f8fb3e85 req-d909efa1-d342-4bf9-8256-c0e1c2861f52 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 945 time: 0.0520675 Nov 23 05:28:55.073499 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-645d0fd7-7bef-4485-bee9-e953f8fb3e85 req-9b5890ea-4695-4330-86c9-2ee87540d68e tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0476656 Nov 23 05:28:56.188858 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4ade105-346b-4d0d-b3e0-26f0d9b0753f req-99552493-d251-4bac-9e89-0a95d6ea2437 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:56.190376 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b4ade105-346b-4d0d-b3e0-26f0d9b0753f req-99552493-d251-4bac-9e89-0a95d6ea2437 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 945 time: 0.0499971 Nov 23 05:28:56.239782 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-b4ade105-346b-4d0d-b3e0-26f0d9b0753f req-8a3b42bf-369c-42f5-96da-c6af8381c8be tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435915 Nov 23 05:28:56.274028 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b890adf2-2808-4583-8d54-d370ff52b42a up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:28:56.327116 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port b890adf2-2808-4583-8d54-d370ff52b42a completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:28:56.331030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port b890adf2-2808-4583-8d54-d370ff52b42a triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:28:56.331401 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:56.406805 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:56.428897 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b890adf2-2808-4583-8d54-d370ff52b42a'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:28:56.431202 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e75d6b52-5c20-44eb-8e20-958288fa1071" -d '{"events": [{"server_uuid": "9390e457-d451-4ea5-ac61-a54c48b81fff", "name": "network-vif-plugged", "status": "completed", "tag": "b890adf2-2808-4583-8d54-d370ff52b42a"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:28:56.447517 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b890adf2-2808-4583-8d54-d370ff52b42a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b890adf2-2808-4583-8d54-d370ff52b42a,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:28:56.452277 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:56.478773 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:28:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83dfd9a1-ea1f-4ffe-a541-bee924c8ae31 x-openstack-request-id: req-83dfd9a1-ea1f-4ffe-a541-bee924c8ae31 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:28:56.479089 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9390e457-d451-4ea5-ac61-a54c48b81fff", "name": "network-vif-plugged", "status": "completed", "tag": "b890adf2-2808-4583-8d54-d370ff52b42a", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:28:56.479342 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-83dfd9a1-ea1f-4ffe-a541-bee924c8ae31 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:28:56.479726 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'code': 200} Nov 23 05:28:56.502475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=b890adf2-2808-4583-8d54-d370ff52b42a,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:56.699432 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ddedb4-dcb1-4daf-a7a9-7c8ad900dff6 req-32219d1c-eec4-4513-a813-a33290081435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:56.700803 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-29ddedb4-dcb1-4daf-a7a9-7c8ad900dff6 req-32219d1c-eec4-4513-a813-a33290081435 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 1099 time: 0.0409846 Nov 23 05:28:56.747769 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-29ddedb4-dcb1-4daf-a7a9-7c8ad900dff6 req-d8260938-e72d-4ed5-a623-78802bee5e23 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386732 Nov 23 05:28:57.367009 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f969b5ce-d374-48c0-a5ba-db59cd4e16ff req-1d8d7d34-f93e-4a83-b823-55cecf99085c tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:57.368463 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f969b5ce-d374-48c0-a5ba-db59cd4e16ff req-1d8d7d34-f93e-4a83-b823-55cecf99085c tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 946 time: 0.0516710 Nov 23 05:28:57.431971 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f969b5ce-d374-48c0-a5ba-db59cd4e16ff req-44f3a36a-1737-4b5a-b59f-a4be3c39808e tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569556 Nov 23 05:28:58.551607 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fae715e-7758-43ef-8f80-c95cca3217f0 req-035cb319-7445-40f0-812e-247b99e04081 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:58.553085 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0fae715e-7758-43ef-8f80-c95cca3217f0 req-035cb319-7445-40f0-812e-247b99e04081 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 946 time: 0.0511055 Nov 23 05:28:58.602598 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-0fae715e-7758-43ef-8f80-c95cca3217f0 req-4a6efc6e-6408-4972-a5c2-1e3ad5d8b7db tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431232 Nov 23 05:28:58.715522 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b605b6-2008-4d2f-8767-b1ec5f1d2569 req-5e7f1728-518b-438e-85ea-8935142550dd tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:58.716883 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c6b605b6-2008-4d2f-8767-b1ec5f1d2569 req-5e7f1728-518b-438e-85ea-8935142550dd tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 946 time: 0.0475097 Nov 23 05:28:58.765192 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c6b605b6-2008-4d2f-8767-b1ec5f1d2569 req-2890661d-90fe-411d-8121-882e3a0fe781 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424762 Nov 23 05:28:58.786295 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54498) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:58.871003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c06f9f60-1fe3-42fd-814f-de38772f7580 tempest-TestSnapshotPattern-1486498721 tempest-TestSnapshotPattern-1486498721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:28:58.872485 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-c06f9f60-1fe3-42fd-814f-de38772f7580 tempest-TestSnapshotPattern-1486498721 tempest-TestSnapshotPattern-1486498721-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 1094 time: 0.0851581 Nov 23 05:28:58.875621 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54502) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:28:58.879762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'fixed_ip_address': '172.20.0.10'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:28:58.901541 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:58.997765 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.107860 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Allocated IP 172.26.8.138 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/7151f706-a76e-4891-a12a-276a7fb3381e) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:28:59.210088 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.243861 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.287692 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:28:59.292659 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:28:59.295221 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:28:59.321534 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event updated for resources: {'Port': ['ID=7151f706-a76e-4891-a12a-276a7fb3381e,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:59.659173 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.732941 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.886075 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.890501 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:28:59.958609 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event updated for resources: {'Port': ['ID=7151f706-a76e-4891-a12a-276a7fb3381e,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:28:59.970302 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.073935 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Floating IP 180d8e0c-d500-4f14-9b45-2f443ee200b7 associated. External IP: 172.26.8.138, port: b890adf2-2808-4583-8d54-d370ff52b42a. Nov 23 05:29:00.284368 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Router e7c93a54-c998-40ad-bc19-9b5254c51cf0 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:29:00.393103 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:29:00.403299 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f079e-e41e-4e66-8692-3e18662b8826 None None] Sync routers for ids ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:29:00.411194 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:00.414060 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f079e-e41e-4e66-8692-3e18662b8826 None None] Routers {'e7c93a54-c998-40ad-bc19-9b5254c51cf0'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:29:00.414686 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-593f079e-e41e-4e66-8692-3e18662b8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:00.437962 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-34cb2a93-108e-452d-b827-7434e7dab0f7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5613501 Nov 23 05:29:00.438655 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'tag': 'b890adf2-2808-4583-8d54-d370ff52b42a'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:29:00.441042 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccd18bc1-87c1-46bb-8226-58503be9c330" -d '{"events": [{"name": "network-changed", "server_uuid": "9390e457-d451-4ea5-ac61-a54c48b81fff", "tag": "b890adf2-2808-4583-8d54-d370ff52b42a"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:29:00.483321 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:29:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50920624-ef8c-44fa-b365-3e10d63f581b x-openstack-request-id: req-50920624-ef8c-44fa-b365-3e10d63f581b {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:29:00.483613 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9390e457-d451-4ea5-ac61-a54c48b81fff", "tag": "b890adf2-2808-4583-8d54-d370ff52b42a", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:29:00.483863 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-50920624-ef8c-44fa-b365-3e10d63f581b {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:29:00.484280 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'tag': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'status': 'completed', 'code': 200} Nov 23 05:29:00.525597 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-593f079e-e41e-4e66-8692-3e18662b8826 None None] Set router e7c93a54-c998-40ad-bc19-9b5254c51cf0 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:29:00.568643 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd18bc1-87c1-46bb-8226-58503be9c330 req-e796a4ee-c4ad-4e4a-952a-5e859ebb4b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:00.570195 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ccd18bc1-87c1-46bb-8226-58503be9c330 req-e796a4ee-c4ad-4e4a-952a-5e859ebb4b4b service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=054c9067c461475884ace23c2e9a84e5&device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 1099 time: 0.0406265 Nov 23 05:29:00.666906 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd18bc1-87c1-46bb-8226-58503be9c330 req-b8893f37-4d79-4e85-9a3b-2bf594caec25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:00.668388 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ccd18bc1-87c1-46bb-8226-58503be9c330 req-b8893f37-4d79-4e85-9a3b-2bf594caec25 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 200 len: 909 time: 0.0886047 Nov 23 05:29:00.733884 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ccd18bc1-87c1-46bb-8226-58503be9c330 req-1c458750-cec4-4f6f-befe-e2d45ef8c8ef service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b890adf2-2808-4583-8d54-d370ff52b42a HTTP/1.1" status: 200 len: 1000 time: 0.0584295 Nov 23 05:29:00.753532 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-593f079e-e41e-4e66-8692-3e18662b8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '180d8e0c-d500-4f14-9b45-2f443ee200b7', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'floating_ip_address': '172.26.8.138', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'port_id': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'mac_address': 'fa:16:3e:24:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:28:59Z', 'updated_at': '2021-11-23T05:28:59Z', 'revision_number': 0, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774e9e96-5edf-49cd-8338-3fe5d797ddbb', 'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'mac_address': 'fa:16:3e:02:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:35Z', 'updated_at': '2021-11-23T05:28:39Z', 'revision_number': 5, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'subnets': [{'id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:00.780251 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f079e-e41e-4e66-8692-3e18662b8826 None None] Checking router: e7c93a54-c998-40ad-bc19-9b5254c51cf0 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:29:00.790503 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-593f079e-e41e-4e66-8692-3e18662b8826 None None] Routers {'e7c93a54-c998-40ad-bc19-9b5254c51cf0'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:29:00.791147 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-593f079e-e41e-4e66-8692-3e18662b8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:28:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:00.791273 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd18bc1-87c1-46bb-8226-58503be9c330 req-216c8fb6-2dd9-4697-8de6-3f94ebd70246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:00.792665 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ccd18bc1-87c1-46bb-8226-58503be9c330 req-216c8fb6-2dd9-4697-8de6-3f94ebd70246 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb4a4376-7e8a-4d44-9cc8-f9be6e347df5 HTTP/1.1" status: 200 len: 847 time: 0.0519159 Nov 23 05:29:00.838852 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd18bc1-87c1-46bb-8226-58503be9c330 req-9437e079-1d69-4126-bbbe-e0488e182fca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:00.840863 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ccd18bc1-87c1-46bb-8226-58503be9c330 req-9437e079-1d69-4126-bbbe-e0488e182fca service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0411549 Nov 23 05:29:00.897755 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-593f079e-e41e-4e66-8692-3e18662b8826 None None] Set router e7c93a54-c998-40ad-bc19-9b5254c51cf0 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:29:00.932981 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ccd18bc1-87c1-46bb-8226-58503be9c330 req-6edf15e9-2b0b-4a66-8440-438f88fe5668 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839529 Nov 23 05:29:01.029829 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-ccd18bc1-87c1-46bb-8226-58503be9c330 req-71e39827-8178-47b4-a1cb-a833d1763839 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895083 Nov 23 05:29:01.123272 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-593f079e-e41e-4e66-8692-3e18662b8826 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '180d8e0c-d500-4f14-9b45-2f443ee200b7', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'floating_ip_address': '172.26.8.138', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'port_id': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'mac_address': 'fa:16:3e:24:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:28:59Z', 'updated_at': '2021-11-23T05:28:59Z', 'revision_number': 0, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774e9e96-5edf-49cd-8338-3fe5d797ddbb', 'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'mac_address': 'fa:16:3e:02:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:35Z', 'updated_at': '2021-11-23T05:28:39Z', 'revision_number': 5, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'subnets': [{'id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:29:01.149506 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-593f079e-e41e-4e66-8692-3e18662b8826 None None] The sync data for ids ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'] in dv-neutron-818850-1-hyperv is: [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '180d8e0c-d500-4f14-9b45-2f443ee200b7', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'floating_ip_address': '172.26.8.138', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'port_id': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'mac_address': 'fa:16:3e:24:02:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:28:59Z', 'updated_at': '2021-11-23T05:28:59Z', 'revision_number': 0, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774e9e96-5edf-49cd-8338-3fe5d797ddbb', 'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'mac_address': 'fa:16:3e:02:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:35Z', 'updated_at': '2021-11-23T05:28:39Z', 'revision_number': 5, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'subnets': [{'id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:29:01.336141 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7559b05e-b248-4532-b4a6-e10098de01a8 None None] New status for floating IP 180d8e0c-d500-4f14-9b45-2f443ee200b7: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:29:07.007929 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-af35ed9d-c372-404f-a12d-fbf2992cf118 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:09.114081 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:09.281181 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-b98cbd8f-189a-496e-b109-c713738bca7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:10.555268 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:10.694783 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-042c470b-9a7c-4aed-8892-5595985f7c0d req-d7027b81-402c-42d2-bd82-a62b1db4a50e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0403504 Nov 23 05:29:10.795844 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c470b-9a7c-4aed-8892-5595985f7c0d req-e535f828-0337-4834-9c66-7fffb30cc07a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:10.797349 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-042c470b-9a7c-4aed-8892-5595985f7c0d req-e535f828-0337-4834-9c66-7fffb30cc07a service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=054c9067c461475884ace23c2e9a84e5&device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 1099 time: 0.0412471 Nov 23 05:29:10.905101 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c470b-9a7c-4aed-8892-5595985f7c0d req-f891aad6-0f47-4017-a5ec-837ab8f5d6c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:10.906576 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-042c470b-9a7c-4aed-8892-5595985f7c0d req-f891aad6-0f47-4017-a5ec-837ab8f5d6c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 200 len: 909 time: 0.0878584 Nov 23 05:29:10.972029 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-042c470b-9a7c-4aed-8892-5595985f7c0d req-4d303847-7dd8-44ee-8b51-cd7ba427c6c2 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b890adf2-2808-4583-8d54-d370ff52b42a HTTP/1.1" status: 200 len: 1002 time: 0.0578802 Nov 23 05:29:11.030020 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c470b-9a7c-4aed-8892-5595985f7c0d req-f49c6679-708f-456d-9657-d50116ed798e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:11.031458 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-042c470b-9a7c-4aed-8892-5595985f7c0d req-f49c6679-708f-456d-9657-d50116ed798e service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb4a4376-7e8a-4d44-9cc8-f9be6e347df5 HTTP/1.1" status: 200 len: 847 time: 0.0515659 Nov 23 05:29:11.077379 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042c470b-9a7c-4aed-8892-5595985f7c0d req-2cc09b84-7f06-4f53-82d1-9fdcbbb023fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:29:11.078856 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-042c470b-9a7c-4aed-8892-5595985f7c0d req-2cc09b84-7f06-4f53-82d1-9fdcbbb023fd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0396385 Nov 23 05:29:11.171640 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-042c470b-9a7c-4aed-8892-5595985f7c0d req-82065718-0609-4124-9c42-8c7a7227bd75 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846467 Nov 23 05:29:11.264736 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-042c470b-9a7c-4aed-8892-5595985f7c0d req-941edac8-b08a-43b4-9e99-9ae1605f6765 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854127 Nov 23 05:29:11.993906 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:12.778566 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:28.393327 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:29:37.010755 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-54bbf2b5-0fb1-4e0e-8d52-08c7bffebef7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.126658 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:39.282461 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-8e5dbeba-d8f3-4fdd-83e7-5d3211437ffa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:40.554470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:41.994453 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:29:42.786134 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:05.393087 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:30:07.012703 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-cbbf8f6f-ee86-4b8f-9bcb-7b539f7c812f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:09.138717 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:09.283221 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e889a539-0983-43a0-9ab6-40d904823137 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:10.557553 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:10.788765 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9bedf3a5-d2cb-4b84-997b-c0c57c45be32 req-cb9a9e08-21b6-4caa-88c2-b553574ed11f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1415854 Nov 23 05:30:10.899089 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedf3a5-d2cb-4b84-997b-c0c57c45be32 req-5a00fbc9-df3f-40df-aca2-1db01d40be64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:10.901133 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9bedf3a5-d2cb-4b84-997b-c0c57c45be32 req-5a00fbc9-df3f-40df-aca2-1db01d40be64 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=054c9067c461475884ace23c2e9a84e5&device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 1099 time: 0.0407641 Nov 23 05:30:11.013675 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedf3a5-d2cb-4b84-997b-c0c57c45be32 req-cb13a900-9317-478b-b925-0ef37ed7e163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:11.015147 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9bedf3a5-d2cb-4b84-997b-c0c57c45be32 req-cb13a900-9317-478b-b925-0ef37ed7e163 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 200 len: 909 time: 0.0890918 Nov 23 05:30:11.082750 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9bedf3a5-d2cb-4b84-997b-c0c57c45be32 req-9b0ef644-aeb8-4e3e-97f2-67ff6da24382 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b890adf2-2808-4583-8d54-d370ff52b42a HTTP/1.1" status: 200 len: 1002 time: 0.0577741 Nov 23 05:30:11.140575 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedf3a5-d2cb-4b84-997b-c0c57c45be32 req-33047cc6-30cd-430c-8c5f-acde290e74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:11.142033 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9bedf3a5-d2cb-4b84-997b-c0c57c45be32 req-33047cc6-30cd-430c-8c5f-acde290e74ef service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb4a4376-7e8a-4d44-9cc8-f9be6e347df5 HTTP/1.1" status: 200 len: 847 time: 0.0480356 Nov 23 05:30:11.191384 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bedf3a5-d2cb-4b84-997b-c0c57c45be32 req-68ba505c-5b3e-4308-bb13-5be54f7dfbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:30:11.192849 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9bedf3a5-d2cb-4b84-997b-c0c57c45be32 req-68ba505c-5b3e-4308-bb13-5be54f7dfbbd service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0394917 Nov 23 05:30:11.208225 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [req-9bedf3a5-d2cb-4b84-997b-c0c57c45be32 req-aa7d69db-8f16-4660-b42e-cb2fc1f1a9f0 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109953) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:30:11.209217 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9bedf3a5-d2cb-4b84-997b-c0c57c45be32 req-aa7d69db-8f16-4660-b42e-cb2fc1f1a9f0 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047555 Nov 23 05:30:11.299812 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9bedf3a5-d2cb-4b84-997b-c0c57c45be32 req-83570dc9-6730-4cd5-b551-444f9c781fd4 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0816586 Nov 23 05:30:11.400465 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-9bedf3a5-d2cb-4b84-997b-c0c57c45be32 req-38575ee9-19af-47a5-a7f9-25da87bc52b2 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0873382 Nov 23 05:30:11.998621 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:12.778941 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:37.013779 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-4080cbcc-a674-4047-8ecd-b60dcd90cc6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:39.139033 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:39.286790 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9c5facc9-5e64-4519-a8d0-3bda799f69c9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:40.559211 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:42.001822 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:30:42.392020 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:30:42.780903 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:02.822974 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b890adf2-2808-4583-8d54-d370ff52b42a details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:31:02.915660 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b890adf2-2808-4583-8d54-d370ff52b42a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b890adf2-2808-4583-8d54-d370ff52b42a,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:02.926737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'port_id': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'mac_address': 'fa:16:3e:24:02:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:31:02.966002 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:02.978157 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b890adf2-2808-4583-8d54-d370ff52b42a {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:31:02.997754 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b890adf2-2808-4583-8d54-d370ff52b42a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b890adf2-2808-4583-8d54-d370ff52b42a,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:03.002213 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:03.049040 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=b890adf2-2808-4583-8d54-d370ff52b42a,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:03.056264 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:03.056618 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:03.056957 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:03.057310 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:03.057719 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:03.058049 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:03.058380 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:03.058707 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:03.059030 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:03.059350 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:03.059668 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:03.059990 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:03.155441 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['b890adf2-2808-4583-8d54-d370ff52b42a'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:31:04.834156 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b890adf2-2808-4583-8d54-d370ff52b42a up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:31:04.887317 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port b890adf2-2808-4583-8d54-d370ff52b42a triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:31:04.887688 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:04.973815 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:05.000444 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b890adf2-2808-4583-8d54-d370ff52b42a'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:31:05.002752 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e75496a-0642-4b63-a285-a170adff12fe" -d '{"events": [{"server_uuid": "9390e457-d451-4ea5-ac61-a54c48b81fff", "name": "network-vif-plugged", "status": "completed", "tag": "b890adf2-2808-4583-8d54-d370ff52b42a"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:31:05.016365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b890adf2-2808-4583-8d54-d370ff52b42a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b890adf2-2808-4583-8d54-d370ff52b42a,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:05.021719 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:05.089746 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=b890adf2-2808-4583-8d54-d370ff52b42a,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:05.128951 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:31:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f00a6ca-d913-4e5c-b187-7600aeb3d4fd x-openstack-request-id: req-7f00a6ca-d913-4e5c-b187-7600aeb3d4fd {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:31:05.129376 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9390e457-d451-4ea5-ac61-a54c48b81fff", "name": "network-vif-plugged", "status": "completed", "tag": "b890adf2-2808-4583-8d54-d370ff52b42a", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:31:05.129703 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-7f00a6ca-d913-4e5c-b187-7600aeb3d4fd {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:31:05.130166 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'code': 200} Nov 23 05:31:07.016609 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0959257f-350c-43ce-982a-a17a8759d957 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:09.176890 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:09.294128 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e4b4a2e9-3fc5-4a12-bf8e-f0744f86dfaa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:10.569703 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:11.772367 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0523a4-ff9b-492a-a828-75faefff452f req-473ca147-2cbc-4670-a74c-4bad1ce82649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:11.773942 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c0523a4-ff9b-492a-a828-75faefff452f req-473ca147-2cbc-4670-a74c-4bad1ce82649 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=054c9067c461475884ace23c2e9a84e5&device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 1099 time: 0.0438859 Nov 23 05:31:11.902934 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0523a4-ff9b-492a-a828-75faefff452f req-0bfc542d-db49-4655-9bb5-b306dcf6d891 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:11.904540 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c0523a4-ff9b-492a-a828-75faefff452f req-0bfc542d-db49-4655-9bb5-b306dcf6d891 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 200 len: 909 time: 0.1016681 Nov 23 05:31:11.982129 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c0523a4-ff9b-492a-a828-75faefff452f req-2b3df5bd-97e7-4af7-b5cc-d3bd1eafc77d service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b890adf2-2808-4583-8d54-d370ff52b42a HTTP/1.1" status: 200 len: 1002 time: 0.0701809 Nov 23 05:31:12.008330 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:12.044350 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0523a4-ff9b-492a-a828-75faefff452f req-e8db1b12-c017-439f-9e8b-30cd4c468fde service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:12.045866 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c0523a4-ff9b-492a-a828-75faefff452f req-e8db1b12-c017-439f-9e8b-30cd4c468fde service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb4a4376-7e8a-4d44-9cc8-f9be6e347df5 HTTP/1.1" status: 200 len: 847 time: 0.0511479 Nov 23 05:31:12.101236 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0523a4-ff9b-492a-a828-75faefff452f req-edb895de-8ca7-4066-be7f-ef45939ab96f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:12.102863 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c0523a4-ff9b-492a-a828-75faefff452f req-edb895de-8ca7-4066-be7f-ef45939ab96f service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0490372 Nov 23 05:31:12.204444 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c0523a4-ff9b-492a-a828-75faefff452f req-b48a549c-0199-4a44-96bb-09edb84ab73b service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933342 Nov 23 05:31:12.312531 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-1c0523a4-ff9b-492a-a828-75faefff452f req-d50bc60c-9fea-4728-ac57-cc9faafdeb6e service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0997474 Nov 23 05:31:12.783612 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:13.821484 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-32bef628-c8f0-42e5-ae74-d3b7e6184859 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1803078731&fields=id&tenant_id=054c9067c461475884ace23c2e9a84e5 HTTP/1.1" status: 200 len: 267 time: 0.0441670 Nov 23 05:31:13.929532 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-8d7b3119-7ad0-4367-afc6-d0d5ca1590cd tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:13.931026 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-8d7b3119-7ad0-4367-afc6-d0d5ca1590cd tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/networks?id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 200 len: 808 time: 0.1028724 Nov 23 05:31:13.946519 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-f1d16b1b-13fc-4ecc-8768-97f17e6785a9 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/quotas/054c9067c461475884ace23c2e9a84e5 HTTP/1.1" status: 200 len: 375 time: 0.0098207 Nov 23 05:31:13.998906 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-7a4c940c-7624-4880-9214-b3f67855b35b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?tenant_id=054c9067c461475884ace23c2e9a84e5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0470469 Nov 23 05:31:14.094811 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-2a4336e1-752c-4a85-90ff-d784f4ec8159 service neutron] http://10.222.0.37:9696/v2.0/extensions returned with HTTP 200 {{(pid=109952) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Nov 23 05:31:14.095818 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-2a4336e1-752c-4a85-90ff-d784f4ec8159 service neutron] 10.222.0.37 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0850637 Nov 23 05:31:14.190598 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-9eea0cb7-e9c0-49ae-8e3f-21945536deb3 service neutron] 10.222.0.37 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884452 Nov 23 05:31:14.280156 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-6ee47282-ba46-4615-afd5-6f9be0f1eddf service neutron] 10.222.0.37 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826278 Nov 23 05:31:14.450467 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f926a170-b821-4819-8fa3-111ec6721705 req-b989cf71-fcd3-4557-a79b-69431ca6749d tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 210 time: 0.0275691 Nov 23 05:31:15.547632 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-1daad50a-d897-47ad-88a0-3eb9a1af661a req-3aa0f01a-71ac-41eb-bb2f-56cf793b6b92 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 210 time: 0.0277860 Nov 23 05:31:15.698825 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-7f534b0a-c94f-4745-b92c-79e1ec09c6d9 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:15.700274 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-7f534b0a-c94f-4745-b92c-79e1ec09c6d9 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.15 "GET /v2.0/networks?id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 200 len: 808 time: 0.1031287 Nov 23 05:31:15.783135 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-387d153f-99b8-45ec-9224-33647849d85a tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.15 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=054c9067c461475884ace23c2e9a84e5 HTTP/1.1" status: 200 len: 380 time: 0.0602891 Nov 23 05:31:15.809544 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Request body: {'port': {'device_id': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'admin_state_up': True, 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'security_groups': ['2ef97916-93b3-4741-b733-9b6527fee71c']}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:31:15.916092 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Made reservation on behalf of 054c9067c461475884ace23c2e9a84e5 for: {'port': 1} {{(pid=109953) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Nov 23 05:31:15.919493 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:16.055337 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Allocated IP 172.20.0.12 (08f9a0d4-3a6e-4895-8d6d-824d7caeea96/fb4a4376-7e8a-4d44-9cc8-f9be6e347df5/46275500-5ce3-4e97-87fa-73f1a2263df5) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:31:16.208569 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:16.245727 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:16.301584 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:31:16.305446 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:31:16.310327 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:31:16.314848 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event updated for resources: {'Port': ['ID=46275500-5ce3-4e97-87fa-73f1a2263df5,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:16.345488 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:16.345966 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:16.346413 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:16.346855 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:16.347307 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:16.347762 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:16.348203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:16.348627 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:16.349059 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:16.349499 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:16.349925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:16.350346 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:31:16.381768 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:16.383400 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:16.411386 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-ae1a8a6f-4a33-4d53-a95c-64d4e9c12422 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6054699 Nov 23 05:31:16.658439 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-47e3f4c5-83c4-42e3-888e-a206d8f16bb0 None None] Provisioning complete for port 46275500-5ce3-4e97-87fa-73f1a2263df5 triggered by entity DHCP. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:31:16.659422 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-47e3f4c5-83c4-42e3-888e-a206d8f16bb0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:16.680640 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e2b57-1de0-4182-9693-451678a9494c req-354f36e0-567e-437e-bf3e-c406d8748924 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:16.688538 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2f4e2b57-1de0-4182-9693-451678a9494c req-354f36e0-567e-437e-bf3e-c406d8748924 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 932 time: 0.0660505 Nov 23 05:31:16.716448 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-47e3f4c5-83c4-42e3-888e-a206d8f16bb0 None None] Port 46275500-5ce3-4e97-87fa-73f1a2263df5 cannot update to ACTIVE because it is not bound. {{(pid=109954) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:342}} Nov 23 05:31:16.741604 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2f4e2b57-1de0-4182-9693-451678a9494c req-4a7fda2a-cd69-4cec-b579-37b94d2645ff tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521851 Nov 23 05:31:16.884861 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b890adf2-2808-4583-8d54-d370ff52b42a no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:31:16.965897 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:16.990006 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b890adf2-2808-4583-8d54-d370ff52b42a'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:31:16.993029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3849d8d-7956-474e-bd48-5878b11db04e" -d '{"events": [{"server_uuid": "9390e457-d451-4ea5-ac61-a54c48b81fff", "name": "network-vif-unplugged", "status": "completed", "tag": "b890adf2-2808-4583-8d54-d370ff52b42a"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:31:17.007042 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port b890adf2-2808-4583-8d54-d370ff52b42a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b890adf2-2808-4583-8d54-d370ff52b42a,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:17.012189 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:17.048695 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 05:31:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a6f5b2f-35ff-47fb-818b-c3c661e4cc61 x-openstack-request-id: req-5a6f5b2f-35ff-47fb-818b-c3c661e4cc61 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:31:17.048993 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9390e457-d451-4ea5-ac61-a54c48b81fff", "name": "network-vif-unplugged", "status": "completed", "tag": "b890adf2-2808-4583-8d54-d370ff52b42a", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:31:17.049249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-5a6f5b2f-35ff-47fb-818b-c3c661e4cc61 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:31:17.049668 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'code': 200} Nov 23 05:31:17.069632 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=b890adf2-2808-4583-8d54-d370ff52b42a,revision_number=8']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:18.213439 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469e6798-b98d-4d1f-a743-88208ce50fe5 req-cdd51274-f5de-4277-a3a6-09038babbead tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:18.215003 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-469e6798-b98d-4d1f-a743-88208ce50fe5 req-cdd51274-f5de-4277-a3a6-09038babbead tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 932 time: 0.4022310 Nov 23 05:31:18.273191 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-469e6798-b98d-4d1f-a743-88208ce50fe5 req-3da7b0ff-cd36-438c-bbc9-7f6a55ef3294 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511227 Nov 23 05:31:19.393579 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:31:19.409005 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d24655-815d-4f3e-b355-886ce1029948 req-e4796a7d-8d94-4b7b-bc5b-bbc0d3040bbc tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:19.410693 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d5d24655-815d-4f3e-b355-886ce1029948 req-e4796a7d-8d94-4b7b-bc5b-bbc0d3040bbc tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 932 time: 0.0611351 Nov 23 05:31:19.466812 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-d5d24655-815d-4f3e-b355-886ce1029948 req-b1467a10-13ca-4e82-88bb-1e42aec9eadb tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493946 Nov 23 05:31:20.596983 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cca729e8-4cf3-448d-9018-46bf98e30423 req-767e007b-eaa3-411d-ae75-e2ca52270ed9 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:20.598554 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cca729e8-4cf3-448d-9018-46bf98e30423 req-767e007b-eaa3-411d-ae75-e2ca52270ed9 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 932 time: 0.0568855 Nov 23 05:31:20.649095 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-cca729e8-4cf3-448d-9018-46bf98e30423 req-693da119-5f10-470c-9804-ff7d59c17b00 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438814 Nov 23 05:31:21.770324 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c18756-6d90-46af-ad4c-42de4165b67a req-612eaba4-6df0-4b30-a17e-a1e7cc789790 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:21.771817 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c1c18756-6d90-46af-ad4c-42de4165b67a req-612eaba4-6df0-4b30-a17e-a1e7cc789790 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 932 time: 0.0492213 Nov 23 05:31:21.824871 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-c1c18756-6d90-46af-ad4c-42de4165b67a req-5392c11b-c51c-451f-86e4-be9325a5fc3e tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453870 Nov 23 05:31:23.001457 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ccc33ed-876a-44d8-baf1-7de1a5c153c4 req-3000836a-1c22-4765-b001-c892473b4101 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:23.002836 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7ccc33ed-876a-44d8-baf1-7de1a5c153c4 req-3000836a-1c22-4765-b001-c892473b4101 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 932 time: 0.1060708 Nov 23 05:31:23.055523 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7ccc33ed-876a-44d8-baf1-7de1a5c153c4 req-d7477f19-e5d1-4009-93a5-3d1dfc41b43d tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458443 Nov 23 05:31:24.237935 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5726e8b8-8afa-4d44-901e-784230c8975b req-979ddcce-414a-441d-8471-6985a713ccc8 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:24.239616 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5726e8b8-8afa-4d44-901e-784230c8975b req-979ddcce-414a-441d-8471-6985a713ccc8 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 932 time: 0.1101766 Nov 23 05:31:24.294611 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-5726e8b8-8afa-4d44-901e-784230c8975b req-1b31ba31-ecd0-4dc0-8754-e2e2082a3d53 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458493 Nov 23 05:31:25.414953 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b57c07e-ad54-44b1-9ccd-dc51234e2023 req-79fc2c8f-4d3b-414f-91ab-142438d7e06c tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:25.416447 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4b57c07e-ad54-44b1-9ccd-dc51234e2023 req-79fc2c8f-4d3b-414f-91ab-142438d7e06c tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 932 time: 0.0544431 Nov 23 05:31:25.468430 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4b57c07e-ad54-44b1-9ccd-dc51234e2023 req-8839c7fb-36bb-4d3a-9df4-ab348764c00c tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454392 Nov 23 05:31:26.585429 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2743f44-de46-447d-8991-5c904d6393a1 req-a50c15a7-227d-4a47-b4e1-143f458f10c6 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:26.586999 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f2743f44-de46-447d-8991-5c904d6393a1 req-a50c15a7-227d-4a47-b4e1-143f458f10c6 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 932 time: 0.0495672 Nov 23 05:31:26.643921 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-f2743f44-de46-447d-8991-5c904d6393a1 req-b9a76670-34ec-4675-ad01-066dee12e255 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0506954 Nov 23 05:31:27.759222 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d93022-7758-47c6-aaa4-15d7a7bbc26c req-bb25b6a1-75a8-49cd-936d-c79bcd934d98 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:27.760798 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-18d93022-7758-47c6-aaa4-15d7a7bbc26c req-bb25b6a1-75a8-49cd-936d-c79bcd934d98 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 932 time: 0.0505781 Nov 23 05:31:27.815383 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Request body: {'port': {'device_id': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8188'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:31:27.822222 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-18d93022-7758-47c6-aaa4-15d7a7bbc26c req-37143c0e-75a7-40f3-8243-1c3f61f2adc3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549471 Nov 23 05:31:27.870476 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:28.125757 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 46275500-5ce3-4e97-87fa-73f1a2263df5 {{(pid=109953) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:31:28.133078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:28.145114 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.provisioning_blocks [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Transition to ACTIVE for port object 46275500-5ce3-4e97-87fa-73f1a2263df5 will not be triggered until provisioned by entity L2. {{(pid=109953) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Nov 23 05:31:28.148873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:28.202372 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Pushing event updated for resources: {'Port': ['ID=46275500-5ce3-4e97-87fa-73f1a2263df5,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:28.272760 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Attempting to bind port 46275500-5ce3-4e97-87fa-73f1a2263df5 on host hv-neutron-8188 for vnic_type normal with profile {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Nov 23 05:31:28.273105 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Attempting to bind port 46275500-5ce3-4e97-87fa-73f1a2263df5 by drivers openvswitch,hyperv on host hv-neutron-8188 at level 0 using segments [{'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Nov 23 05:31:28.273477 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Attempting to bind port 46275500-5ce3-4e97-87fa-73f1a2263df5 on network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:31:28.278081 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Port 46275500-5ce3-4e97-87fa-73f1a2263df5 on network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8188 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Nov 23 05:31:28.278405 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Attempting to bind port 46275500-5ce3-4e97-87fa-73f1a2263df5 on network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Nov 23 05:31:28.283599 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Checking agent: {'id': 'bdee428d-8c77-48cc-bf1d-08727638413f', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8188', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'started_at': datetime.datetime(2021, 11, 23, 4, 37, 8), 'heartbeat_timestamp': datetime.datetime(2021, 11, 23, 5, 31, 9), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Nov 23 05:31:28.283937 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Checking segment: {'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=109953) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:371}} Nov 23 05:31:28.284326 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Bound using segment: {'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'} {{(pid=109953) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Nov 23 05:31:28.284756 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.managers [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Bound port: 46275500-5ce3-4e97-87fa-73f1a2263df5, host: hv-neutron-8188, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96'}}] {{(pid=109953) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Nov 23 05:31:28.285115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:28.352081 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] For port 46275500-5ce3-4e97-87fa-73f1a2263df5, host hv-neutron-8188, cleared binding levels {{(pid=109953) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Nov 23 05:31:28.355873 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] For port 46275500-5ce3-4e97-87fa-73f1a2263df5, host hv-neutron-8188, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=46275500-5ce3-4e97-87fa-73f1a2263df5,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109953) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Nov 23 05:31:28.359466 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:28.400685 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:28.401493 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:28.402714 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] 10.222.0.15 "PUT /v2.0/ports/46275500-5ce3-4e97-87fa-73f1a2263df5 HTTP/1.1" status: 200 len: 1094 time: 0.5921097 Nov 23 05:31:28.403145 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'tag': '46275500-5ce3-4e97-87fa-73f1a2263df5'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:31:28.405435 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216e6daf-6a3f-47df-8f30-768bd50c0c1e" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1988e9-4102-4237-8c88-5c9d487e46d1", "tag": "46275500-5ce3-4e97-87fa-73f1a2263df5"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:31:28.427754 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7c92b5-b6be-4747-bb3a-9cef604f8229 service neutron] Pushing event updated for resources: {'Port': ['ID=46275500-5ce3-4e97-87fa-73f1a2263df5,revision_number=3']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:28.450593 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:31:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b47522c-c74a-4aae-a66c-6b4dd4efef0f x-openstack-request-id: req-2b47522c-c74a-4aae-a66c-6b4dd4efef0f {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:31:28.450884 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1988e9-4102-4237-8c88-5c9d487e46d1", "tag": "46275500-5ce3-4e97-87fa-73f1a2263df5", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:31:28.451137 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-2b47522c-c74a-4aae-a66c-6b4dd4efef0f {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:31:28.451566 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'tag': '46275500-5ce3-4e97-87fa-73f1a2263df5', 'status': 'completed', 'code': 200} Nov 23 05:31:28.535426 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-666ce45a-9c0b-4cd8-ae5d-3c887b9f1fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:28.537125 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-666ce45a-9c0b-4cd8-ae5d-3c887b9f1fbc service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=054c9067c461475884ace23c2e9a84e5&device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 1097 time: 0.0578339 Nov 23 05:31:28.596524 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-2eb341f7-0bef-4758-804f-fd55855f98d5 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46275500-5ce3-4e97-87fa-73f1a2263df5 HTTP/1.1" status: 200 len: 217 time: 0.0362101 Nov 23 05:31:28.656373 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-5ca425c1-9bbe-4527-9e56-cddc0344bec0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:28.657847 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-5ca425c1-9bbe-4527-9e56-cddc0344bec0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb4a4376-7e8a-4d44-9cc8-f9be6e347df5 HTTP/1.1" status: 200 len: 847 time: 0.0510106 Nov 23 05:31:28.707009 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-3b9e01bc-6cf5-4b2e-855d-ccaff9d13a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:28.708431 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-3b9e01bc-6cf5-4b2e-855d-ccaff9d13a7b service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393074 Nov 23 05:31:28.802556 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-97051fac-4fa8-407d-baf3-5e3a7697003a service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0813842 Nov 23 05:31:28.931763 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f18daab7-992e-41e1-a423-87e0b477ac25 req-25559055-465e-4e0b-afa0-a29542913764 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1169202 Nov 23 05:31:28.952473 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805d7e91-67f0-4175-a541-d87c157580d8 req-cc87f24c-f5a8-4936-80d9-d3535ecfc1d2 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:28.953946 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-805d7e91-67f0-4175-a541-d87c157580d8 req-cc87f24c-f5a8-4936-80d9-d3535ecfc1d2 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 944 time: 0.0604682 Nov 23 05:31:29.003763 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-805d7e91-67f0-4175-a541-d87c157580d8 req-4fe40534-02d4-4ce4-8406-ddfa69ec0ff8 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438755 Nov 23 05:31:29.081701 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e6daf-6a3f-47df-8f30-768bd50c0c1e req-8285ad10-a44c-4030-a706-27c9db381fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:29.083236 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-216e6daf-6a3f-47df-8f30-768bd50c0c1e req-8285ad10-a44c-4030-a706-27c9db381fa3 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=054c9067c461475884ace23c2e9a84e5&device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 1097 time: 0.0442665 Nov 23 05:31:29.177443 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e6daf-6a3f-47df-8f30-768bd50c0c1e req-11c860fb-152a-45c2-bdac-d8056430a9c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:29.179158 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-216e6daf-6a3f-47df-8f30-768bd50c0c1e req-11c860fb-152a-45c2-bdac-d8056430a9c3 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 200 len: 909 time: 0.0883260 Nov 23 05:31:29.225491 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-216e6daf-6a3f-47df-8f30-768bd50c0c1e req-05ce6e32-0ab8-4fa7-b4fd-f6ba6df7973f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46275500-5ce3-4e97-87fa-73f1a2263df5 HTTP/1.1" status: 200 len: 217 time: 0.0379758 Nov 23 05:31:29.275314 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e6daf-6a3f-47df-8f30-768bd50c0c1e req-d31fd97f-528e-4fb0-a940-f0c3b104b5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:29.276777 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-216e6daf-6a3f-47df-8f30-768bd50c0c1e req-d31fd97f-528e-4fb0-a940-f0c3b104b5c2 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb4a4376-7e8a-4d44-9cc8-f9be6e347df5 HTTP/1.1" status: 200 len: 847 time: 0.0433564 Nov 23 05:31:29.322444 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216e6daf-6a3f-47df-8f30-768bd50c0c1e req-142e0fe5-7bde-419f-9144-f4c4f54c4cc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:29.323885 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-216e6daf-6a3f-47df-8f30-768bd50c0c1e req-142e0fe5-7bde-419f-9144-f4c4f54c4cc7 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0393898 Nov 23 05:31:29.419259 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-216e6daf-6a3f-47df-8f30-768bd50c0c1e req-8a98dd1d-b61a-4b86-b887-adec41763efe service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849621 Nov 23 05:31:29.511214 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-216e6daf-6a3f-47df-8f30-768bd50c0c1e req-8d1ea93a-4633-48b6-9652-5c864c0cafec service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843456 Nov 23 05:31:30.119115 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b8645d-e45a-4069-947a-930da36ada2a req-5a5eefb4-21b4-402d-8125-1dc3092db577 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:30.120582 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-94b8645d-e45a-4069-947a-930da36ada2a req-5a5eefb4-21b4-402d-8125-1dc3092db577 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 944 time: 0.0483294 Nov 23 05:31:30.173347 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-94b8645d-e45a-4069-947a-930da36ada2a req-0948c663-9b79-4ca9-bccf-4827d06a5c59 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465734 Nov 23 05:31:31.287543 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f71eba-308a-4769-ad52-af7b8eee7501 req-c4e5d679-b8c3-45ba-84c0-cf8f359a67af tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:31.288996 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-26f71eba-308a-4769-ad52-af7b8eee7501 req-c4e5d679-b8c3-45ba-84c0-cf8f359a67af tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 944 time: 0.0497522 Nov 23 05:31:31.338598 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-26f71eba-308a-4769-ad52-af7b8eee7501 req-9c6c1373-9076-4e71-b1f8-cfa34d03348a tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431373 Nov 23 05:31:32.451533 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7c9285-8f5e-4390-847f-798891b00768 req-445fa4f9-3b60-45d4-9e14-16911be1af44 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:32.452996 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ae7c9285-8f5e-4390-847f-798891b00768 req-445fa4f9-3b60-45d4-9e14-16911be1af44 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 944 time: 0.0478258 Nov 23 05:31:32.501391 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ae7c9285-8f5e-4390-847f-798891b00768 req-c486955c-086d-45a1-b20c-8b9076a2ad92 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424814 Nov 23 05:31:32.976740 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 46275500-5ce3-4e97-87fa-73f1a2263df5 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:31:33.070601 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 46275500-5ce3-4e97-87fa-73f1a2263df5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=46275500-5ce3-4e97-87fa-73f1a2263df5,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:33.082389 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '46275500-5ce3-4e97-87fa-73f1a2263df5', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'port_id': '46275500-5ce3-4e97-87fa-73f1a2263df5', 'mac_address': 'fa:16:3e:2a:89:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:31:33.118913 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.131648 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 46275500-5ce3-4e97-87fa-73f1a2263df5 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:31:33.150736 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 46275500-5ce3-4e97-87fa-73f1a2263df5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=46275500-5ce3-4e97-87fa-73f1a2263df5,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:33.155370 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:33.199963 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=46275500-5ce3-4e97-87fa-73f1a2263df5,revision_number=4']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:33.523111 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['46275500-5ce3-4e97-87fa-73f1a2263df5'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:31:33.620828 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7289fce-c89d-4ea9-85ae-7de4eb7529cb req-a0b64b64-1867-4550-9419-222fb947592c tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:33.622337 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a7289fce-c89d-4ea9-85ae-7de4eb7529cb req-a0b64b64-1867-4550-9419-222fb947592c tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 945 time: 0.0539150 Nov 23 05:31:33.672175 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-a7289fce-c89d-4ea9-85ae-7de4eb7529cb req-2a729d64-1703-425e-9211-24ff78a38591 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433862 Nov 23 05:31:34.785759 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9321b1-1c24-4ec0-8c48-2f8aec82adfa req-0b1d4644-9219-4237-a8ef-246796951036 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:34.787305 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7a9321b1-1c24-4ec0-8c48-2f8aec82adfa req-0b1d4644-9219-4237-a8ef-246796951036 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 945 time: 0.0490880 Nov 23 05:31:34.836736 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-7a9321b1-1c24-4ec0-8c48-2f8aec82adfa req-17073fe7-ea65-4188-8111-e580418ed4a3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436978 Nov 23 05:31:34.994217 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 46275500-5ce3-4e97-87fa-73f1a2263df5 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:31:35.042930 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning for port 46275500-5ce3-4e97-87fa-73f1a2263df5 completed by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Nov 23 05:31:35.046920 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 46275500-5ce3-4e97-87fa-73f1a2263df5 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:31:35.047291 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:35.122589 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:35.144650 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46275500-5ce3-4e97-87fa-73f1a2263df5'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:31:35.146919 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c6bf70a-35c1-4394-a79d-aeebb5085ed9" -d '{"events": [{"server_uuid": "ad1988e9-4102-4237-8c88-5c9d487e46d1", "name": "network-vif-plugged", "status": "completed", "tag": "46275500-5ce3-4e97-87fa-73f1a2263df5"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:31:35.162673 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 46275500-5ce3-4e97-87fa-73f1a2263df5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=46275500-5ce3-4e97-87fa-73f1a2263df5,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:31:35.167431 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:35.190470 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e486ec90-c2fb-4e3d-b31f-0684693fade5 x-openstack-request-id: req-e486ec90-c2fb-4e3d-b31f-0684693fade5 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:31:35.190772 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1988e9-4102-4237-8c88-5c9d487e46d1", "name": "network-vif-plugged", "status": "completed", "tag": "46275500-5ce3-4e97-87fa-73f1a2263df5", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:31:35.191020 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-e486ec90-c2fb-4e3d-b31f-0684693fade5 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:31:35.191411 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46275500-5ce3-4e97-87fa-73f1a2263df5', 'code': 200} Nov 23 05:31:35.216115 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=46275500-5ce3-4e97-87fa-73f1a2263df5,revision_number=5']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:35.408572 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08423471-357a-4a3a-8a86-b29d963ed4b7 req-50cf0258-b175-4a8f-bbeb-f4b50b3d9218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:35.410106 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-08423471-357a-4a3a-8a86-b29d963ed4b7 req-50cf0258-b175-4a8f-bbeb-f4b50b3d9218 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 1099 time: 0.0402029 Nov 23 05:31:35.455580 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-08423471-357a-4a3a-8a86-b29d963ed4b7 req-bfd40b63-5756-4157-ac36-9732838557b3 service neutron] 10.222.0.15 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380428 Nov 23 05:31:35.953415 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8216ef-113b-48b8-be55-fd47b6bb7699 req-dc178a9e-ff97-4457-89c8-38ee00dad619 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:35.954872 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9e8216ef-113b-48b8-be55-fd47b6bb7699 req-dc178a9e-ff97-4457-89c8-38ee00dad619 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 946 time: 0.0516393 Nov 23 05:31:36.003174 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-9e8216ef-113b-48b8-be55-fd47b6bb7699 req-df3a32c9-68c6-4933-a891-ba68b6f4a44e tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425482 Nov 23 05:31:37.018742 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-bf2c65f0-810d-4514-808d-480187c9e16d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:37.122257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06120ed-e5db-4206-8993-3d6c3fc565ec req-8932e6dd-cd5c-4437-8dff-e8cf20f737c7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:37.123731 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f06120ed-e5db-4206-8993-3d6c3fc565ec req-8932e6dd-cd5c-4437-8dff-e8cf20f737c7 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 946 time: 0.0528581 Nov 23 05:31:37.173570 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-f06120ed-e5db-4206-8993-3d6c3fc565ec req-bd7f27ed-cd22-473d-999f-3991a79f1092 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436392 Nov 23 05:31:37.289352 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8225a836-a93f-4679-8e53-2db899298240 req-250f6287-d7c6-4738-a462-80821adee09b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:37.291405 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8225a836-a93f-4679-8e53-2db899298240 req-250f6287-d7c6-4738-a462-80821adee09b tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 946 time: 0.0496619 Nov 23 05:31:37.339497 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-8225a836-a93f-4679-8e53-2db899298240 req-667efad2-9340-4a1d-a7fc-5677392f0cf1 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422769 Nov 23 05:31:37.360705 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54800) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:37.399819 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4d05a5a-d78f-48b0-aeb4-27aa5b894a7f tempest-TestSnapshotPattern-1486498721 tempest-TestSnapshotPattern-1486498721-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:37.401295 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e4d05a5a-d78f-48b0-aeb4-27aa5b894a7f tempest-TestSnapshotPattern-1486498721 tempest-TestSnapshotPattern-1486498721-project-admin] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 1094 time: 0.0394857 Nov 23 05:31:37.404003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 54802) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:31:37.408172 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.v2.base [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Request body: {'floatingip': {'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'port_id': '46275500-5ce3-4e97-87fa-73f1a2263df5', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'fixed_ip_address': '172.20.0.12'}} {{(pid=109953) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Nov 23 05:31:37.429999 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for floatingip, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:37.531084 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:37.635317 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_common [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Allocated IP 172.26.8.201 (707e3b6c-c967-4552-be8b-522e32d46a1b/50a70ba9-f078-4903-b2af-175551a0adc2/d6df91e9-3eac-4530-a16b-ded20fc0cdd2) {{(pid=109953) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Nov 23 05:31:37.741451 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for port, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:37.775342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8788451041428', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:37.814885 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Network 707e3b6c-c967-4552-be8b-522e32d46a1b is already hosted by enough agents. {{(pid=109953) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Nov 23 05:31:37.817738 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.base_scheduler [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Resources bound (agent type, host, resource id): {{(pid=109953) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Nov 23 05:31:37.824902 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Received port after_create {{(pid=109953) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Nov 23 05:31:37.851958 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event updated for resources: {'Port': ['ID=d6df91e9-3eac-4530-a16b-ded20fc0cdd2,revision_number=1']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:38.187724 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for floatingip, precommit_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:38.253342 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:38.404998 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for port, precommit_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:38.409140 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-14656385'] for port, after_update {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:38.481741 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event updated for resources: {'Port': ['ID=d6df91e9-3eac-4530-a16b-ded20fc0cdd2,revision_number=2']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:31:38.491322 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-418197'] for floatingip, after_create {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:38.592145 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.db.l3_db [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Floating IP 24596d4b-71ba-4802-a1be-e309da18c8ed associated. External IP: 172.26.8.201, port: 46275500-5ce3-4e97-87fa-73f1a2263df5. Nov 23 05:31:38.796832 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Router e7c93a54-c998-40ad-bc19-9b5254c51cf0 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:31:38.905394 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:31:38.915794 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b24d71f-0e7f-4c7b-aaed-34cc2c0c8efe None None] Sync routers for ids ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:31:38.924045 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:38.927918 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b24d71f-0e7f-4c7b-aaed-34cc2c0c8efe None None] Routers {'e7c93a54-c998-40ad-bc19-9b5254c51cf0'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:31:38.928542 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-5b24d71f-0e7f-4c7b-aaed-34cc2c0c8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:31:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:38.954290 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-d5053c42-b3e5-4571-a6c0-76017ef9c25f tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5492842 Nov 23 05:31:38.955007 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'tag': '46275500-5ce3-4e97-87fa-73f1a2263df5'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:31:38.957444 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb7c6dbc-bec3-4061-8992-ce59275f70b5" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1988e9-4102-4237-8c88-5c9d487e46d1", "tag": "46275500-5ce3-4e97-87fa-73f1a2263df5"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:31:38.997404 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65807ba0-b641-4af7-9de6-7ca66c806162 x-openstack-request-id: req-65807ba0-b641-4af7-9de6-7ca66c806162 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:31:38.997698 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1988e9-4102-4237-8c88-5c9d487e46d1", "tag": "46275500-5ce3-4e97-87fa-73f1a2263df5", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:31:38.997949 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-65807ba0-b641-4af7-9de6-7ca66c806162 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:31:38.998355 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'tag': '46275500-5ce3-4e97-87fa-73f1a2263df5', 'status': 'completed', 'code': 200} Nov 23 05:31:39.089733 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c6dbc-bec3-4061-8992-ce59275f70b5 req-a365977c-f141-45c0-9124-ab3dd9a1d558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:39.091297 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb7c6dbc-bec3-4061-8992-ce59275f70b5 req-a365977c-f141-45c0-9124-ab3dd9a1d558 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=054c9067c461475884ace23c2e9a84e5&device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 1099 time: 0.0431397 Nov 23 05:31:39.181215 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:39.186115 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c6dbc-bec3-4061-8992-ce59275f70b5 req-ad830cb5-5972-438d-ab8f-d30a25576c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:39.187751 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb7c6dbc-bec3-4061-8992-ce59275f70b5 req-ad830cb5-5972-438d-ab8f-d30a25576c10 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 200 len: 909 time: 0.0893848 Nov 23 05:31:39.193494 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-5b24d71f-0e7f-4c7b-aaed-34cc2c0c8efe None None] Set router e7c93a54-c998-40ad-bc19-9b5254c51cf0 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:31:39.258982 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb7c6dbc-bec3-4061-8992-ce59275f70b5 req-ad624611-864e-4971-9408-dea251225c0f service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46275500-5ce3-4e97-87fa-73f1a2263df5 HTTP/1.1" status: 200 len: 1000 time: 0.0633945 Nov 23 05:31:39.297835 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-03d6378c-039f-4d81-92cc-0d6405a02287 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:39.313976 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c6dbc-bec3-4061-8992-ce59275f70b5 req-cdb5829c-6b15-4fca-a9bf-55b5a758f6f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:39.315446 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb7c6dbc-bec3-4061-8992-ce59275f70b5 req-cdb5829c-6b15-4fca-a9bf-55b5a758f6f0 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb4a4376-7e8a-4d44-9cc8-f9be6e347df5 HTTP/1.1" status: 200 len: 847 time: 0.0499656 Nov 23 05:31:39.361156 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7c6dbc-bec3-4061-8992-ce59275f70b5 req-0d56c82f-5eec-41d1-aec6-36bd147816c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:31:39.362596 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb7c6dbc-bec3-4061-8992-ce59275f70b5 req-0d56c82f-5eec-41d1-aec6-36bd147816c0 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0404625 Nov 23 05:31:39.435768 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-5b24d71f-0e7f-4c7b-aaed-34cc2c0c8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '180d8e0c-d500-4f14-9b45-2f443ee200b7', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'floating_ip_address': '172.26.8.138', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'port_id': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'mac_address': 'fa:16:3e:24:02:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:28:59Z', 'updated_at': '2021-11-23T05:29:01Z', 'revision_number': 1, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'fixed_ip_address_scope': None}, {'id': '24596d4b-71ba-4802-a1be-e309da18c8ed', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'floating_ip_address': '172.26.8.201', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'port_id': '46275500-5ce3-4e97-87fa-73f1a2263df5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'mac_address': 'fa:16:3e:2a:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:31:38Z', 'updated_at': '2021-11-23T05:31:38Z', 'revision_number': 0, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774e9e96-5edf-49cd-8338-3fe5d797ddbb', 'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'mac_address': 'fa:16:3e:02:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:35Z', 'updated_at': '2021-11-23T05:28:39Z', 'revision_number': 5, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'subnets': [{'id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:39.457571 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb7c6dbc-bec3-4061-8992-ce59275f70b5 req-5c42f7f1-be1d-46f6-9362-a7cb7346e2a1 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870783 Nov 23 05:31:39.462167 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b24d71f-0e7f-4c7b-aaed-34cc2c0c8efe None None] Checking router: e7c93a54-c998-40ad-bc19-9b5254c51cf0 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:31:39.470588 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b24d71f-0e7f-4c7b-aaed-34cc2c0c8efe None None] Routers {'e7c93a54-c998-40ad-bc19-9b5254c51cf0'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:31:39.471130 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-5b24d71f-0e7f-4c7b-aaed-34cc2c0c8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:31:39Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:39.548886 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-fb7c6dbc-bec3-4061-8992-ce59275f70b5 req-2bbbc486-600b-43c4-88e1-622e41c41f16 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845709 Nov 23 05:31:39.581485 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-5b24d71f-0e7f-4c7b-aaed-34cc2c0c8efe None None] Set router e7c93a54-c998-40ad-bc19-9b5254c51cf0 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:31:39.806422 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-5b24d71f-0e7f-4c7b-aaed-34cc2c0c8efe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '180d8e0c-d500-4f14-9b45-2f443ee200b7', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'floating_ip_address': '172.26.8.138', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'port_id': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'mac_address': 'fa:16:3e:24:02:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:28:59Z', 'updated_at': '2021-11-23T05:29:01Z', 'revision_number': 1, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'fixed_ip_address_scope': None}, {'id': '24596d4b-71ba-4802-a1be-e309da18c8ed', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'floating_ip_address': '172.26.8.201', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'port_id': '46275500-5ce3-4e97-87fa-73f1a2263df5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'mac_address': 'fa:16:3e:2a:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:31:38Z', 'updated_at': '2021-11-23T05:31:38Z', 'revision_number': 0, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774e9e96-5edf-49cd-8338-3fe5d797ddbb', 'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'mac_address': 'fa:16:3e:02:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:35Z', 'updated_at': '2021-11-23T05:28:39Z', 'revision_number': 5, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'subnets': [{'id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:31:39.831999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b24d71f-0e7f-4c7b-aaed-34cc2c0c8efe None None] The sync data for ids ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'] in dv-neutron-818850-1-hyperv is: [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '180d8e0c-d500-4f14-9b45-2f443ee200b7', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'floating_ip_address': '172.26.8.138', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'port_id': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'mac_address': 'fa:16:3e:24:02:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:28:59Z', 'updated_at': '2021-11-23T05:29:01Z', 'revision_number': 1, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'fixed_ip_address_scope': None}, {'id': '24596d4b-71ba-4802-a1be-e309da18c8ed', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'floating_ip_address': '172.26.8.201', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'port_id': '46275500-5ce3-4e97-87fa-73f1a2263df5', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1879, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'mac_address': 'fa:16:3e:2a:89:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:31:38Z', 'updated_at': '2021-11-23T05:31:38Z', 'revision_number': 0, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774e9e96-5edf-49cd-8338-3fe5d797ddbb', 'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'mac_address': 'fa:16:3e:02:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:35Z', 'updated_at': '2021-11-23T05:28:39Z', 'revision_number': 5, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'subnets': [{'id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:31:40.019361 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-437007b0-1ff2-4c8f-8f0c-0f3e645c8085 None None] New status for floating IP 24596d4b-71ba-4802-a1be-e309da18c8ed: ACTIVE {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:31:40.568114 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:42.007233 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:42.786616 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:31:56.392036 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:32:07.022931 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7dcd80bf-7aae-42df-8863-f9835cde8b7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.141101 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:09.291321 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-55413b9b-2fb7-4aa1-af15-99d67cfb1f5a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:10.569166 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:12.011475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:12.788935 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:13.672412 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-44f2fe52-980d-40bb-be09-0ca88b2756fa req-275750eb-ea2a-4cb8-929e-6d286759e3a3 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0395966 Nov 23 05:32:13.779936 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2fe52-980d-40bb-be09-0ca88b2756fa req-b33d1b37-c14d-45e2-ae3e-491bc7f4e82d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:13.781493 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-44f2fe52-980d-40bb-be09-0ca88b2756fa req-b33d1b37-c14d-45e2-ae3e-491bc7f4e82d service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=054c9067c461475884ace23c2e9a84e5&device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 1097 time: 0.0460210 Nov 23 05:32:13.885969 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2fe52-980d-40bb-be09-0ca88b2756fa req-173a760f-4d8b-4405-acf6-3ca5531e6ead service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:13.887463 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-44f2fe52-980d-40bb-be09-0ca88b2756fa req-173a760f-4d8b-4405-acf6-3ca5531e6ead service neutron] 10.222.0.15 "GET /v2.0/networks?id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 200 len: 909 time: 0.0853000 Nov 23 05:32:13.960080 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-44f2fe52-980d-40bb-be09-0ca88b2756fa req-c26c98ed-2e02-413d-a144-5868dbb1533a service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b890adf2-2808-4583-8d54-d370ff52b42a HTTP/1.1" status: 200 len: 1000 time: 0.0615597 Nov 23 05:32:14.010925 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2fe52-980d-40bb-be09-0ca88b2756fa req-5451e745-d9a1-404b-b433-edccc60daf28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:14.012330 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-44f2fe52-980d-40bb-be09-0ca88b2756fa req-5451e745-d9a1-404b-b433-edccc60daf28 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb4a4376-7e8a-4d44-9cc8-f9be6e347df5 HTTP/1.1" status: 200 len: 847 time: 0.0446458 Nov 23 05:32:14.057524 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f2fe52-980d-40bb-be09-0ca88b2756fa req-7a8cbc15-9d49-440a-be20-a38f8bbbc212 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:32:14.058970 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-44f2fe52-980d-40bb-be09-0ca88b2756fa req-7a8cbc15-9d49-440a-be20-a38f8bbbc212 service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0390513 Nov 23 05:32:14.153267 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-44f2fe52-980d-40bb-be09-0ca88b2756fa req-48930117-b0d3-4db6-8f60-75938ed48412 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860906 Nov 23 05:32:14.248295 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-44f2fe52-980d-40bb-be09-0ca88b2756fa req-fff2225f-817b-4700-905d-b6b2ee84ccff service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861290 Nov 23 05:32:33.391029 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:32:37.023627 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d36523e7-a95d-4e27-89f3-c5ffba5debea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:39.136999 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:39.290690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-30af9062-cc33-49a1-8766-9c1e1546bcc9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:40.572555 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:42.014236 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:32:42.790192 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:07.024994 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-147393e5-da9b-4852-ad4e-c0d8a99d141c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:09.136982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:09.290331 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9ea6fa3d-83f1-4333-8854-26fc7947b1a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:09.380468 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 46275500-5ce3-4e97-87fa-73f1a2263df5 details requested by agent hyperv_hv-neutron-8188 with host hv-neutron-8188 {{(pid=109954) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Nov 23 05:33:09.474994 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 46275500-5ce3-4e97-87fa-73f1a2263df5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=46275500-5ce3-4e97-87fa-73f1a2263df5,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:09.486153 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Returning: {'device': '46275500-5ce3-4e97-87fa-73f1a2263df5', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'port_id': '46275500-5ce3-4e97-87fa-73f1a2263df5', 'mac_address': 'fa:16:3e:2a:89:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=109954) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Nov 23 05:33:09.522771 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:09.535200 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 46275500-5ce3-4e97-87fa-73f1a2263df5 {{(pid=109954) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Nov 23 05:33:09.553247 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 46275500-5ce3-4e97-87fa-73f1a2263df5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=46275500-5ce3-4e97-87fa-73f1a2263df5,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:09.557908 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:09.609221 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=46275500-5ce3-4e97-87fa-73f1a2263df5,revision_number=6']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:09.616634 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:09.616996 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:09.617434 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:09.617778 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:09.618116 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:09.618452 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:09.618784 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:09.619117 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:09.619446 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:09.619772 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:09.620098 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:09.620423 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109954) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:09.728778 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] get_ports_and_sgs() called for port_ids ['46275500-5ce3-4e97-87fa-73f1a2263df5'] {{(pid=109954) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Nov 23 05:33:10.390229 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:33:10.577617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:11.411442 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 46275500-5ce3-4e97-87fa-73f1a2263df5 up at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Nov 23 05:33:11.465749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.provisioning_blocks [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Provisioning complete for port 46275500-5ce3-4e97-87fa-73f1a2263df5 triggered by entity L2. {{(pid=109954) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Nov 23 05:33:11.466266 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1478761'] for port, provisioning_complete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:11.556780 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:11.584517 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46275500-5ce3-4e97-87fa-73f1a2263df5'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:33:11.587409 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56abc9bc-9d9f-46f9-b190-fbd40eaa6f03" -d '{"events": [{"server_uuid": "ad1988e9-4102-4237-8c88-5c9d487e46d1", "name": "network-vif-plugged", "status": "completed", "tag": "46275500-5ce3-4e97-87fa-73f1a2263df5"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:33:11.605775 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 46275500-5ce3-4e97-87fa-73f1a2263df5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=46275500-5ce3-4e97-87fa-73f1a2263df5,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:11.610480 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:11.641119 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aded8ec-c3b0-4e2c-bba2-3144958d5e27 x-openstack-request-id: req-4aded8ec-c3b0-4e2c-bba2-3144958d5e27 {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:33:11.641447 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1988e9-4102-4237-8c88-5c9d487e46d1", "name": "network-vif-plugged", "status": "completed", "tag": "46275500-5ce3-4e97-87fa-73f1a2263df5", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:33:11.641707 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-4aded8ec-c3b0-4e2c-bba2-3144958d5e27 {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:33:11.642101 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '46275500-5ce3-4e97-87fa-73f1a2263df5', 'code': 200} Nov 23 05:33:11.674140 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=46275500-5ce3-4e97-87fa-73f1a2263df5,revision_number=7']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:12.018858 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:12.802873 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:13.706585 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc104e8-a87d-44be-9942-d907e6d41652 req-c7a89939-e0b4-43a1-b42f-c6ae2453949c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:13.708288 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2bc104e8-a87d-44be-9942-d907e6d41652 req-c7a89939-e0b4-43a1-b42f-c6ae2453949c service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=054c9067c461475884ace23c2e9a84e5&device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 1099 time: 0.0457518 Nov 23 05:33:13.827155 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc104e8-a87d-44be-9942-d907e6d41652 req-e524ae47-9929-4073-a2f5-7cfb1666da4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:13.828642 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2bc104e8-a87d-44be-9942-d907e6d41652 req-e524ae47-9929-4073-a2f5-7cfb1666da4d service neutron] 10.222.0.15 "GET /v2.0/networks?id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 200 len: 909 time: 0.1001384 Nov 23 05:33:13.902337 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2bc104e8-a87d-44be-9942-d907e6d41652 req-a622f755-c245-46d7-b6b6-cc2bc55d59a1 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46275500-5ce3-4e97-87fa-73f1a2263df5 HTTP/1.1" status: 200 len: 1002 time: 0.0646994 Nov 23 05:33:13.961897 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc104e8-a87d-44be-9942-d907e6d41652 req-291cfc4b-4af7-49e9-ba02-93e9cf4db450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:13.963490 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2bc104e8-a87d-44be-9942-d907e6d41652 req-291cfc4b-4af7-49e9-ba02-93e9cf4db450 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb4a4376-7e8a-4d44-9cc8-f9be6e347df5 HTTP/1.1" status: 200 len: 847 time: 0.0524080 Nov 23 05:33:14.021914 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc104e8-a87d-44be-9942-d907e6d41652 req-9388787d-7844-4a0b-acc8-4566c91ccb4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:14.024095 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2bc104e8-a87d-44be-9942-d907e6d41652 req-9388787d-7844-4a0b-acc8-4566c91ccb4c service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0514867 Nov 23 05:33:14.131167 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2bc104e8-a87d-44be-9942-d907e6d41652 req-13acdb53-85ef-4fe1-8e17-287c734a93b9 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980647 Nov 23 05:33:14.251577 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-2bc104e8-a87d-44be-9942-d907e6d41652 req-588a6319-8b97-4b73-8669-c8017ee89f99 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1116598 Nov 23 05:33:20.362699 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 55028) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:20.521943 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Deleting port d6df91e9-3eac-4530-a16b-ded20fc0cdd2 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:20.522308 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:20.598389 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:20.598630 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:20.610229 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Calling delete_port for d6df91e9-3eac-4530-a16b-ded20fc0cdd2 owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:20.757597 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:20.784928 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event deleted for resources: {'Port': ['ID=d6df91e9-3eac-4530-a16b-ded20fc0cdd2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:20.811540 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:20.811894 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:20.812243 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:20.812579 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:20.812911 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:20.813244 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:20.813604 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:20.813929 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:20.814259 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:20.814585 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:20.814909 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:20.815232 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109952) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:20.853043 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:20.853330 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Floating IP 24596d4b-71ba-4802-a1be-e309da18c8ed disassociated (deleted). External IP: 172.26.8.201, port: 46275500-5ce3-4e97-87fa-73f1a2263df5. Nov 23 05:33:21.058294 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Router e7c93a54-c998-40ad-bc19-9b5254c51cf0 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:33:21.169565 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:33:21.174202 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:21.181732 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636b806-142f-46e4-b923-75a14e8ef430 None None] Sync routers for ids ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:33:21.191877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636b806-142f-46e4-b923-75a14e8ef430 None None] Routers {'e7c93a54-c998-40ad-bc19-9b5254c51cf0'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:33:21.192920 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d636b806-142f-46e4-b923-75a14e8ef430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:33:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:21.202570 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-14cca661-fe06-445a-af9a-5054efbc07b3 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "DELETE /v2.0/floatingips/24596d4b-71ba-4802-a1be-e309da18c8ed HTTP/1.1" status: 204 len: 168 time: 0.8387692 Nov 23 05:33:21.203170 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'tag': '46275500-5ce3-4e97-87fa-73f1a2263df5'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:33:21.205443 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68100b0-6b40-43c8-81db-c9419b1b059f" -d '{"events": [{"name": "network-changed", "server_uuid": "ad1988e9-4102-4237-8c88-5c9d487e46d1", "tag": "46275500-5ce3-4e97-87fa-73f1a2263df5"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:33:21.297124 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:33:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c77acd1-aa10-4243-a65d-3a3ef889a0b8 x-openstack-request-id: req-0c77acd1-aa10-4243-a65d-3a3ef889a0b8 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:33:21.297455 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad1988e9-4102-4237-8c88-5c9d487e46d1", "tag": "46275500-5ce3-4e97-87fa-73f1a2263df5", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:33:21.297687 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-0c77acd1-aa10-4243-a65d-3a3ef889a0b8 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:33:21.298092 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'tag': '46275500-5ce3-4e97-87fa-73f1a2263df5', 'status': 'completed', 'code': 200} Nov 23 05:33:21.310254 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-d636b806-142f-46e4-b923-75a14e8ef430 None None] Set router e7c93a54-c998-40ad-bc19-9b5254c51cf0 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:33:21.431203 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68100b0-6b40-43c8-81db-c9419b1b059f req-03a72f9e-23fe-42b8-b490-9f36e88c3299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:21.432647 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b68100b0-6b40-43c8-81db-c9419b1b059f req-03a72f9e-23fe-42b8-b490-9f36e88c3299 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=054c9067c461475884ace23c2e9a84e5&device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 1099 time: 0.0703242 Nov 23 05:33:21.453268 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad59559-d18f-4fe8-abab-31cf6d7b7644 req-84e1c120-fec4-48db-af87-48b36b8bf082 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:21.454687 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4ad59559-d18f-4fe8-abab-31cf6d7b7644 req-84e1c120-fec4-48db-af87-48b36b8bf082 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 946 time: 0.0566337 Nov 23 05:33:21.545834 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d636b806-142f-46e4-b923-75a14e8ef430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '180d8e0c-d500-4f14-9b45-2f443ee200b7', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'floating_ip_address': '172.26.8.138', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'port_id': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'mac_address': 'fa:16:3e:24:02:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:28:59Z', 'updated_at': '2021-11-23T05:29:01Z', 'revision_number': 1, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774e9e96-5edf-49cd-8338-3fe5d797ddbb', 'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'mac_address': 'fa:16:3e:02:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:35Z', 'updated_at': '2021-11-23T05:28:39Z', 'revision_number': 5, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'subnets': [{'id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:21.566954 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-4ad59559-d18f-4fe8-abab-31cf6d7b7644 req-e78312f1-7451-4b2b-963d-b70391a05808 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051381 Nov 23 05:33:21.572978 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636b806-142f-46e4-b923-75a14e8ef430 None None] Checking router: e7c93a54-c998-40ad-bc19-9b5254c51cf0 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:33:21.581374 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d636b806-142f-46e4-b923-75a14e8ef430 None None] Routers {'e7c93a54-c998-40ad-bc19-9b5254c51cf0'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:33:21.584721 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68100b0-6b40-43c8-81db-c9419b1b059f req-3f92559c-99e9-4524-9d7d-4193d4528b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:21.585891 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d636b806-142f-46e4-b923-75a14e8ef430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:33:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:21.586270 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b68100b0-6b40-43c8-81db-c9419b1b059f req-3f92559c-99e9-4524-9d7d-4193d4528b67 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 200 len: 909 time: 0.1406639 Nov 23 05:33:21.633299 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b68100b0-6b40-43c8-81db-c9419b1b059f req-953ded39-11da-4024-8790-3778c3c304db service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=46275500-5ce3-4e97-87fa-73f1a2263df5 HTTP/1.1" status: 200 len: 217 time: 0.0391381 Nov 23 05:33:21.684492 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68100b0-6b40-43c8-81db-c9419b1b059f req-00f08b6d-fede-4286-b6dc-43445e6527e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:21.685897 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b68100b0-6b40-43c8-81db-c9419b1b059f req-00f08b6d-fede-4286-b6dc-43445e6527e7 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb4a4376-7e8a-4d44-9cc8-f9be6e347df5 HTTP/1.1" status: 200 len: 847 time: 0.0441766 Nov 23 05:33:21.693198 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-d636b806-142f-46e4-b923-75a14e8ef430 None None] Set router e7c93a54-c998-40ad-bc19-9b5254c51cf0 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:33:21.732380 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68100b0-6b40-43c8-81db-c9419b1b059f req-961c4637-fd8a-4d61-b4c5-83e141774f4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:21.733924 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b68100b0-6b40-43c8-81db-c9419b1b059f req-961c4637-fd8a-4d61-b4c5-83e141774f4d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0398822 Nov 23 05:33:21.828937 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b68100b0-6b40-43c8-81db-c9419b1b059f req-df677880-7608-44a7-9c3e-c51a047db175 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866964 Nov 23 05:33:21.922735 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-d636b806-142f-46e4-b923-75a14e8ef430 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '180d8e0c-d500-4f14-9b45-2f443ee200b7', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'floating_ip_address': '172.26.8.138', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'port_id': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'mac_address': 'fa:16:3e:24:02:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:28:59Z', 'updated_at': '2021-11-23T05:29:01Z', 'revision_number': 1, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774e9e96-5edf-49cd-8338-3fe5d797ddbb', 'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'mac_address': 'fa:16:3e:02:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:35Z', 'updated_at': '2021-11-23T05:28:39Z', 'revision_number': 5, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'subnets': [{'id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:21.950681 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d636b806-142f-46e4-b923-75a14e8ef430 None None] The sync data for ids ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'] in dv-neutron-818850-1-hyperv is: [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_floatingips': [{'id': '180d8e0c-d500-4f14-9b45-2f443ee200b7', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'floating_ip_address': '172.26.8.138', 'floating_network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'router_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'port_id': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 1876, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'mac_address': 'fa:16:3e:24:02:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-11-23T05:28:59Z', 'updated_at': '2021-11-23T05:29:01Z', 'revision_number': 1, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '774e9e96-5edf-49cd-8338-3fe5d797ddbb', 'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'mac_address': 'fa:16:3e:02:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:35Z', 'updated_at': '2021-11-23T05:28:39Z', 'revision_number': 5, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'subnets': [{'id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:33:22.184031 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db5f668a-b2e8-4c5b-b7af-a637466684f5 None None] New status for floating IP 24596d4b-71ba-4802-a1be-e309da18c8ed: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:33:22.269173 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-b68100b0-6b40-43c8-81db-c9419b1b059f req-8c93e9c0-5dfe-48b6-9c46-19b712669b4e service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4310946 Nov 23 05:33:22.690291 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c19a92-fc26-4b41-9c70-018776cbd476 req-11b3b355-784d-4b67-aaa9-f7e9aa5bf776 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:22.691794 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-53c19a92-fc26-4b41-9c70-018776cbd476 req-11b3b355-784d-4b67-aaa9-f7e9aa5bf776 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 946 time: 0.0530498 Nov 23 05:33:22.744522 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-53c19a92-fc26-4b41-9c70-018776cbd476 req-af029842-6db0-42d0-a88d-6f6f66b3420e tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461388 Nov 23 05:33:23.487219 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 46275500-5ce3-4e97-87fa-73f1a2263df5 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:33:23.542548 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e37cfc5-fea4-47d7-a817-0be59166e26a req-3d3bcb48-35ef-447f-8e68-4453b89b5897 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:23.544067 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7e37cfc5-fea4-47d7-a817-0be59166e26a req-3d3bcb48-35ef-447f-8e68-4453b89b5897 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.15 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 946 time: 0.0484297 Nov 23 05:33:23.563573 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1615977'] for port, before_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:23.590138 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46275500-5ce3-4e97-87fa-73f1a2263df5'}] {{(pid=109954) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:33:23.592373 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}005fc1801023ea9a5dd2013948a35539e0fb905cf276598a960c8102b8068288" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42fff81f-cf6c-4e8a-83f6-108b0382f012" -d '{"events": [{"server_uuid": "ad1988e9-4102-4237-8c88-5c9d487e46d1", "name": "network-vif-unplugged", "status": "completed", "tag": "46275500-5ce3-4e97-87fa-73f1a2263df5"}]}' {{(pid=109954) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:33:23.643279 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-7e37cfc5-fea4-47d7-a817-0be59166e26a req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Deleting port 46275500-5ce3-4e97-87fa-73f1a2263df5 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:23.643615 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7e37cfc5-fea4-47d7-a817-0be59166e26a req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:23.734752 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-7e37cfc5-fea4-47d7-a817-0be59166e26a req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] For port 46275500-5ce3-4e97-87fa-73f1a2263df5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=46275500-5ce3-4e97-87fa-73f1a2263df5,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:23.735117 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7e37cfc5-fea4-47d7-a817-0be59166e26a req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:23.753354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-7e37cfc5-fea4-47d7-a817-0be59166e26a req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Calling delete_port for 46275500-5ce3-4e97-87fa-73f1a2263df5 owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:23.755504 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 23 Nov 2021 05:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3efbb32f-4f72-4c88-a659-2ba4ecacdf9f x-openstack-request-id: req-3efbb32f-4f72-4c88-a659-2ba4ecacdf9f {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:33:23.755801 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1988e9-4102-4237-8c88-5c9d487e46d1", "name": "network-vif-unplugged", "status": "completed", "tag": "46275500-5ce3-4e97-87fa-73f1a2263df5", "code": 200}]} {{(pid=109954) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:33:23.756055 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-3efbb32f-4f72-4c88-a659-2ba4ecacdf9f {{(pid=109954) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:33:23.757032 dv-neutron-818850-1-hyperv neutron-server[109954]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '46275500-5ce3-4e97-87fa-73f1a2263df5', 'code': 200} Nov 23 05:33:23.760922 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] For port 46275500-5ce3-4e97-87fa-73f1a2263df5, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=46275500-5ce3-4e97-87fa-73f1a2263df5,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:23.768823 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8788451473978', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8788451041446', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8788451041464'] for port, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:23.824806 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Pushing event updated for resources: {'Port': ['ID=46275500-5ce3-4e97-87fa-73f1a2263df5,revision_number=8']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:23.873376 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b131f9-0700-449f-bd4b-fd3cd0b37bc4 req-77737410-bef7-467f-87a6-e69df6de4c28 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:23.875109 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-84b131f9-0700-449f-bd4b-fd3cd0b37bc4 req-77737410-bef7-467f-87a6-e69df6de4c28 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=ad1988e9-4102-4237-8c88-5c9d487e46d1 HTTP/1.1" status: 200 len: 944 time: 0.0491686 Nov 23 05:33:23.895626 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7e37cfc5-fea4-47d7-a817-0be59166e26a req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:23.922886 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event deleted for resources: {'Port': ['ID=46275500-5ce3-4e97-87fa-73f1a2263df5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:23.925003 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-84b131f9-0700-449f-bd4b-fd3cd0b37bc4 req-c1a8df74-cc50-4344-b9fc-03c6be86e4fc tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439813 Nov 23 05:33:23.933308 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:23.933670 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:23.934014 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:23.934354 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:23.934689 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:23.935025 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:23.935372 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:23.935688 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:23.936021 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:23.936671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:23.936671 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:23.937004 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-818850-1-hyperv {{(pid=109953) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Nov 23 05:33:23.980518 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e37cfc5-fea4-47d7-a817-0be59166e26a req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] No DVR routers for this DVR port 46275500-5ce3-4e97-87fa-73f1a2263df5 on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:33:23.982969 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-7e37cfc5-fea4-47d7-a817-0be59166e26a req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:23.986287 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-7e37cfc5-fea4-47d7-a817-0be59166e26a req-adfc9b6d-a665-4a12-b464-b550d247d5da tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.15 "DELETE /v2.0/ports/46275500-5ce3-4e97-87fa-73f1a2263df5 HTTP/1.1" status: 204 len: 173 time: 0.4328499 Nov 23 05:33:23.986726 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'name': 'network-vif-deleted', 'tag': '46275500-5ce3-4e97-87fa-73f1a2263df5'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:33:23.989003 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d1d9f9b-a37e-4dfa-b6ff-f0ffe3536fcc" -d '{"events": [{"server_uuid": "ad1988e9-4102-4237-8c88-5c9d487e46d1", "name": "network-vif-deleted", "tag": "46275500-5ce3-4e97-87fa-73f1a2263df5"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:33:24.028984 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7319e00-df55-44ba-bbc4-f57571fd4d52 x-openstack-request-id: req-b7319e00-df55-44ba-bbc4-f57571fd4d52 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:33:24.029358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad1988e9-4102-4237-8c88-5c9d487e46d1", "name": "network-vif-deleted", "tag": "46275500-5ce3-4e97-87fa-73f1a2263df5", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:33:24.029591 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-b7319e00-df55-44ba-bbc4-f57571fd4d52 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:33:24.029947 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad1988e9-4102-4237-8c88-5c9d487e46d1', 'name': 'network-vif-deleted', 'tag': '46275500-5ce3-4e97-87fa-73f1a2263df5', 'status': 'completed', 'code': 200} Nov 23 05:33:25.503862 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 55096) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:25.659468 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-2c76b4ce-3f8a-44dc-8f82-12de2190e683 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Deleting port 7151f706-a76e-4891-a12a-276a7fb3381e {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:25.659695 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2c76b4ce-3f8a-44dc-8f82-12de2190e683 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:25.737516 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2c76b4ce-3f8a-44dc-8f82-12de2190e683 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:25.737843 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2c76b4ce-3f8a-44dc-8f82-12de2190e683 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for floatingip, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:25.749610 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-2c76b4ce-3f8a-44dc-8f82-12de2190e683 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Calling delete_port for 7151f706-a76e-4891-a12a-276a7fb3381e owned by network:floatingip {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:25.895702 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2c76b4ce-3f8a-44dc-8f82-12de2190e683 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:25.920300 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c76b4ce-3f8a-44dc-8f82-12de2190e683 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event deleted for resources: {'Port': ['ID=7151f706-a76e-4891-a12a-276a7fb3381e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:25.982622 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2c76b4ce-3f8a-44dc-8f82-12de2190e683 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for floatingip, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:25.982953 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.db.l3_db [None req-2c76b4ce-3f8a-44dc-8f82-12de2190e683 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Floating IP 180d8e0c-d500-4f14-9b45-2f443ee200b7 disassociated (deleted). External IP: 172.26.8.138, port: b890adf2-2808-4583-8d54-d370ff52b42a. Nov 23 05:33:26.188733 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c76b4ce-3f8a-44dc-8f82-12de2190e683 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Router e7c93a54-c998-40ad-bc19-9b5254c51cf0 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:33:26.558266 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c76b4ce-3f8a-44dc-8f82-12de2190e683 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:33:26.563041 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-2c76b4ce-3f8a-44dc-8f82-12de2190e683 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for floatingip, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:26.569490 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd14e7-3e06-472a-b17c-9e16da5fa8b4 None None] Sync routers for ids ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:33:26.579180 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd14e7-3e06-472a-b17c-9e16da5fa8b4 None None] Routers {'e7c93a54-c998-40ad-bc19-9b5254c51cf0'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:33:26.579877 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-30bd14e7-3e06-472a-b17c-9e16da5fa8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:33:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:26.589259 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2c76b4ce-3f8a-44dc-8f82-12de2190e683 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "DELETE /v2.0/floatingips/180d8e0c-d500-4f14-9b45-2f443ee200b7 HTTP/1.1" status: 204 len: 168 time: 1.0842905 Nov 23 05:33:26.589881 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'tag': 'b890adf2-2808-4583-8d54-d370ff52b42a'}] {{(pid=109952) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:33:26.592123 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}233a737983ae54c3236a4757c68633088c69a0338fcb5bccbb196ff473ca7b00" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfe47bff-4516-4806-afa2-d72f3748cf67" -d '{"events": [{"name": "network-changed", "server_uuid": "9390e457-d451-4ea5-ac61-a54c48b81fff", "tag": "b890adf2-2808-4583-8d54-d370ff52b42a"}]}' {{(pid=109952) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:33:26.630529 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 23 Nov 2021 05:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df01675a-ed75-4f67-ad4d-a2989b8b6583 x-openstack-request-id: req-df01675a-ed75-4f67-ad4d-a2989b8b6583 {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:33:26.630888 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9390e457-d451-4ea5-ac61-a54c48b81fff", "tag": "b890adf2-2808-4583-8d54-d370ff52b42a", "status": "completed", "code": 200}]} {{(pid=109952) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:33:26.631150 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-df01675a-ed75-4f67-ad4d-a2989b8b6583 {{(pid=109952) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:33:26.631582 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'tag': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'status': 'completed', 'code': 200} Nov 23 05:33:26.692991 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-30bd14e7-3e06-472a-b17c-9e16da5fa8b4 None None] Set router e7c93a54-c998-40ad-bc19-9b5254c51cf0 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:33:26.723247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe47bff-4516-4806-afa2-d72f3748cf67 req-ef23deda-777d-4c83-a62c-4880212c6738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:26.724828 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfe47bff-4516-4806-afa2-d72f3748cf67 req-ef23deda-777d-4c83-a62c-4880212c6738 service neutron] 10.222.0.15 "GET /v2.0/ports?tenant_id=054c9067c461475884ace23c2e9a84e5&device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 1097 time: 0.0465853 Nov 23 05:33:26.824597 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecab02bb-de61-4a08-93b3-5f5488c85f3a req-9a43d566-c05e-4996-91ca-3937b0f635a9 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109952) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:26.826019 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ecab02bb-de61-4a08-93b3-5f5488c85f3a req-9a43d566-c05e-4996-91ca-3937b0f635a9 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 944 time: 0.0531054 Nov 23 05:33:26.874247 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe47bff-4516-4806-afa2-d72f3748cf67 req-1b057ba7-87cb-4c05-bd23-3e97c8368971 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:26.875710 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfe47bff-4516-4806-afa2-d72f3748cf67 req-1b057ba7-87cb-4c05-bd23-3e97c8368971 service neutron] 10.222.0.15 "GET /v2.0/networks?id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 200 len: 909 time: 0.0934715 Nov 23 05:33:26.877179 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-ecab02bb-de61-4a08-93b3-5f5488c85f3a req-e4f1664f-d67b-419c-bea1-d6200d3fbb95 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444274 Nov 23 05:33:26.923317 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfe47bff-4516-4806-afa2-d72f3748cf67 req-88f57523-e344-4c01-b335-82980cba11f7 service neutron] 10.222.0.15 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b890adf2-2808-4583-8d54-d370ff52b42a HTTP/1.1" status: 200 len: 217 time: 0.0389500 Nov 23 05:33:26.923578 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-30bd14e7-3e06-472a-b17c-9e16da5fa8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '774e9e96-5edf-49cd-8338-3fe5d797ddbb', 'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'mac_address': 'fa:16:3e:02:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:35Z', 'updated_at': '2021-11-23T05:28:39Z', 'revision_number': 5, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'subnets': [{'id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:26.950463 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd14e7-3e06-472a-b17c-9e16da5fa8b4 None None] Checking router: e7c93a54-c998-40ad-bc19-9b5254c51cf0 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:33:26.958870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bd14e7-3e06-472a-b17c-9e16da5fa8b4 None None] Routers {'e7c93a54-c998-40ad-bc19-9b5254c51cf0'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:33:26.959513 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-30bd14e7-3e06-472a-b17c-9e16da5fa8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:33:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:26.973757 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe47bff-4516-4806-afa2-d72f3748cf67 req-ca0c1a80-2694-4899-b2d0-22635e139528 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:26.975757 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfe47bff-4516-4806-afa2-d72f3748cf67 req-ca0c1a80-2694-4899-b2d0-22635e139528 service neutron] 10.222.0.15 "GET /v2.0/subnets?id=fb4a4376-7e8a-4d44-9cc8-f9be6e347df5 HTTP/1.1" status: 200 len: 847 time: 0.0443637 Nov 23 05:33:27.022029 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfe47bff-4516-4806-afa2-d72f3748cf67 req-d3557f32-5149-4bb9-b0e2-50a9961dca5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:27.023567 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfe47bff-4516-4806-afa2-d72f3748cf67 req-d3557f32-5149-4bb9-b0e2-50a9961dca5d service neutron] 10.222.0.15 "GET /v2.0/ports?network_id=08f9a0d4-3a6e-4895-8d6d-824d7caeea96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0403008 Nov 23 05:33:27.064646 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-30bd14e7-3e06-472a-b17c-9e16da5fa8b4 None None] Set router e7c93a54-c998-40ad-bc19-9b5254c51cf0 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:33:27.118572 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfe47bff-4516-4806-afa2-d72f3748cf67 req-05c2b409-a486-400b-9918-329590ea7a85 service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871520 Nov 23 05:33:27.212126 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-bfe47bff-4516-4806-afa2-d72f3748cf67 req-a9991ba5-c2d9-4d01-9f40-955a071744ac service neutron] 10.222.0.15 "GET /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849071 Nov 23 05:33:27.264231 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-30bd14e7-3e06-472a-b17c-9e16da5fa8b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '774e9e96-5edf-49cd-8338-3fe5d797ddbb', 'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'mac_address': 'fa:16:3e:02:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:35Z', 'updated_at': '2021-11-23T05:28:39Z', 'revision_number': 5, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'subnets': [{'id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:27.294362 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30bd14e7-3e06-472a-b17c-9e16da5fa8b4 None None] The sync data for ids ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'] in dv-neutron-818850-1-hyperv is: [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv', '_interfaces': [{'id': '774e9e96-5edf-49cd-8338-3fe5d797ddbb', 'name': '', 'network_id': '08f9a0d4-3a6e-4895-8d6d-824d7caeea96', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'mac_address': 'fa:16:3e:02:05:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_interface', 'standard_attr_id': 1852, 'fixed_ips': [{'subnet_id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:35Z', 'updated_at': '2021-11-23T05:28:39Z', 'revision_number': 5, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'subnets': [{'id': 'fb4a4376-7e8a-4d44-9cc8-f9be6e347df5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:33:27.507289 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3003a474-da88-4669-9f93-7fd5e0e6063c None None] New status for floating IP 180d8e0c-d500-4f14-9b45-2f443ee200b7: DOWN {{(pid=109955) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Nov 23 05:33:27.518930 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 46275500-5ce3-4e97-87fa-73f1a2263df5 no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:33:27.540018 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: 46275500-5ce3-4e97-87fa-73f1a2263df5 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:33:27.540364 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device 46275500-5ce3-4e97-87fa-73f1a2263df5 not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:33:27.996939 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d90d01e-1710-465e-bef9-5dd11c82229c req-435fc516-bf2c-430e-96be-6774d7e5f016 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:27.998401 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8d90d01e-1710-465e-bef9-5dd11c82229c req-435fc516-bf2c-430e-96be-6774d7e5f016 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 944 time: 0.0523198 Nov 23 05:33:28.046810 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-8d90d01e-1710-465e-bef9-5dd11c82229c req-75df3622-a60d-419b-908d-107fb08b015a tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/security-groups?id=2ef97916-93b3-4741-b733-9b6527fee71c&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422225 Nov 23 05:33:28.794288 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cb7333-1cd5-4ff7-b593-a49b0f67f6f4 req-208b8d8b-3c1c-4a59-a03b-f25ca4800401 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=109953) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Nov 23 05:33:28.795736 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-29cb7333-1cd5-4ff7-b593-a49b0f67f6f4 req-208b8d8b-3c1c-4a59-a03b-f25ca4800401 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.15 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 944 time: 0.0506496 Nov 23 05:33:28.886864 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-29cb7333-1cd5-4ff7-b593-a49b0f67f6f4 req-9391ba76-0ed7-4f1f-8f18-01ac8aa9a66e tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Deleting port b890adf2-2808-4583-8d54-d370ff52b42a {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:28.887221 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-29cb7333-1cd5-4ff7-b593-a49b0f67f6f4 req-9391ba76-0ed7-4f1f-8f18-01ac8aa9a66e tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:28.978547 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [req-29cb7333-1cd5-4ff7-b593-a49b0f67f6f4 req-9391ba76-0ed7-4f1f-8f18-01ac8aa9a66e tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] For port b890adf2-2808-4583-8d54-d370ff52b42a, host hv-neutron-8188, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8188',level=0,port_id=b890adf2-2808-4583-8d54-d370ff52b42a,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:28.978909 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-29cb7333-1cd5-4ff7-b593-a49b0f67f6f4 req-9391ba76-0ed7-4f1f-8f18-01ac8aa9a66e tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:28.991445 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [req-29cb7333-1cd5-4ff7-b593-a49b0f67f6f4 req-9391ba76-0ed7-4f1f-8f18-01ac8aa9a66e tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Calling delete_port for b890adf2-2808-4583-8d54-d370ff52b42a owned by compute:nova {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:29.122201 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-29cb7333-1cd5-4ff7-b593-a49b0f67f6f4 req-9391ba76-0ed7-4f1f-8f18-01ac8aa9a66e tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:29.144384 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [req-917cb649-04cd-4561-bf24-d05b47c830de req-6c61621c-0b74-47c1-acad-223e611ad897 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "GET /v2.0/ports?device_id=9390e457-d451-4ea5-ac61-a54c48b81fff HTTP/1.1" status: 200 len: 210 time: 0.0314298 Nov 23 05:33:29.152205 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9391ba76-0ed7-4f1f-8f18-01ac8aa9a66e tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event deleted for resources: {'Port': ['ID=b890adf2-2808-4583-8d54-d370ff52b42a,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:29.194135 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [req-29cb7333-1cd5-4ff7-b593-a49b0f67f6f4 req-9391ba76-0ed7-4f1f-8f18-01ac8aa9a66e tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] No DVR routers for this DVR port b890adf2-2808-4583-8d54-d370ff52b42a on host hv-neutron-8188 {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:33:29.196710 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [req-29cb7333-1cd5-4ff7-b593-a49b0f67f6f4 req-9391ba76-0ed7-4f1f-8f18-01ac8aa9a66e tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-26046'] for port, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:29.200051 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [req-29cb7333-1cd5-4ff7-b593-a49b0f67f6f4 req-9391ba76-0ed7-4f1f-8f18-01ac8aa9a66e tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.15 "DELETE /v2.0/ports/b890adf2-2808-4583-8d54-d370ff52b42a HTTP/1.1" status: 204 len: 173 time: 0.3947728 Nov 23 05:33:29.200502 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'name': 'network-vif-deleted', 'tag': 'b890adf2-2808-4583-8d54-d370ff52b42a'}] {{(pid=109953) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Nov 23 05:33:29.202765 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.37/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}676da8e0a0799434e362d34f4545cb0e13a6fab5e99078a0265c399c40272ec5" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8594e84-2bc3-476a-9f6c-057671830e6c" -d '{"events": [{"server_uuid": "9390e457-d451-4ea5-ac61-a54c48b81fff", "name": "network-vif-deleted", "tag": "b890adf2-2808-4583-8d54-d370ff52b42a"}]}' {{(pid=109953) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Nov 23 05:33:29.239851 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 23 Nov 2021 05:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64443508-89ad-4869-a777-645bbc553520 x-openstack-request-id: req-64443508-89ad-4869-a777-645bbc553520 {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Nov 23 05:33:29.240143 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9390e457-d451-4ea5-ac61-a54c48b81fff", "name": "network-vif-deleted", "tag": "b890adf2-2808-4583-8d54-d370ff52b42a", "status": "completed", "code": 200}]} {{(pid=109953) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Nov 23 05:33:29.240397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.37/compute/v2.1/os-server-external-events used request id req-64443508-89ad-4869-a777-645bbc553520 {{(pid=109953) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Nov 23 05:33:29.240797 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9390e457-d451-4ea5-ac61-a54c48b81fff', 'name': 'network-vif-deleted', 'tag': 'b890adf2-2808-4583-8d54-d370ff52b42a', 'status': 'completed', 'code': 200} Nov 23 05:33:30.199601 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 55112) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:30.254151 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-735d31a3-5fcb-4e38-8bad-cb0609bb5ab0 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:30.278678 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-735d31a3-5fcb-4e38-8bad-cb0609bb5ab0 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:30.335096 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-735d31a3-5fcb-4e38-8bad-cb0609bb5ab0 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:30.337813 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-735d31a3-5fcb-4e38-8bad-cb0609bb5ab0 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:30.338996 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-735d31a3-5fcb-4e38-8bad-cb0609bb5ab0 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] 10.222.0.37 "DELETE /v2.0/security-groups/2ef97916-93b3-4741-b733-9b6527fee71c HTTP/1.1" status: 204 len: 168 time: 0.1384194 Nov 23 05:33:30.348140 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735d31a3-5fcb-4e38-8bad-cb0609bb5ab0 tempest-TestSnapshotPattern-1764398311 tempest-TestSnapshotPattern-1764398311-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ef97916-93b3-4741-b733-9b6527fee71c,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:31.405485 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 55118) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:31.539742 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b890adf2-2808-4583-8d54-d370ff52b42a no longer exists at agent hyperv_hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:33:31.560277 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] No Port match for: b890adf2-2808-4583-8d54-d370ff52b42a {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:33:31.560622 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Device b890adf2-2808-4583-8d54-d370ff52b42a not bound to the agent host hv-neutron-8188 {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:33:31.759945 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-62acbac8-7de1-4640-a5d2-2caf04094fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:32.012530 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-62acbac8-7de1-4640-a5d2-2caf04094fb1 admin admin] Deleting port 774e9e96-5edf-49cd-8338-3fe5d797ddbb {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:32.012783 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-62acbac8-7de1-4640-a5d2-2caf04094fb1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:32.090655 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-62acbac8-7de1-4640-a5d2-2caf04094fb1 admin admin] For port 774e9e96-5edf-49cd-8338-3fe5d797ddbb, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=774e9e96-5edf-49cd-8338-3fe5d797ddbb,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:32.091012 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-62acbac8-7de1-4640-a5d2-2caf04094fb1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:32.107594 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-62acbac8-7de1-4640-a5d2-2caf04094fb1 admin admin] Calling delete_port for 774e9e96-5edf-49cd-8338-3fe5d797ddbb owned by network:router_interface {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:32.291812 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-62acbac8-7de1-4640-a5d2-2caf04094fb1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:32.317483 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62acbac8-7de1-4640-a5d2-2caf04094fb1 admin admin] Pushing event deleted for resources: {'Port': ['ID=774e9e96-5edf-49cd-8338-3fe5d797ddbb,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:32.485257 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-62acbac8-7de1-4640-a5d2-2caf04094fb1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:32.700409 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62acbac8-7de1-4640-a5d2-2caf04094fb1 admin admin] Router e7c93a54-c998-40ad-bc19-9b5254c51cf0 has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109953) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:33:32.807004 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62acbac8-7de1-4640-a5d2-2caf04094fb1 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109953) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:33:32.812093 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-62acbac8-7de1-4640-a5d2-2caf04094fb1 admin admin] 10.222.0.37 "PUT /v2.0/routers/e7c93a54-c998-40ad-bc19-9b5254c51cf0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4054146 Nov 23 05:33:32.814687 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 55120) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:32.815588 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4941c344-64e0-4497-b3a7-63a0cd036616 None None] Sync routers for ids ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'] in dv-neutron-818850-1-hyperv {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:33:32.829550 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4941c344-64e0-4497-b3a7-63a0cd036616 None None] Routers {'e7c93a54-c998-40ad-bc19-9b5254c51cf0'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:33:32.830169 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-4941c344-64e0-4497-b3a7-63a0cd036616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:33:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:32.939215 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-4941c344-64e0-4497-b3a7-63a0cd036616 None None] Set router e7c93a54-c998-40ad-bc19-9b5254c51cf0 gateway port host: dv-neutron-818850-1-hyperv {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:33:33.037888 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] Publish callbacks [] for router, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:33.117617 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-4941c344-64e0-4497-b3a7-63a0cd036616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164'}], 'enable_snat': True}, 'gw_port_id': 'dff92920-c180-4933-ac58-363cba37c209', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:33:32Z', 'revision_number': 5, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port': {'id': 'dff92920-c180-4933-ac58-363cba37c209', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:f0:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1851, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:28:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:33.141758 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:33.146263 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4941c344-64e0-4497-b3a7-63a0cd036616 None None] Checking router: e7c93a54-c998-40ad-bc19-9b5254c51cf0 for host: dv-neutron-818850-1-hyperv {{(pid=109954) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:33:33.159749 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4941c344-64e0-4497-b3a7-63a0cd036616 None None] Routers {'e7c93a54-c998-40ad-bc19-9b5254c51cf0'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109954) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:33:33.160834 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-4941c344-64e0-4497-b3a7-63a0cd036616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:33:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'], 'active': True} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:33.203138 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] Deleting port dff92920-c180-4933-ac58-363cba37c209 {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:33.203474 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:33.249883 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvr_db [None req-4941c344-64e0-4497-b3a7-63a0cd036616 None None] Set router e7c93a54-c998-40ad-bc19-9b5254c51cf0 gateway port host: None {{(pid=109954) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:33:33.282981 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] For port dff92920-c180-4933-ac58-363cba37c209, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=dff92920-c180-4933-ac58-363cba37c209,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:33.283348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:33.300438 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] Calling delete_port for dff92920-c180-4933-ac58-363cba37c209 owned by network:router_gateway {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:33.303997 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_hamode_db [None req-4941c344-64e0-4497-b3a7-63a0cd036616 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:33:33Z', 'revision_number': 6, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109954) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:33.329810 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4941c344-64e0-4497-b3a7-63a0cd036616 None None] The sync data for ids ['e7c93a54-c998-40ad-bc19-9b5254c51cf0'] in dv-neutron-818850-1-hyperv is: [{'id': 'e7c93a54-c998-40ad-bc19-9b5254c51cf0', 'name': 'tempest-TestSnapshotPattern-76104320-router', 'tenant_id': '054c9067c461475884ace23c2e9a84e5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:33Z', 'updated_at': '2021-11-23T05:33:33Z', 'revision_number': 6, 'project_id': '054c9067c461475884ace23c2e9a84e5', 'gw_port_host': None}] {{(pid=109954) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:33:33.466618 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:33.493167 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff92920-c180-4933-ac58-363cba37c209,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:33.508308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8415f2ad-df77-4f2c-81ea-63018d23863e None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:33:33.552680 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:33.643358 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:33.645450 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:33.696150 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:33.696749 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7c93a54-c998-40ad-bc19-9b5254c51cf0 {{(pid=109953) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:33:33.701611 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] Publish callbacks [] for router, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:33.705308 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-fa2292b6-baed-455c-ac0f-8e05fbff7978 admin admin] 10.222.0.37 "DELETE /v2.0/routers/e7c93a54-c998-40ad-bc19-9b5254c51cf0 HTTP/1.1" status: 204 len: 168 time: 0.8871486 Nov 23 05:33:33.705461 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 55124) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:33.751834 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8305c58-b06b-4577-9a35-41220c0fe2ac admin admin] Deleting subnet fb4a4376-7e8a-4d44-9cc8-f9be6e347df5 {{(pid=109953) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:33:33.754975 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e8305c58-b06b-4577-9a35-41220c0fe2ac admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:33.792078 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e8305c58-b06b-4577-9a35-41220c0fe2ac admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-14242662'] for subnet, precommit_delete_associations {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:33.871231 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e8305c58-b06b-4577-9a35-41220c0fe2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:33.922879 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e8305c58-b06b-4577-9a35-41220c0fe2ac admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-14656343', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-14951130'] for subnet, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:33.950141 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8305c58-b06b-4577-9a35-41220c0fe2ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fb4a4376-7e8a-4d44-9cc8-f9be6e347df5,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:33.952105 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-e8305c58-b06b-4577-9a35-41220c0fe2ac admin admin] Publish callbacks [] for subnet, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:33.955350 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-e8305c58-b06b-4577-9a35-41220c0fe2ac admin admin] 10.222.0.37 "DELETE /v2.0/subnets/fb4a4376-7e8a-4d44-9cc8-f9be6e347df5 HTTP/1.1" status: 204 len: 168 time: 0.2489889 Nov 23 05:33:33.957052 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18bed008-c163-4033-9115-5a347ebdd967 None None] Network 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:33:33.957971 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.wsgi [-] (109953) accepted ('10.222.0.37', 55126) {{(pid=109953) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:34.028348 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:34.089024 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] Deleting port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d {{(pid=109953) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:34.089397 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:34.140285 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6827e3e-2a79-4544-bb76-e4930d7a61bd None None] DHCP port deletion for 08f9a0d4-3a6e-4895-8d6d-824d7caeea96 request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:33:34.155336 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.db [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] For port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c757d6a4-9ac3-4497-a4d9-773b7ea7a47d,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109953) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:34.155701 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:34.170343 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.plugin [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] Calling delete_port for c757d6a4-9ac3-4497-a4d9-773b7ea7a47d owned by network:dhcp {{(pid=109953) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:34.188118 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e6827e3e-2a79-4544-bb76-e4930d7a61bd None None] Deleting port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:34.188496 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e6827e3e-2a79-4544-bb76-e4930d7a61bd None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:34.260688 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-14656392'] for port, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:34.266737 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-e6827e3e-2a79-4544-bb76-e4930d7a61bd None None] For port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=c757d6a4-9ac3-4497-a4d9-773b7ea7a47d,segment=NetworkSegment(3aa8ab2b-88dd-4cc0-860a-5b9c66caf781),segment_id=3aa8ab2b-88dd-4cc0-860a-5b9c66caf781)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:34.267141 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e6827e3e-2a79-4544-bb76-e4930d7a61bd None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:34.281015 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-e6827e3e-2a79-4544-bb76-e4930d7a61bd None None] Calling delete_port for c757d6a4-9ac3-4497-a4d9-773b7ea7a47d owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:34.289555 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] Pushing event deleted for resources: {'Port': ['ID=c757d6a4-9ac3-4497-a4d9-773b7ea7a47d,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:34.293054 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] No DVR routers for this DVR port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d on host dv-neutron-818850-1-hyperv {{(pid=109953) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Nov 23 05:33:34.355566 dv-neutron-818850-1-hyperv neutron-server[109954]: self.session.flush() Nov 23 05:33:34.363661 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e6827e3e-2a79-4544-bb76-e4930d7a61bd None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:34.377616 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:34.397034 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6827e3e-2a79-4544-bb76-e4930d7a61bd None None] No DVR routers for this DVR port c757d6a4-9ac3-4497-a4d9-773b7ea7a47d on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:33:34.399711 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6827e3e-2a79-4544-bb76-e4930d7a61bd None None] Pushing event deleted for resources: {'Port': ['ID=c757d6a4-9ac3-4497-a4d9-773b7ea7a47d,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:34.401371 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08f9a0d4-3a6e-4895-8d6d-824d7caeea96']}} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:34.413129 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781') {'for_net_delete': True} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:34.413341 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.services.segments.db [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3aa8ab2b-88dd-4cc0-860a-5b9c66caf781') {} {{(pid=109953) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:34.423044 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-14242669'] for segment, before_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:34.436461 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:34.442448 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=109953) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:33:34.442936 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-14656509'] for segment, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: Traceback (most recent call last): Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: timer() Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: cb(*args, **kw) Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: return func(*args, **kwargs) Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: self._notify() Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: self.callback(batched_events) Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: event.method(event) Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: return f(self, *a, **k) Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._get(url).json() Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: return self.request(url, 'GET', **kwargs) Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:33:34.444632 dv-neutron-818850-1-hyperv neutron-server[109953]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:33:34.498063 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:34.503802 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron_lib.callbacks.manager [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] Publish callbacks [] for network, before_response {{(pid=109953) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:34.507229 dv-neutron-818850-1-hyperv neutron-server[109953]: INFO neutron.wsgi [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] 10.222.0.37 "DELETE /v2.0/networks/08f9a0d4-3a6e-4895-8d6d-824d7caeea96 HTTP/1.1" status: 204 len: 168 time: 0.5481577 Nov 23 05:33:34.510278 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 55128) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:34.518359 dv-neutron-818850-1-hyperv neutron-server[109953]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b1027d-5a6a-49f1-8329-9bd1ca3eea6c admin admin] Pushing event deleted for resources: {'Network': ['ID=08f9a0d4-3a6e-4895-8d6d-824d7caeea96,revision_number=None']} {{(pid=109953) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:34.858166 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a8baf58-19bc-40d0-ae3e-0ee1fc24b2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-419989'] for router_interface, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:34.980562 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 774e9e96-5edf-49cd-8338-3fe5d797ddbb no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:33:35.001607 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 774e9e96-5edf-49cd-8338-3fe5d797ddbb {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:33:35.001950 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 774e9e96-5edf-49cd-8338-3fe5d797ddbb not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:33:35.002365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c757d6a4-9ac3-4497-a4d9-773b7ea7a47d no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:33:35.020548 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: c757d6a4-9ac3-4497-a4d9-773b7ea7a47d {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:33:35.020892 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device c757d6a4-9ac3-4497-a4d9-773b7ea7a47d not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:33:35.021320 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dff92920-c180-4933-ac58-363cba37c209 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:33:35.040715 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: dff92920-c180-4933-ac58-363cba37c209 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:33:35.040983 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device dff92920-c180-4933-ac58-363cba37c209 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:33:35.104718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7a8baf58-19bc-40d0-ae3e-0ee1fc24b2f8 admin admin] Deleting port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:35.105057 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a8baf58-19bc-40d0-ae3e-0ee1fc24b2f8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:35.181841 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-7a8baf58-19bc-40d0-ae3e-0ee1fc24b2f8 admin admin] For port 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=796bd72d-aa56-4f19-b5d5-3c2d57bedf2e,segment=NetworkSegment(7477385b-88a8-4b66-94db-715dffccbf7a),segment_id=7477385b-88a8-4b66-94db-715dffccbf7a)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:35.182204 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a8baf58-19bc-40d0-ae3e-0ee1fc24b2f8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:35.195297 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-7a8baf58-19bc-40d0-ae3e-0ee1fc24b2f8 admin admin] Calling delete_port for 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e owned by network:router_interface {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:35.371827 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a8baf58-19bc-40d0-ae3e-0ee1fc24b2f8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:35.395130 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8baf58-19bc-40d0-ae3e-0ee1fc24b2f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=796bd72d-aa56-4f19-b5d5-3c2d57bedf2e,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:35.564438 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-7a8baf58-19bc-40d0-ae3e-0ee1fc24b2f8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-570379', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-419961'] for router_interface, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:35.784609 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a8baf58-19bc-40d0-ae3e-0ee1fc24b2f8 admin admin] Router 49fedaa7-ec31-4a62-8c18-2780a609f85c has already been hosted by L3 agent c00ba3fe-db17-4963-b801-1675bcfe9c20 {{(pid=109952) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Nov 23 05:33:35.890154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a8baf58-19bc-40d0-ae3e-0ee1fc24b2f8 admin admin] Notify agent at l3_agent.dv-neutron-818850-1-hyperv the message routers_updated {{(pid=109952) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Nov 23 05:33:35.895295 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-7a8baf58-19bc-40d0-ae3e-0ee1fc24b2f8 admin admin] 10.222.0.37 "PUT /v2.0/routers/49fedaa7-ec31-4a62-8c18-2780a609f85c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3839815 Nov 23 05:33:35.897743 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 55130) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:35.900228 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4c71d1-19d9-41be-9619-03a903d94160 None None] Sync routers for ids ['49fedaa7-ec31-4a62-8c18-2780a609f85c'] in dv-neutron-818850-1-hyperv {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Nov 23 05:33:35.909925 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4c71d1-19d9-41be-9619-03a903d94160 None None] Routers {'49fedaa7-ec31-4a62-8c18-2780a609f85c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:33:35.910523 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8a4c71d1-19d9-41be-9619-03a903d94160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:33:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['49fedaa7-ec31-4a62-8c18-2780a609f85c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:36.002061 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] Publish callbacks [] for router, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:36.014244 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-8a4c71d1-19d9-41be-9619-03a903d94160 None None] Set router 49fedaa7-ec31-4a62-8c18-2780a609f85c gateway port host: dv-neutron-818850-1-hyperv {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:33:36.108174 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] Publish callbacks [] for router_gateway, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:36.160042 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] Deleting port 2bcca431-1d14-49c7-a28d-7dda1a2546db {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:36.160377 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:36.240054 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] For port 2bcca431-1d14-49c7-a28d-7dda1a2546db, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=2bcca431-1d14-49c7-a28d-7dda1a2546db,segment=NetworkSegment(15269423-b83f-47be-8491-1c28a2e131dd),segment_id=15269423-b83f-47be-8491-1c28a2e131dd)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:36.240470 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:36.253559 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] Calling delete_port for 2bcca431-1d14-49c7-a28d-7dda1a2546db owned by network:router_gateway {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:36.277769 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8a4c71d1-19d9-41be-9619-03a903d94160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'name': 'tempest-TestSnapshotPattern-1843123547-router', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'external_fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.173'}], 'enable_snat': True}, 'gw_port_id': '2bcca431-1d14-49c7-a28d-7dda1a2546db', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:33:35Z', 'revision_number': 5, 'project_id': '41d857a09a264886bbb8452168eb2acd', 'gw_port': {'id': '2bcca431-1d14-49c7-a28d-7dda1a2546db', 'name': '', 'network_id': '707e3b6c-c967-4552-be8b-522e32d46a1b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:4e:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1863, 'fixed_ips': [{'subnet_id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'ip_address': '172.26.8.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-818850-1-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:28:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '50a70ba9-f078-4903-b2af-175551a0adc2', 'cidr': '172.26.8.0/24', 'gateway_ip': '172.26.8.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-818850-1-hyperv'}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:36.304263 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4c71d1-19d9-41be-9619-03a903d94160 None None] Checking router: 49fedaa7-ec31-4a62-8c18-2780a609f85c for host: dv-neutron-818850-1-hyperv {{(pid=109955) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Nov 23 05:33:36.312269 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a4c71d1-19d9-41be-9619-03a903d94160 None None] Routers {'49fedaa7-ec31-4a62-8c18-2780a609f85c'} bound to L3 agent in host dv-neutron-818850-1-hyperv {{(pid=109955) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Nov 23 05:33:36.312877 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8a4c71d1-19d9-41be-9619-03a903d94160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-818850-1-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-11-23T04:31:39Z,description=,heartbeat_timestamp=2021-11-23T05:33:09Z,host='dv-neutron-818850-1-hyperv',id=c00ba3fe-db17-4963-b801-1675bcfe9c20,load=0,resource_versions=,resources_synced=,started_at=2021-11-23T04:31:39Z,topic='l3_agent')) {'router_ids': ['49fedaa7-ec31-4a62-8c18-2780a609f85c'], 'active': True} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:36.398825 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_dvr_db [None req-8a4c71d1-19d9-41be-9619-03a903d94160 None None] Set router 49fedaa7-ec31-4a62-8c18-2780a609f85c gateway port host: None {{(pid=109955) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Nov 23 05:33:36.418088 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:36.447431 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] Pushing event deleted for resources: {'Port': ['ID=2bcca431-1d14-49c7-a28d-7dda1a2546db,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:36.456049 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.l3_hamode_db [None req-8a4c71d1-19d9-41be-9619-03a903d94160 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'name': 'tempest-TestSnapshotPattern-1843123547-router', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:33:36Z', 'revision_number': 6, 'project_id': '41d857a09a264886bbb8452168eb2acd', 'gw_port_host': None}], 'dv-neutron-818850-1-hyperv', False) {} {{(pid=109955) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:36.463831 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592e8bed-8e14-45f8-a4d9-83d66761f4eb None None] DHCP port deletion for 707e3b6c-c967-4552-be8b-522e32d46a1b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:33:36.484981 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a4c71d1-19d9-41be-9619-03a903d94160 None None] The sync data for ids ['49fedaa7-ec31-4a62-8c18-2780a609f85c'] in dv-neutron-818850-1-hyperv is: [{'id': '49fedaa7-ec31-4a62-8c18-2780a609f85c', 'name': 'tempest-TestSnapshotPattern-1843123547-router', 'tenant_id': '41d857a09a264886bbb8452168eb2acd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-11-23T05:28:38Z', 'updated_at': '2021-11-23T05:33:36Z', 'revision_number': 6, 'project_id': '41d857a09a264886bbb8452168eb2acd', 'gw_port_host': None}] {{(pid=109955) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Nov 23 05:33:36.509462 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-418267'] for router_gateway, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:36.607712 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-418081', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25024'] for router, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:36.609888 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] Publish callbacks [] for router_controller, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:36.653340 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-418104'] for router, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:36.653801 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] Fanout notify agent at l3_agent the message router_deleted on router 49fedaa7-ec31-4a62-8c18-2780a609f85c {{(pid=109952) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Nov 23 05:33:36.658231 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] Publish callbacks [] for router, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:36.659434 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-318d2c3c-5413-4d9f-b012-94f6a4baa9ed admin admin] 10.222.0.37 "DELETE /v2.0/routers/49fedaa7-ec31-4a62-8c18-2780a609f85c HTTP/1.1" status: 204 len: 168 time: 0.7607882 Nov 23 05:33:36.661960 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 55132) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:36.709847 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.db_base_plugin_v2 [None req-719b2614-a8da-40de-9589-fcc82416306d admin admin] Deleting subnet 10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2 {{(pid=109952) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1059}} Nov 23 05:33:36.712854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-719b2614-a8da-40de-9589-fcc82416306d admin admin] Publish callbacks [] for subnet, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:36.747060 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-719b2614-a8da-40de-9589-fcc82416306d admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-12620051'] for subnet, precommit_delete_associations {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:36.826422 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-719b2614-a8da-40de-9589-fcc82416306d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1658403'] for subnet, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:36.886148 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-719b2614-a8da-40de-9589-fcc82416306d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1658408', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410304', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-12605582', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-13951984'] for subnet, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.028878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3df1af84-3607-46df-b665-e18fd737db82 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.180969 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719b2614-a8da-40de-9589-fcc82416306d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:37.185160 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-719b2614-a8da-40de-9589-fcc82416306d admin admin] Publish callbacks [] for subnet, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.188601 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-719b2614-a8da-40de-9589-fcc82416306d admin admin] 10.222.0.37 "DELETE /v2.0/subnets/10c0f1a5-b66d-4c6e-9df9-c9e164e5e2a2 HTTP/1.1" status: 204 len: 168 time: 0.5251844 Nov 23 05:33:37.189760 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95eb736b-067b-4ba7-8487-cc83804ffe93 None None] Network fb134653-c6bd-4dec-bd5c-6955733a9f8b requested from dv-neutron-818850-1-hyperv {{(pid=109954) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Nov 23 05:33:37.191038 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 55134) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:37.263445 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1321050'] for network, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.320922 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:33:37.325854 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] Deleting port 17ae32ab-a905-429c-afbb-7fce5ac48af9 {{(pid=109952) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:37.326189 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.342243 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:33:37.342738 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 796bd72d-aa56-4f19-b5d5-3c2d57bedf2e not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:33:37.343161 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2bcca431-1d14-49c7-a28d-7dda1a2546db no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:33:37.367909 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 2bcca431-1d14-49c7-a28d-7dda1a2546db {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:33:37.368342 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 2bcca431-1d14-49c7-a28d-7dda1a2546db not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:33:37.387308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bb2528e-2a51-4623-9195-483241d8b15c None None] DHCP port deletion for fb134653-c6bd-4dec-bd5c-6955733a9f8b request from dv-neutron-818850-1-hyperv {{(pid=109954) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Nov 23 05:33:37.394371 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.db [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] For port 17ae32ab-a905-429c-afbb-7fce5ac48af9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=17ae32ab-a905-429c-afbb-7fce5ac48af9,segment=NetworkSegment(7477385b-88a8-4b66-94db-715dffccbf7a),segment_id=7477385b-88a8-4b66-94db-715dffccbf7a)] {{(pid=109952) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:37.394754 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.408000 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.plugin [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] Calling delete_port for 17ae32ab-a905-429c-afbb-7fce5ac48af9 owned by network:dhcp {{(pid=109952) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:37.435308 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2528e-2a51-4623-9195-483241d8b15c None None] Deleting port 17ae32ab-a905-429c-afbb-7fce5ac48af9 {{(pid=109954) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1936}} Nov 23 05:33:37.435593 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9bb2528e-2a51-4623-9195-483241d8b15c None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8788451471912'] for port, before_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.496426 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-12605521'] for port, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.504690 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.db [None req-9bb2528e-2a51-4623-9195-483241d8b15c None None] For port 17ae32ab-a905-429c-afbb-7fce5ac48af9, host dv-neutron-818850-1-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-818850-1-hyperv',level=0,port_id=17ae32ab-a905-429c-afbb-7fce5ac48af9,segment=NetworkSegment(7477385b-88a8-4b66-94db-715dffccbf7a),segment_id=7477385b-88a8-4b66-94db-715dffccbf7a)] {{(pid=109954) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Nov 23 05:33:37.506701 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9bb2528e-2a51-4623-9195-483241d8b15c None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-419582'] for port, precommit_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.520365 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-9bb2528e-2a51-4623-9195-483241d8b15c None None] Calling delete_port for 17ae32ab-a905-429c-afbb-7fce5ac48af9 owned by network:dhcp {{(pid=109954) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2014}} Nov 23 05:33:37.526271 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=17ae32ab-a905-429c-afbb-7fce5ac48af9,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:37.530065 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] No DVR routers for this DVR port 17ae32ab-a905-429c-afbb-7fce5ac48af9 on host dv-neutron-818850-1-hyperv {{(pid=109952) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:33:37.616718 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1660315', 'neutron.services.segments.db._delete_segments_for_network-8788451369611'] for network, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.640264 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb134653-c6bd-4dec-bd5c-6955733a9f8b']}} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:37.650464 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7477385b-88a8-4b66-94db-715dffccbf7a') {'for_net_delete': True} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:37.650754 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.services.segments.db [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7477385b-88a8-4b66-94db-715dffccbf7a') {} {{(pid=109952) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Nov 23 05:33:37.660839 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8788451513622', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-12620056'] for segment, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.676247 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303'] for segment, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.682913 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=109952) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Nov 23 05:33:37.683695 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1656303', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-12605476'] for segment, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: Traceback (most recent call last): Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: timer() Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: cb(*args, **kw) Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/common/utils.py", line 914, in wrapper Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: return func(*args, **kwargs) Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: self._notify() Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: self.callback(batched_events) Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: event.method(event) Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_id = self._get_aggregate_id(event.segment_id) Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: aggregate_uuid = self.p_client.list_aggregates( Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: return f(self, *a, **k) Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._get(url).json() Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: return self._client.get(url, endpoint_filter=self._ks_filter, Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: return self.request(url, 'GET', **kwargs) Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: base_url = self.get_endpoint(auth, allow=allow, Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: auth = self._auth_required(auth, 'determine endpoint URL') Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Nov 23 05:33:37.685521 dv-neutron-818850-1-hyperv neutron-server[109952]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Nov 23 05:33:37.750074 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1660306', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410287', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-418279'] for network, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.753729 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9bb2528e-2a51-4623-9195-483241d8b15c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-1615912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-999840', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-570386', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8788451474005', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8788451041437'] for port, after_delete {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.756154 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] Publish callbacks [] for network, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.759449 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] 10.222.0.37 "DELETE /v2.0/networks/fb134653-c6bd-4dec-bd5c-6955733a9f8b HTTP/1.1" status: 204 len: 168 time: 0.5674636 Nov 23 05:33:37.771133 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d46ab3c-88db-43de-93ed-d4705d4ba6e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fb134653-c6bd-4dec-bd5c-6955733a9f8b,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:37.780772 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-9bb2528e-2a51-4623-9195-483241d8b15c None None] Network fb134653-c6bd-4dec-bd5c-6955733a9f8b is not hosted by any dhcp agent {{(pid=109954) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Nov 23 05:33:37.781475 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb2528e-2a51-4623-9195-483241d8b15c None None] No DVR routers for this DVR port 17ae32ab-a905-429c-afbb-7fce5ac48af9 on host dv-neutron-818850-1-hyperv {{(pid=109954) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Nov 23 05:33:37.783522 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb2528e-2a51-4623-9195-483241d8b15c None None] Pushing event deleted for resources: {'Port': ['ID=17ae32ab-a905-429c-afbb-7fce5ac48af9,revision_number=None']} {{(pid=109954) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:37.872216 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 55138) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:37.912027 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-2af7172b-15fe-4d14-89d7-d1f0f883b80e admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=054c9067c461475884ace23c2e9a84e5&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0386508 Nov 23 05:33:37.915279 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 55140) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:37.966226 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6c758c9e-011c-4da5-83d5-58e414e15dc4 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:37.986998 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6c758c9e-011c-4da5-83d5-58e414e15dc4 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:38.032957 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6c758c9e-011c-4da5-83d5-58e414e15dc4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:38.035908 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-6c758c9e-011c-4da5-83d5-58e414e15dc4 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:38.037044 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-6c758c9e-011c-4da5-83d5-58e414e15dc4 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/35deb024-b4a4-479c-a14f-e4675793bd92 HTTP/1.1" status: 204 len: 168 time: 0.1208420 Nov 23 05:33:38.045257 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c758c9e-011c-4da5-83d5-58e414e15dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35deb024-b4a4-479c-a14f-e4675793bd92,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:38.350211 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 55146) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:38.390839 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-facab57c-ed82-4af9-9e06-0e573ce00b84 admin admin] 10.222.0.37 "GET /v2.0/security-groups?tenant_id=41d857a09a264886bbb8452168eb2acd&name=default HTTP/1.1" status: 200 len: 3000 time: 0.0394347 Nov 23 05:33:38.393306 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.wsgi [-] (109952) accepted ('10.222.0.37', 55148) {{(pid=109952) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Nov 23 05:33:38.440373 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2c24f93-037c-4668-aa9e-8a82fbfe1715 admin admin] Publish callbacks [] for security_group, before_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:38.461029 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2c24f93-037c-4668-aa9e-8a82fbfe1715 admin admin] Publish callbacks [] for security_group, precommit_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:38.509959 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2c24f93-037c-4668-aa9e-8a82fbfe1715 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-410136'] for security_group, after_delete {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:38.512623 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron_lib.callbacks.manager [None req-e2c24f93-037c-4668-aa9e-8a82fbfe1715 admin admin] Publish callbacks [] for security_group, before_response {{(pid=109952) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:38.513786 dv-neutron-818850-1-hyperv neutron-server[109952]: INFO neutron.wsgi [None req-e2c24f93-037c-4668-aa9e-8a82fbfe1715 admin admin] 10.222.0.37 "DELETE /v2.0/security-groups/afc2ffbc-8185-441c-9403-4c610bd8119d HTTP/1.1" status: 204 len: 168 time: 0.1195643 Nov 23 05:33:38.521554 dv-neutron-818850-1-hyperv neutron-server[109952]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c24f93-037c-4668-aa9e-8a82fbfe1715 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afc2ffbc-8185-441c-9403-4c610bd8119d,revision_number=None']} {{(pid=109952) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Nov 23 05:33:38.977435 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 17ae32ab-a905-429c-afbb-7fce5ac48af9 no longer exists at agent ovs-agent-dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Nov 23 05:33:39.000878 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.plugin [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] No Port match for: 17ae32ab-a905-429c-afbb-7fce5ac48af9 {{(pid=109954) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2272}} Nov 23 05:33:39.001249 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron.plugins.ml2.rpc [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Device 17ae32ab-a905-429c-afbb-7fce5ac48af9 not bound to the agent host dv-neutron-818850-1-hyperv {{(pid=109954) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Nov 23 05:33:39.142714 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:39.291435 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-31db7a90-8118-4f59-8c3d-6cf3200fac43 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:40.578901 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:42.019967 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:42.795982 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:33:47.388642 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:34:07.031527 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-34b06e42-44c1-426f-a885-4d980d8a71ca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:09.168029 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:09.292827 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e7bf2dde-8c51-402a-8238-e2f77905e578 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:10.581454 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:12.023523 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:12.797713 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:24.387316 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:34:37.033310 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-64294a3f-8dc0-40ad-a590-fecbc73bf0c2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:39.164061 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:39.293164 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-92dc7d3a-25c4-45cb-8a48-f8a4b5837a7e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:40.584825 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:42.029331 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:34:42.799372 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:01.386805 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:35:07.034992 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-73c14ad7-7e14-4aad-86a0-cac4aa2d7cb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.155597 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:09.294024 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-e7060c3d-af1a-4bf5-be6d-7020cd9a0194 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:10.590354 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:12.029512 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:12.800806 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:37.035585 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-294e969a-5d8a-458c-88d8-9174deb7795f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:38.385226 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:35:39.167767 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:39.297811 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7cd3ef60-ac99-42bd-a40b-574341f430ee None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:40.590480 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:42.032957 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:35:42.802313 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:07.036587 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1a2a745e-5bc1-4f44-a277-b0c28316bd3f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:09.176981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:09.297829 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d78dc37b-6108-4aaa-8494-f1a790b2d472 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:10.596074 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:12.036040 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:12.805933 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:15.383859 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:36:37.037748 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-2e9aeafc-2aaf-4086-949c-62d4817884ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:39.177097 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:39.297991 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-3efe043a-4c4c-42aa-9095-d2063cddd1c7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:40.595450 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:42.039116 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:42.810708 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:36:52.383415 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:37:07.038155 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-0814bfd3-b554-49e4-9b8b-40267dd12ead None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:09.176530 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:09.298524 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-1d7dd6c3-a20d-45de-8241-71177e76bd7b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:10.597981 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:12.042436 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:12.812795 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:29.382538 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:37:37.040063 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-71e945c5-aea4-43e6-a2e9-7687d7d19953 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:39.196344 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:39.298870 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-d3b5b87f-7b79-450b-9828-fab77f3df99d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:40.601683 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:42.047270 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:37:42.813944 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:06.381460 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:38:07.043432 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-585cb4f1-bca0-4223-9adb-7aac37bef694 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:09.191576 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:09.299444 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-c435ba68-fcf1-4f5b-915b-7ce7f06437a2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:10.605301 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:12.048087 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:12.816796 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:37.044100 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-7fa36447-6dad-4ff3-a31b-2aa48f5c9c15 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:39.206705 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:39.300109 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-83b99d55-1857-4cfc-80ca-bb1812f251d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:40.608458 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-96bc1c45-8e29-40a8-8a93-26ae6cce9c19 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:42.051839 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-5e1234f6-21f0-454e-873b-04c9bda569e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:42.818377 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-ad0120f6-9234-4a94-ad6d-20bd72a49102 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:38:43.380748 dv-neutron-818850-1-hyperv neutron-server[109955]: DEBUG neutron.db.agents_db [None req-83da8e6a-3b6a-439d-8041-33816eac5644 None None] Agent healthcheck: found 6 active agents {{(pid=109955) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Nov 23 05:39:07.052229 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-56e06657-bf98-448a-a0fa-494a5553a014 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:09.206289 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-9070bb98-155b-4159-b173-9dd40d3ccede None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}} Nov 23 05:39:09.300569 dv-neutron-818850-1-hyperv neutron-server[109954]: DEBUG neutron_lib.callbacks.manager [None req-24208dab-5948-4dde-a6c7-8191fb2fa4eb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8788451369683', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1478718'] for agent, after_update {{(pid=109954) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:175}}